diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index a2113ed15a3a4abb46717b268f8259178927416a..fd86b8a3f3f58831633d0c70e9340ceaa78109bf 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,41843.523513158165,41843.523513158165,174.47737630208334,0.14992289800206107,0.0027148568852822783,0.0027199173029239525,1.8295922307068555,204.55689554047834,0.003185359915042725,0.002716961650625479,0.004865155787088121,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,34974.14998308817,34974.14998308817,163.10725911458334,0.14113451684928663,0.0025388714725482118,0.0025427775735708587,1.725344333063213,187.0137695013075,0.002913000061595797,0.00254062284886558,0.004427471482602687,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.8190864914031408,0.8190864914031408,0.69321076075236,0.38088505630682673,0.027901220956347006,0.027436930558977266,2.1561741380116493,0.9050339725132648,0.03593959911280288,0.027527935523719557,0.026277060517932285,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0696549267849544,0.0696549267849544,0.1804616466164589,0.4040412251553935,0.44322010948746493,0.7389847487131191,1.1875067792957388,0.2639221983557927,0.4371020561067231,0.29887655254417417,0.25169569615233156,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.10409656728176855,0.10409656728176855,0.2657576655348142,0.6648512621835193,0.5005825539759926,0.7561579768388614,11.543083878845842,0.32263999640740226,0.5957164188815461,0.49068995340184357,0.41679207355015274,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.03889817612021061,0.03889817612021061,0.16048397454950544,1.564718938386711,0.10693582871682697,0.11558038924323144,23.739819603689863,0.19722620546015332,0.1385393833476199,0.11273020651282334,0.09307375621020311,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,1.8702253392659334,1.8702253392659334,1.0868548949559529,4.18468177776309,0.06920842718491341,0.0731707023359323,167.25099187224723,1.367561822831397,0.0906670821766672,0.07205667811862672,0.07355706072643975,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,76.33150404925088,76.33150404925088,6.547554572423299,0.5747185332947164,0.24659927882171584,0.2030155130654604,3.4395199227155318,8.736790260115605,0.3155974692019238,0.23651611072221565,0.18124938054871415,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.167337614703835,1.167337614703835,0.8572482268015543,0.4392534669701484,0.03525310001825941,0.034315463513065296,1.8997629913460192,1.0804339936820921,0.04332567393211397,0.034375868743921977,0.026932355667747387,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,9.144410207494056,9.144410207494056,2.5619553526242576,0.4841490430156077,0.47759574680652656,0.3214241018894702,3.850128230147474,3.023972587093682,0.35230748587499205,0.298480235257195,0.24635930868928618,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,312.34309536715347,312.34309536715347,6.400797526041667,0.2793075284090909,0.002649788255830022,0.0026582409677104297,9.975429687499998,17.673231039262557,0.007357459582693866,0.0026646858738074587,0.004861424680182133,Hydrology,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,2.136197004407677,2.136197004407677,1.2016592820485432,0.8617476792088895,0.05777990505652451,0.060336408657497655,7.34411232261943,1.461573468699975,0.07226568539323062,0.059414551157401484,0.056565519067119124,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,66.76668333288387,66.76668333288387,6.642537713050842,0.5756545897559374,0.30416807990406763,0.24707373568244964,2.766642531394908,8.171088258786822,0.31887173692826626,0.25922098392393533,0.20003773135329111,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.731881801238463,0.731881801238463,0.7398017247517904,0.37672295824585333,0.030558016764415153,0.03011294164019726,1.8278462879973016,0.8555009066263244,0.03450180238844051,0.029835728654771153,0.025643696839247374,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,14.024482223939799,14.024482223939799,3.0783149798711142,0.5764334942801567,0.6302936730068532,0.38041513501940977,6.188031558717646,3.744927532535149,0.47304347779391354,0.3888397869310881,0.29737386168095103,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,965.9470370511214,965.9470370511214,16.222900390625,0.5989993990384616,0.0066336370391853056,0.006697705242161625,7.469500075120191,31.07968849668737,0.012893907068634346,0.006730330326274849,0.006246505082288966,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,622.5729710326663,622.5729710326663,21.40478515625,0.43196852437804456,0.09646219551586514,0.09093249304966737,2.761189469192312,24.95141220517721,0.10043696689835566,0.08616072230807936,0.07001796725093194,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 9387bffd44855fb4065d41d09f13f6291c43b23b..0bc60d21b4e867fb515ae1fd5570940e58e46922 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-21T20:20:51.649598+00:00", + "evaluated_at": "2026-06-21T21:55:35.113422+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65776.96875, 65780.0, 65675.0078125, 65700.0, @@ -101,10 +100,10 @@ 63834.69921875, 63805.890625, 63936.0, - 63925.98828125 + 63925.98828125, + 64012.3984375 ], "actuals": [ - 64012.3984375, 64272.01171875, 64298.01171875, 64294.0, @@ -127,88 +126,88 @@ 64151.4609375, 64213.80859375, 64207.12109375, - 64210.1484375 + 63848.0, + 63939.828125 ], "p50": [ - 63957.33984375, - 63964.25390625, - 63969.11328125, - 63984.40234375, - 63987.75, - 64004.0546875, - 64018.0234375, - 64025.8046875, - 64028.7578125, - 64040.171875, - 64045.09375, - 64047.33984375, - 64058.75390625, - 64067.6171875, - 64074.04296875, - 64073.6640625, - 64099.14453125, - 64102.20703125, - 64104.515625, - 64088.390625, - 64093.4453125, - 64092.09765625, - 64093.73828125, - 64087.33984375 + 63981.0625, + 63990.35546875, + 63999.5859375, + 64031.421875, + 64043.89453125, + 64071.0, + 64092.09375, + 64093.84375, + 64097.6953125, + 64110.609375, + 64126.4765625, + 64126.8359375, + 64135.453125, + 64139.33984375, + 64140.25, + 64132.484375, + 64064.9609375, + 64049.04296875, + 64042.67578125, + 64009.73828125, + 64010.23828125, + 63994.3203125, + 63987.13671875, + 63968.3984375 ], "p10": [ - 63672.50390625, - 63559.48828125, - 63467.74609375, - 63396.3359375, - 63319.3984375, - 63290.85546875, - 63242.7265625, - 63192.22265625, - 63144.484375, - 63098.89453125, - 63038.23046875, - 62959.77734375, - 62920.1328125, - 62883.19140625, - 62884.35546875, - 62822.0546875, - 62643.765625, - 62568.5390625, - 62494.8671875, - 62474.234375, - 62426.8828125, - 62384.83203125, - 62338.5234375, - 62294.515625 + 63723.40625, + 63637.6328125, + 63579.765625, + 63538.96875, + 63484.9296875, + 63477.1328125, + 63450.48828125, + 63395.94921875, + 63356.28515625, + 63300.61328125, + 63232.3125, + 63174.6875, + 63097.08984375, + 63041.58984375, + 63018.87109375, + 62938.05859375, + 62717.046875, + 62623.76953125, + 62545.8125, + 62514.62890625, + 62469.48046875, + 62419.40625, + 62374.26171875, + 62336.47265625 ], "p90": [ - 64232.28125, - 64314.6796875, - 64407.5234375, - 64510.82421875, - 64583.140625, - 64625.2734375, - 64684.640625, - 64753.109375, - 64789.69140625, - 64863.6015625, - 64937.828125, - 64997.98828125, - 65057.4140625, - 65115.0234375, - 65151.97265625, - 65177.8125, - 65509.85546875, - 65554.515625, - 65613.0234375, - 65685.6015625, - 65695.171875, - 65751.7890625, - 65796.84375, - 65810.8125 + 64235.94140625, + 64297.91796875, + 64383.828125, + 64483.51953125, + 64565.45703125, + 64607.921875, + 64663.67578125, + 64722.41015625, + 64763.85546875, + 64826.96484375, + 64896.71484375, + 64952.35546875, + 65005.41796875, + 65055.7265625, + 65103.2265625, + 65122.73046875, + 65415.28515625, + 65432.328125, + 65472.72265625, + 65524.87109375, + 65521.66796875, + 65578.375, + 65610.1171875, + 65614.0390625 ], "timestamps": [ - "2026-06-16 21:00:00", "2026-06-16 22:00:00", "2026-06-16 23:00:00", "2026-06-17 00:00:00", @@ -327,6 +326,7 @@ "2026-06-21 17:00:00", "2026-06-21 18:00:00", "2026-06-21 19:00:00", - "2026-06-21 20:00:00" + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" ] } diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 3b8f8a7e7039fdf8d45672e02b5e4074e93f8113..3d6cc32e7f77e151f848275a03dff43b7ec40161 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,27 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-21T20:21:29.433519+00:00", + "evaluated_at": "2026-06-21T22:09:58.213229+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9490000009536743, - 0.9049999713897705, - 0.8679999709129333, - 0.8349999785423279, - 0.7940000295639038, - 0.753000020980835, - 0.7099999785423279, - 0.6679999828338623, - 0.6439999938011169, - 0.6190000176429749, - 0.5839999914169312, - 0.5450000166893005, - 0.5059999823570251, - 0.47699999809265137, - 0.4569999873638153, - 0.43299999833106995, 0.4090000092983246, 0.38199999928474426, 0.35499998927116394, @@ -245,9 +229,7 @@ 1.340000033378601, 1.315000057220459, 1.2949999570846558, - 1.2790000438690186 - ], - "actuals": [ + 1.2790000438690186, 1.2480000257492065, 1.225000023841858, 1.194000005722046, @@ -263,7 +245,9 @@ 0.8899999856948853, 0.8550000190734863, 0.8190000057220459, - 0.7829999923706055, + 0.7829999923706055 + ], + "actuals": [ 0.746999979019165, 0.7179999947547913, 0.6800000071525574, @@ -307,211 +291,211 @@ 0.48500001430511475, 0.5149999856948853, 0.5379999876022339, - 0.546999990940094 + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 ], "p50": [ - 1.2487473487854004, - 1.2217072248458862, - 1.1961348056793213, - 1.1685850620269775, - 1.1383885145187378, - 1.112199306488037, - 1.0828825235366821, - 1.0516688823699951, - 1.0242408514022827, - 0.9906570911407471, - 0.9612717628479004, - 0.9307244420051575, - 0.8964821100234985, - 0.8617093563079834, - 0.831954300403595, - 0.8027316927909851, - 0.7497869729995728, - 0.716823399066925, - 0.6872926950454712, - 0.65647953748703, - 0.6195874214172363, - 0.5885577201843262, - 0.5563603639602661, - 0.5213385224342346, - 0.4908708930015564, - 0.46143805980682373, - 0.43386411666870117, - 0.4050105810165405, - 0.3837183117866516, - 0.3606097102165222, - 0.3326333165168762, - 0.31239134073257446, - 0.2392086386680603, - 0.21125668287277222, - 0.19031661748886108, - 0.16747808456420898, - 0.15001964569091797, - 0.12838631868362427, - 0.11111855506896973, - 0.08713638782501221, - 0.0743982195854187, - 0.06961345672607422, - 0.05321049690246582, - 0.04817211627960205, - 0.040356993675231934, - 0.030460476875305176, - 0.01985621452331543, - 0.013401508331298828, - -0.06707239151000977, - -0.06881606578826904, - -0.07434892654418945, - -0.07332861423492432, - -0.07010543346405029, - -0.06811487674713135, - -0.06311583518981934, - -0.06158649921417236, - -0.05045723915100098, - -0.04017627239227295, - -0.04509687423706055, - -0.02166903018951416 + 0.743894100189209, + 0.7139793634414673, + 0.6833904981613159, + 0.6548528671264648, + 0.6199671030044556, + 0.589630126953125, + 0.5611093640327454, + 0.5307496190071106, + 0.502104640007019, + 0.47750353813171387, + 0.45083296298980713, + 0.4221518039703369, + 0.3948158025741577, + 0.3728654980659485, + 0.3500816226005554, + 0.3233216404914856, + 0.2561878561973572, + 0.23829054832458496, + 0.22142565250396729, + 0.20155709981918335, + 0.18522733449935913, + 0.16773921251296997, + 0.1534346342086792, + 0.1391141414642334, + 0.13108474016189575, + 0.12317532300949097, + 0.11495304107666016, + 0.10932302474975586, + 0.10349297523498535, + 0.10276633501052856, + 0.09075897932052612, + 0.0860816240310669, + 0.06716549396514893, + 0.06387948989868164, + 0.07180553674697876, + 0.06892430782318115, + 0.07342886924743652, + 0.07989734411239624, + 0.08897227048873901, + 0.09538501501083374, + 0.10717469453811646, + 0.11948800086975098, + 0.13353371620178223, + 0.1467982530593872, + 0.16305327415466309, + 0.17141562700271606, + 0.18593358993530273, + 0.19950073957443237, + 0.23413830995559692, + 0.24564898014068604, + 0.2611656188964844, + 0.27072983980178833, + 0.2960583567619324, + 0.30976545810699463, + 0.33201533555984497, + 0.35281163454055786, + 0.37260138988494873, + 0.395571768283844, + 0.4138697385787964, + 0.4323652386665344 ], "p10": [ - 1.222362995147705, - 1.1958805322647095, - 1.1734552383422852, - 1.1422576904296875, - 1.1053855419158936, - 1.071373462677002, - 1.0380699634552002, - 1.0044703483581543, - 0.974484384059906, - 0.9339588284492493, - 0.8978164792060852, - 0.8645907640457153, - 0.8267401456832886, - 0.78293776512146, - 0.749110221862793, - 0.706449031829834, - 0.655751645565033, - 0.6111903786659241, - 0.5800082683563232, - 0.5457162261009216, - 0.49145907163619995, - 0.4524821639060974, - 0.4207502603530884, - 0.3714725971221924, - 0.32927459478378296, - 0.28883665800094604, - 0.2508223056793213, - 0.200391948223114, - 0.17391091585159302, - 0.13445544242858887, - 0.09811466932296753, - 0.07037216424942017, - -0.008460760116577148, - -0.04584228992462158, - -0.08427107334136963, - -0.09800553321838379, - -0.13440263271331787, - -0.16695749759674072, - -0.19694077968597412, - -0.2235579490661621, - -0.25331175327301025, - -0.26884734630584717, - -0.3016650676727295, - -0.31886887550354004, - -0.3424426317214966, - -0.376415491104126, - -0.37578415870666504, - -0.3840450048446655, - -0.5517916679382324, - -0.564794659614563, - -0.5845463275909424, - -0.5778687000274658, - -0.5874161720275879, - -0.6259971857070923, - -0.6172001361846924, - -0.6320711374282837, - -0.6337453126907349, - -0.6391415596008301, - -0.6485271453857422, - -0.6614049673080444 + 0.7238315343856812, + 0.6891005039215088, + 0.6584411263465881, + 0.6267537474632263, + 0.5864956378936768, + 0.5590406060218811, + 0.529695987701416, + 0.49669986963272095, + 0.4625930190086365, + 0.4367859363555908, + 0.402502179145813, + 0.36947566270828247, + 0.34265971183776855, + 0.31994307041168213, + 0.2867850065231323, + 0.2550022602081299, + 0.18586814403533936, + 0.16320925951004028, + 0.13524305820465088, + 0.12123239040374756, + 0.10179257392883301, + 0.07921445369720459, + 0.0604785680770874, + 0.04132425785064697, + 0.02562689781188965, + 0.01775825023651123, + 0.002633213996887207, + -0.005769491195678711, + -0.016811013221740723, + -0.023496508598327637, + -0.04012036323547363, + -0.04639542102813721, + -0.08563423156738281, + -0.08634757995605469, + -0.09306001663208008, + -0.0917356014251709, + -0.09607720375061035, + -0.09471261501312256, + -0.0845557451248169, + -0.08654332160949707, + -0.08022689819335938, + -0.07221853733062744, + -0.0662461519241333, + -0.05672180652618408, + -0.047563910484313965, + -0.0532306432723999, + -0.031110763549804688, + -0.02786993980407715, + -0.03338587284088135, + -0.016776084899902344, + -0.0076972246170043945, + 0.00822293758392334, + 0.012861371040344238, + 0.020563364028930664, + 0.04079937934875488, + 0.05305767059326172, + 0.060956358909606934, + 0.06769680976867676, + 0.07465821504592896, + 0.09516960382461548 ], "p90": [ - 1.2703356742858887, - 1.2560186386108398, - 1.234307885169983, - 1.201995611190796, - 1.1728901863098145, - 1.1549196243286133, - 1.1240485906600952, - 1.0972243547439575, - 1.0696518421173096, - 1.0437238216400146, - 1.0208954811096191, - 0.9910277128219604, - 0.9600489735603333, - 0.9353877305984497, - 0.9095480442047119, - 0.884463906288147, - 0.8570619821548462, - 0.8251645565032959, - 0.8025361895561218, - 0.7784003615379333, - 0.7487858533859253, - 0.7265447974205017, - 0.7035627365112305, - 0.6803935766220093, - 0.6585395932197571, - 0.6479088068008423, - 0.62895268201828, - 0.6043756008148193, - 0.5967251062393188, - 0.5802863836288452, - 0.574439525604248, - 0.5479094386100769, - 0.5208404660224915, - 0.5042247176170349, - 0.4907149076461792, - 0.48484277725219727, - 0.48177558183670044, - 0.469743013381958, - 0.45809435844421387, - 0.46285349130630493, - 0.4483967423439026, - 0.46306973695755005, - 0.45845919847488403, - 0.45242440700531006, - 0.46014702320098877, - 0.4612225890159607, - 0.47284412384033203, - 0.4836130142211914, - 0.4637037515640259, - 0.4574738144874573, - 0.4754220247268677, - 0.49060535430908203, - 0.5059297680854797, - 0.5218319296836853, - 0.52032071352005, - 0.5631012320518494, - 0.5880999565124512, - 0.5877270698547363, - 0.6153743267059326, - 0.632498025894165 + 0.7636251449584961, + 0.735762357711792, + 0.704932451248169, + 0.6780557632446289, + 0.6480413675308228, + 0.618522047996521, + 0.5953340530395508, + 0.5682928562164307, + 0.5406168699264526, + 0.5207498669624329, + 0.49478334188461304, + 0.4722318649291992, + 0.4492262601852417, + 0.4280165433883667, + 0.41434162855148315, + 0.39028388261795044, + 0.3367730379104614, + 0.3198704123497009, + 0.3020473122596741, + 0.2912244200706482, + 0.27865707874298096, + 0.27034276723861694, + 0.25705766677856445, + 0.2515893578529358, + 0.24349504709243774, + 0.24242067337036133, + 0.23288637399673462, + 0.2343115210533142, + 0.23750317096710205, + 0.23131603002548218, + 0.22811132669448853, + 0.2264842391014099, + 0.24940448999404907, + 0.2426224946975708, + 0.2530413269996643, + 0.2613493800163269, + 0.2611686587333679, + 0.2842321991920471, + 0.29097211360931396, + 0.3062129616737366, + 0.32328367233276367, + 0.34331685304641724, + 0.35056692361831665, + 0.37486982345581055, + 0.40324556827545166, + 0.41451525688171387, + 0.4391912817955017, + 0.458578884601593, + 0.5256438255310059, + 0.5259650945663452, + 0.5516207814216614, + 0.5743169784545898, + 0.6110382676124573, + 0.6242944002151489, + 0.6539379954338074, + 0.6971383094787598, + 0.7167324423789978, + 0.7223774194717407, + 0.7626181840896606, + 0.7886641025543213 ], "timestamps": [ - "2026-06-20 14:06:00", - "2026-06-20 14:12:00", - "2026-06-20 14:18:00", - "2026-06-20 14:24:00", - "2026-06-20 14:30:00", - "2026-06-20 14:36:00", - "2026-06-20 14:42:00", - "2026-06-20 14:48:00", - "2026-06-20 14:54:00", - "2026-06-20 15:00:00", - "2026-06-20 15:06:00", - "2026-06-20 15:12:00", - "2026-06-20 15:18:00", - "2026-06-20 15:24:00", - "2026-06-20 15:30:00", - "2026-06-20 15:36:00", "2026-06-20 15:42:00", "2026-06-20 15:48:00", "2026-06-20 15:54:00", @@ -795,6 +779,22 @@ "2026-06-21 19:42:00", "2026-06-21 19:48:00", "2026-06-21 19:54:00", - "2026-06-21 20:00:00" + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00" ] } diff --git a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json index fd7c61e488b5852c39593fc0a7801611add5bd93..dffd2f7e278e57d4db1d35c2c0fea532ae1cf950 100644 --- a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,65 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-21T17:37:40.868755+00:00", + "evaluated_at": "2026-06-21T22:10:02.925040+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 14.0, - 14.0, - 15.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.0, - 14.0, - 13.0, - 13.300000190734863, - 13.0, - 14.0, - 14.0, - 14.0, - 14.0, 14.0, 13.0, 13.0, @@ -101,9 +47,7 @@ 14.0, 14.0, 14.0, - 14.0 - ], - "actuals": [ + 14.0, 14.0, 14.0, 14.0, @@ -127,91 +71,143 @@ 16.0, 16.0, 16.0, - 16.0 + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0 + ], + "actuals": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 13.996638298034668, - 13.995407104492188, - 13.994650840759277, - 13.996363639831543, - 13.996660232543945, - 13.996382713317871, - 13.99648666381836, - 13.995377540588379, - 13.996735572814941, - 13.995460510253906, - 13.996039390563965, - 13.996524810791016, - 13.99697208404541, - 13.995956420898438, - 13.996800422668457, - 13.996267318725586, - 13.997015953063965, - 13.997848510742188, - 13.99610710144043, - 13.99642276763916, - 13.998098373413086, - 13.99742603302002, - 13.997416496276855, - 13.996423721313477 + 18.93992805480957, + 18.92462158203125, + 18.94497299194336, + 18.971784591674805, + 19.007953643798828, + 19.03502655029297, + 19.070011138916016, + 19.11863136291504, + 19.146291732788086, + 19.129825592041016, + 19.159757614135742, + 19.158676147460938, + 19.148717880249023, + 19.136762619018555, + 19.14292335510254, + 19.103086471557617, + 18.961477279663086, + 18.959775924682617, + 18.93325424194336, + 18.9625301361084, + 18.97271156311035, + 18.938167572021484, + 18.95659828186035, + 18.946765899658203 ], "p10": [ - 13.854422569274902, - 13.84249210357666, - 13.831888198852539, - 13.831286430358887, - 13.822216987609863, - 13.813762664794922, - 13.800768852233887, - 13.794848442077637, - 13.80223274230957, - 13.791316032409668, - 13.778217315673828, - 13.773265838623047, - 13.766402244567871, - 13.767570495605469, - 13.75375747680664, - 13.751386642456055, - 13.847773551940918, - 13.834707260131836, - 13.825935363769531, - 13.828654289245605, - 13.833582878112793, - 13.838929176330566, - 13.837108612060547, - 13.840567588806152 + 18.3642578125, + 18.166549682617188, + 18.068687438964844, + 17.945720672607422, + 17.856800079345703, + 17.740007400512695, + 17.55189323425293, + 17.4204044342041, + 17.33745765686035, + 17.20518684387207, + 17.011493682861328, + 16.759227752685547, + 16.509532928466797, + 16.390483856201172, + 16.293243408203125, + 16.27473258972168, + 15.843079566955566, + 15.51402759552002, + 15.39364242553711, + 15.312137603759766, + 15.176724433898926, + 15.077412605285645, + 15.01712417602539, + 14.860099792480469 ], "p90": [ - 14.00157642364502, - 14.001317024230957, - 14.001998901367188, - 14.003196716308594, - 14.002603530883789, - 14.000784873962402, - 14.00221061706543, - 14.001904487609863, - 14.00273609161377, - 14.002129554748535, - 14.002781867980957, - 14.001991271972656, - 14.002504348754883, - 14.001801490783691, - 14.003189086914062, - 14.003827095031738, - 14.004719734191895, - 14.002752304077148, - 14.003093719482422, - 14.004133224487305, - 14.004996299743652, - 14.002685546875, - 14.003982543945312, - 14.003698348999023 + 19.326143264770508, + 19.35738754272461, + 19.48726463317871, + 19.635650634765625, + 19.7794189453125, + 19.859188079833984, + 19.991485595703125, + 20.10906410217285, + 20.17131233215332, + 20.2567195892334, + 20.36105728149414, + 20.40680694580078, + 20.48145294189453, + 20.486862182617188, + 20.573862075805664, + 20.576473236083984, + 20.529766082763672, + 20.599008560180664, + 20.638668060302734, + 20.715248107910156, + 20.772716522216797, + 20.87391471862793, + 20.878929138183594, + 21.094715118408203 ], "timestamps": [ - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", "2026-06-21 12:00:00", "2026-06-21 13:00:00", "2026-06-21 14:00:00", @@ -327,6 +323,10 @@ "2026-06-26 04:00:00", "2026-06-26 05:00:00", "2026-06-26 06:00:00", - "2026-06-26 07:00:00" + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 291f78dc1158503b5c65bf46c6f934d4a2f7c3f4..90849daf753402b813706e1df0bbfd4a615024e5 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,15 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-21T17:38:06.651830+00:00", + "evaluated_at": "2026-06-21T22:10:06.456259+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 26.700000762939453, - 22.700000762939453, - 26.399999618530273, - 32.599998474121094, 39.70000076293945, 27.399999618530273, 25.100000381469727, @@ -341,13 +337,13 @@ 43.20000076293945, 40.29999923706055, 37.79999923706055, - 35.400001525878906 - ], - "actuals": [ + 35.400001525878906, 34.0, 31.200000762939453, 25.100000381469727, - 21.200000762939453, + 21.200000762939453 + ], + "actuals": [ 20.899999618530273, 23.5, 27.600000381469727, @@ -367,91 +363,91 @@ 28.799999237060547, 26.0, 23.299999237060547, - 21.200000762939453 + 21.200000762939453, + 18.899999618530273, + 16.399999618530273, + 14.100000381469727, + 12.699999809265137 ], "p50": [ - 30.9233341217041, - 28.068809509277344, - 26.428667068481445, - 26.178417205810547, - 27.209428787231445, - 29.411571502685547, - 30.57851791381836, - 31.16556167602539, - 30.181718826293945, - 29.021923065185547, - 28.010555267333984, - 27.620361328125, - 27.89114761352539, - 28.82064437866211, - 30.725645065307617, - 33.62394714355469, - 37.32041931152344, - 44.04492950439453, - 45.97986602783203, - 45.77508544921875, - 45.90961837768555, - 44.54449462890625, - 41.322391510009766, - 38.09966278076172 + 20.11851692199707, + 21.96942710876465, + 23.723459243774414, + 24.7230167388916, + 24.008747100830078, + 23.06828498840332, + 22.443904876708984, + 22.600975036621094, + 23.123313903808594, + 24.51385498046875, + 26.685039520263672, + 29.449186325073242, + 33.93307876586914, + 39.85743713378906, + 42.655731201171875, + 42.8349609375, + 41.29158020019531, + 39.690574645996094, + 37.389991760253906, + 34.38616943359375, + 31.74640655517578, + 28.914005279541016, + 26.041223526000977, + 23.907470703125 ], "p10": [ - 27.156328201293945, - 22.6464900970459, - 19.711872100830078, - 18.934852600097656, - 19.027854919433594, - 19.97616195678711, - 20.60072135925293, - 21.38469886779785, - 20.853912353515625, - 20.194881439208984, - 19.233428955078125, - 18.79047393798828, - 19.131046295166016, - 19.37411117553711, - 20.274494171142578, - 22.019725799560547, - 23.42400550842285, - 27.09700584411621, - 28.27177619934082, - 28.528980255126953, - 28.63681983947754, - 27.661075592041016, - 25.887786865234375, - 23.85589027404785 + 16.925735473632812, + 17.156978607177734, + 17.525619506835938, + 17.858139038085938, + 17.350440979003906, + 16.839832305908203, + 16.575637817382812, + 15.941228866577148, + 16.093887329101562, + 16.515674591064453, + 17.234006881713867, + 18.09521484375, + 20.13197135925293, + 22.220436096191406, + 22.950132369995117, + 24.00629425048828, + 24.431438446044922, + 23.2656307220459, + 21.49908447265625, + 19.96704864501953, + 18.05170440673828, + 16.489803314208984, + 15.21934700012207, + 14.461624145507812 ], "p90": [ - 36.100887298583984, - 35.41584396362305, - 35.71171569824219, - 37.31172561645508, - 40.07759094238281, - 44.887107849121094, - 46.40730285644531, - 46.33753967285156, - 44.63905715942383, - 43.076454162597656, - 41.81227111816406, - 41.55503845214844, - 42.045169830322266, - 43.84907531738281, - 46.87101745605469, - 51.58808898925781, - 58.64065170288086, - 68.39100646972656, - 70.337890625, - 69.70178985595703, - 69.39010620117188, - 68.24253845214844, - 64.49986267089844, - 60.038673400878906 + 24.692441940307617, + 29.336994171142578, + 33.81598663330078, + 35.713279724121094, + 34.29115676879883, + 32.7459716796875, + 32.298770904541016, + 33.22951126098633, + 35.23760986328125, + 38.85672378540039, + 42.695709228515625, + 46.96614074707031, + 54.30116271972656, + 61.64122009277344, + 65.92308044433594, + 66.49703216552734, + 61.99736022949219, + 61.02351379394531, + 57.95518493652344, + 55.73677062988281, + 52.58555221557617, + 49.24623107910156, + 45.506168365478516, + 41.87211990356445 ], "timestamps": [ - "2026-06-06 18:00:00", - "2026-06-06 19:00:00", - "2026-06-06 20:00:00", - "2026-06-06 21:00:00", "2026-06-06 22:00:00", "2026-06-06 23:00:00", "2026-06-07 00:00:00", @@ -807,6 +803,10 @@ "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", - "2026-06-21 17:00:00" + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index fe96b3b8bc0bc4caadcf6ebcf207b4826ec911a3..73da54291dfe34b7a42a703d085ef735f5a5ceef 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,15 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-21T17:40:40.525746+00:00", + "evaluated_at": "2026-06-21T22:10:09.621905+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 21.0, - 20.5, - 20.5, - 20.299999237060547, 21.200000762939453, 22.5, 24.0, @@ -341,13 +337,13 @@ 24.5, 24.399999618530273, 24.299999237060547, - 23.899999618530273 - ], - "actuals": [ + 23.899999618530273, 24.200000762939453, 23.899999618530273, 23.700000762939453, - 23.5, + 23.5 + ], + "actuals": [ 23.899999618530273, 24.799999237060547, 25.700000762939453, @@ -362,96 +358,96 @@ 25.600000381469727, 24.100000381469727, 23.299999237060547, - 22.799999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, 22.600000381469727, 22.600000381469727, - 22.700000762939453, 22.600000381469727, - 22.200000762939453 + 22.200000762939453, + 22.299999237060547, + 22.700000762939453 ], "p50": [ - 23.902441024780273, - 23.703292846679688, - 23.54088592529297, - 23.531057357788086, - 23.910921096801758, - 24.846473693847656, - 25.7719783782959, - 26.69370460510254, - 27.46666145324707, - 28.187557220458984, - 28.569007873535156, - 28.73654556274414, - 28.562456130981445, - 28.18616485595703, - 27.57646942138672, - 26.991718292236328, - 26.1075382232666, - 25.330066680908203, - 24.788211822509766, - 24.256534576416016, - 23.97951316833496, - 23.74553680419922, - 23.592754364013672, - 23.51043701171875 + 23.82181739807129, + 24.600658416748047, + 25.32521629333496, + 26.136220932006836, + 26.859718322753906, + 27.526460647583008, + 27.948474884033203, + 28.127666473388672, + 28.025981903076172, + 27.663902282714844, + 27.025283813476562, + 26.387807846069336, + 25.670997619628906, + 25.016016006469727, + 24.49437713623047, + 24.1137638092041, + 23.838462829589844, + 23.63489532470703, + 23.494131088256836, + 23.39623260498047, + 23.37224578857422, + 23.255855560302734, + 23.12328338623047, + 23.135957717895508 ], "p10": [ - 23.405550003051758, - 23.1146240234375, - 22.84750747680664, - 22.80780792236328, - 23.07758140563965, - 23.79339027404785, - 24.463655471801758, - 25.142805099487305, - 25.50919532775879, - 25.838354110717773, - 25.98320770263672, - 25.957658767700195, - 25.714351654052734, - 25.491735458374023, - 24.98520278930664, - 24.56540298461914, - 23.83141326904297, - 23.16440200805664, - 22.713403701782227, - 22.239757537841797, - 21.989490509033203, - 21.7506103515625, - 21.60613250732422, - 21.537946701049805 + 23.3419132232666, + 23.880178451538086, + 24.35472869873047, + 24.82020378112793, + 25.2246036529541, + 25.579132080078125, + 25.772586822509766, + 25.810035705566406, + 25.65408706665039, + 25.343473434448242, + 24.804533004760742, + 24.291637420654297, + 23.68101692199707, + 23.290542602539062, + 22.866802215576172, + 22.51449966430664, + 22.029434204101562, + 21.78819465637207, + 21.613147735595703, + 21.525087356567383, + 21.469572067260742, + 21.3779354095459, + 21.239477157592773, + 21.171178817749023 ], "p90": [ - 24.37032127380371, - 24.263856887817383, - 24.2197208404541, - 24.269020080566406, - 24.722244262695312, - 25.81716537475586, - 27.09410858154297, - 28.33763885498047, - 29.625852584838867, - 30.676454544067383, - 31.2889461517334, - 31.575603485107422, - 31.43910789489746, - 30.93467140197754, - 30.207313537597656, - 29.50600814819336, - 28.442224502563477, - 27.49407958984375, - 26.851938247680664, - 26.387378692626953, - 26.075275421142578, - 25.836843490600586, - 25.59711456298828, - 25.48027801513672 + 24.195772171020508, + 25.281435012817383, + 26.305511474609375, + 27.577919006347656, + 28.78424644470215, + 29.698734283447266, + 30.34316062927246, + 30.753189086914062, + 30.587787628173828, + 30.152324676513672, + 29.4193115234375, + 28.493480682373047, + 27.678409576416016, + 26.860271453857422, + 26.277263641357422, + 25.738975524902344, + 25.691516876220703, + 25.41411781311035, + 25.231931686401367, + 25.131160736083984, + 25.14727783203125, + 25.01072120666504, + 24.886390686035156, + 24.93088722229004 ], "timestamps": [ - "2026-06-06 18:00:00", - "2026-06-06 19:00:00", - "2026-06-06 20:00:00", - "2026-06-06 21:00:00", "2026-06-06 22:00:00", "2026-06-06 23:00:00", "2026-06-07 00:00:00", @@ -807,6 +803,10 @@ "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", - "2026-06-21 17:00:00" + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index ad9af9b1b885c1c38881297c2e835732b28e0321..4987dd99f24f5cacb63de3a3cad35397bb40a241 100644 --- a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,15 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-21T17:41:09.984887+00:00", + "evaluated_at": "2026-06-21T22:10:12.795322+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 12.0, - 10.0, - 16.0, - 11.0, 13.0, 10.0, 12.0, @@ -34,7 +30,7 @@ 12.0, 13.0, 11.0, - 17.0, + 18.0, 20.0, 12.0, 18.0, @@ -168,18 +164,18 @@ 12.0, 11.0, 15.0, + 10.0, + 10.0, 7.0, - 6.0, - 5.0, 7.0, 10.0, - 11.0 - ], - "actuals": [ + 11.0, 6.0, 13.0, 13.0, - 13.0, + 13.0 + ], + "actuals": [ 7.0, 8.0, 13.0, @@ -197,93 +193,93 @@ 9.0, 10.0, 7.0, + 9.0, 8.0, - 8.0, - 3.0 + 7.0, + 6.0, + 10.0, + 4.0, + 4.0 ], "p50": [ - 9.540420532226562, - 9.656585693359375, - 9.690759658813477, - 9.75578498840332, - 9.78262996673584, - 9.814889907836914, - 9.765993118286133, - 9.678946495056152, - 9.568078994750977, - 9.514060974121094, - 9.301375389099121, - 9.188115119934082, - 8.979114532470703, - 8.772655487060547, - 8.548826217651367, - 8.193075180053711, - 8.036053657531738, - 7.977267742156982, - 8.02025032043457, - 8.028207778930664, - 8.110790252685547, - 8.265596389770508, - 8.340982437133789, - 8.459450721740723 + 11.640304565429688, + 11.397944450378418, + 11.224452018737793, + 11.006754875183105, + 10.752429008483887, + 10.555508613586426, + 10.258082389831543, + 9.996081352233887, + 9.70330810546875, + 9.56519889831543, + 9.47629451751709, + 9.353607177734375, + 9.369941711425781, + 9.351884841918945, + 9.348434448242188, + 9.456844329833984, + 9.811765670776367, + 10.120877265930176, + 10.203790664672852, + 10.342273712158203, + 10.450653076171875, + 10.714712142944336, + 11.027413368225098, + 11.266484260559082 ], "p10": [ - 6.252651214599609, - 6.247126579284668, - 6.26362419128418, - 6.290899753570557, - 6.150815010070801, - 6.153082847595215, - 6.164783477783203, - 6.077981948852539, - 5.956408500671387, - 5.831814765930176, - 5.733883857727051, - 5.548199653625488, - 5.377474784851074, - 5.247035026550293, - 5.0344696044921875, - 4.836811065673828, - 4.71201229095459, - 4.718396186828613, - 4.672266006469727, - 4.740146636962891, - 4.814993858337402, - 4.747625350952148, - 4.907989501953125, - 4.855644226074219 + 7.947561740875244, + 7.717113971710205, + 7.479056358337402, + 7.370903015136719, + 7.084990978240967, + 6.8950514793396, + 6.736216068267822, + 6.392698287963867, + 6.216742515563965, + 6.1357011795043945, + 5.998867034912109, + 5.946907043457031, + 5.8380937576293945, + 5.843578338623047, + 5.776887893676758, + 5.838116645812988, + 6.311412811279297, + 6.459779262542725, + 6.5309858322143555, + 6.581408500671387, + 6.693737030029297, + 6.7297773361206055, + 6.930428504943848, + 7.092169284820557 ], "p90": [ - 14.27104377746582, - 14.578324317932129, - 14.759910583496094, - 14.90120792388916, - 14.984014511108398, - 15.101126670837402, - 15.039932250976562, - 14.983169555664062, - 14.876214981079102, - 14.961601257324219, - 14.72342300415039, - 14.706835746765137, - 14.552907943725586, - 14.426185607910156, - 14.137700080871582, - 13.73912525177002, - 13.507095336914062, - 13.518445014953613, - 13.54312801361084, - 13.543325424194336, - 13.7424955368042, - 14.08515453338623, - 14.1825590133667, - 14.371539115905762 + 16.353900909423828, + 16.195608139038086, + 16.06182098388672, + 16.057109832763672, + 15.826082229614258, + 15.728198051452637, + 15.419981002807617, + 15.220015525817871, + 14.900056838989258, + 14.842856407165527, + 14.698114395141602, + 14.506685256958008, + 14.654535293579102, + 14.720016479492188, + 14.67201042175293, + 14.852020263671875, + 15.355281829833984, + 15.865362167358398, + 15.971321105957031, + 16.14834976196289, + 16.298913955688477, + 16.713592529296875, + 17.122966766357422, + 17.503576278686523 ], "timestamps": [ - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", "2026-06-13 22:00:00", "2026-06-13 23:00:00", "2026-06-14 00:00:00", @@ -471,6 +467,10 @@ "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", - "2026-06-21 17:00:00" + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index c2ed56d952dae6be34542c26aeed119fa9e46e29..897d2fa949c075f2b634743dbeda00177ef6083f 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,18 +1,26 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-21T17:41:16.268633+00:00", + "evaluated_at": "2026-06-21T22:12:34.061059+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ 2400.0, 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, 2400.0, 2400.0, 2400.0, 2400.0, + 2350.0, + 2350.0, 2400.0, + 2350.0, + 2350.0, 2400.0, 2400.0, 2400.0, @@ -24,51 +32,41 @@ 2400.0, 2400.0, 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, 2400.0, 2400.0, 2400.0, 2400.0, 2350.0, + 2350.0, + 2350.0, + 2350.0, 2400.0, 2400.0, 2400.0, 2400.0, 2400.0, - 2350.0, 2400.0, - 2350.0, - 2350.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, 2400.0, 2350.0, 2400.0, 2400.0, - 2350.0, - 2350.0, 2400.0, - 2350.0, - 2350.0, 2400.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, 2400.0, 2400.0, 2400.0, 2400.0, - 2350.0, - 2350.0, 2400.0, - 2350.0, - 2350.0, + 2450.0, 2400.0, 2400.0, 2400.0, @@ -76,51 +74,53 @@ 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, 2400.0, 2400.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, 2400.0, 2400.0, - 2350.0, - 2350.0, 2400.0, + 2450.0, 2400.0, + 2450.0, 2400.0, + 2450.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, + 2450.0, 2400.0, 2400.0, 2400.0, 2400.0, + 2450.0, + 2400.0, + 2450.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ 2400.0, - 2350.0, 2400.0, 2400.0, + 2400.0 + ], + "actuals": [ 2400.0, 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, + 2500.0, 2400.0, 2400.0, 2400.0, 2450.0, 2400.0, + 2350.0, 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, 2400.0, 2400.0, @@ -130,100 +130,84 @@ 2400.0 ], "p50": [ - 2400.251220703125, - 2399.631591796875, - 2399.73193359375, - 2399.971923828125, - 2399.786865234375, - 2400.017578125, - 2399.7255859375, - 2399.866943359375, - 2399.657470703125, - 2399.786376953125, - 2399.718017578125, - 2399.531005859375, - 2399.6435546875, - 2399.915283203125, - 2399.81201171875, - 2399.94482421875, - 2399.869140625, - 2399.792724609375, - 2400.062255859375, - 2400.14453125, - 2400.037353515625, - 2400.077392578125, - 2400.07421875, - 2399.8486328125 + 2397.21435546875, + 2397.548095703125, + 2397.62646484375, + 2398.078125, + 2398.31787109375, + 2398.034912109375, + 2398.3466796875, + 2398.202880859375, + 2398.894775390625, + 2398.58447265625, + 2398.201416015625, + 2397.47314453125, + 2397.249267578125, + 2397.8369140625, + 2397.543701171875, + 2398.457763671875, + 2399.141357421875, + 2398.584228515625, + 2398.1474609375, + 2398.22998046875, + 2398.96630859375, + 2398.21044921875, + 2398.130615234375, + 2398.127685546875 ], "p10": [ - 2367.204833984375, - 2358.61865234375, - 2351.75, - 2349.715576171875, - 2344.60205078125, - 2343.741455078125, - 2344.4677734375, - 2343.613037109375, - 2343.512451171875, - 2346.673095703125, - 2346.73095703125, - 2347.701904296875, - 2348.019775390625, - 2347.540771484375, - 2348.951171875, - 2351.149169921875, - 2354.78564453125, - 2354.957763671875, - 2355.888671875, - 2355.990234375, - 2357.58837890625, - 2357.02685546875, - 2354.767333984375, - 2356.72607421875 + 2397.354248046875, + 2397.052734375, + 2397.29638671875, + 2397.2470703125, + 2396.95947265625, + 2396.95849609375, + 2396.68017578125, + 2396.904052734375, + 2396.609375, + 2397.023681640625, + 2396.900146484375, + 2396.7939453125, + 2396.62939453125, + 2397.10205078125, + 2396.978515625, + 2396.668701171875, + 2396.3466796875, + 2396.3095703125, + 2396.944091796875, + 2396.92919921875, + 2396.40869140625, + 2396.492919921875, + 2396.329345703125, + 2396.269287109375 ], "p90": [ - 2400.53173828125, - 2400.458251953125, - 2400.483154296875, - 2400.552490234375, - 2400.510986328125, - 2400.451904296875, - 2400.478271484375, - 2400.42626953125, - 2400.3466796875, - 2400.315673828125, - 2400.362060546875, - 2400.280517578125, - 2400.380859375, - 2400.432861328125, - 2400.380126953125, - 2400.261962890625, - 2400.516845703125, - 2400.5986328125, - 2400.64599609375, - 2400.55908203125, - 2400.564697265625, - 2400.567626953125, - 2400.624267578125, - 2400.55517578125 + 2447.621337890625, + 2444.572998046875, + 2455.287109375, + 2457.219970703125, + 2463.02490234375, + 2462.60107421875, + 2465.35205078125, + 2467.478759765625, + 2475.186279296875, + 2470.0908203125, + 2469.10595703125, + 2461.67333984375, + 2461.749755859375, + 2457.724609375, + 2459.325439453125, + 2465.6123046875, + 2483.829833984375, + 2475.1083984375, + 2471.79736328125, + 2466.760498046875, + 2463.49658203125, + 2459.0087890625, + 2460.526611328125, + 2463.11474609375 ], "timestamps": [ - "2026-06-21 06:55:00", - "2026-06-21 07:10:00", - "2026-06-21 07:25:00", - "2026-06-21 07:40:00", - "2026-06-21 07:55:00", - "2026-06-21 08:10:00", - "2026-06-21 08:25:00", - "2026-06-21 08:40:00", - "2026-06-21 08:55:00", - "2026-06-21 09:10:00", - "2026-06-21 09:25:00", - "2026-06-21 09:40:00", - "2026-06-21 09:55:00", - "2026-06-21 10:10:00", - "2026-06-21 10:25:00", - "2026-06-21 10:40:00", "2026-06-21 10:55:00", "2026-06-21 11:10:00", "2026-06-21 11:25:00", @@ -327,6 +311,22 @@ "2026-06-22 11:55:00", "2026-06-22 12:10:00", "2026-06-22 12:25:00", - "2026-06-22 12:40:00" + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 32a3b687175cfb3f7e640530da64653d83fbf9bf..f850ea126d43716d123c886a6e68f1d9c680d9b8 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,31 +1,49 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-21T20:27:31.750028+00:00", + "evaluated_at": "2026-06-21T22:12:54.275896+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t210000z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t153600z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t193500z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260620t210000z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260620t210000z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260620t210000z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "context_length": 168, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t185000z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 7cd7fb566fe6d6ca83c20642a7568368ecbd0f45..6fc374e984485372b8fba7492a470e968edc226f 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,34002.89477157593,21890.578578472137,126.60099283854167,0.10878423402831576,0.0019707746067388616,0.0019725579333094876,1.7621304998982321,184.39873853032708,0.0028714571002213737,0.0019714306219156593,0.004131428483964809,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,59870.24955177307,38523.02501710256,160.13167317708334,0.1385597823714203,0.0024959361285213,0.0024941685887986576,1.7068390451540434,244.68397894380635,0.003811293936459739,0.002494273951443027,0.004044180033362147,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.1435885119902498,1.1747058612333678,0.8515034914016724,0.46785908937130044,0.03439313334858585,0.033592128289063466,2.0782150569302487,1.0693869795309132,0.04246618415225165,0.0338138623008205,0.027349736498746124,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.08314235667998733,0.06837418164515958,0.23932810028394064,0.5358391695181227,0.5286042328174664,0.39077613508291004,2.805227903063473,0.28834416359619164,0.4775491700185074,0.39636985964022986,0.25207467726662897,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.01948714560913154,0.027465215189797818,0.1345579798022906,0.3366263867812987,0.24987996024688755,0.24597728137931918,1.7129212392183524,0.13959636674760392,0.25774810505127327,0.24844532219290869,0.22034567116525725,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.02739143902243689,0.025904600157096464,0.13102800978554618,1.277523247701714,0.08799404244328726,0.09296533281705531,7.418332558323846,0.16550359217381624,0.11625618181965629,0.0920391873615544,0.08013988958787789,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,1.773080646761893,1.8610201670235067,1.082911451657613,4.16949846728734,0.06894768743293272,0.0728896238647535,111.37152905911823,1.3315707441821831,0.08828093331594584,0.07179523436404064,0.06409042161106698,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,25.146728943194983,20.805770262768874,3.8397724628448486,0.3370400923920644,0.1467622056689639,0.13983279285622374,2.418894449690925,5.01465142788559,0.18114333209935207,0.1387033951263742,0.15397927372137343,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.4729275631190528,1.435791223408766,0.8727842966715494,0.447214139666956,0.0366657152641681,0.03554434072669088,1.984689294329775,1.2136422714783186,0.04866735925727594,0.03499886903946063,0.028085504409873605,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,15.477262296158452,12.163136978588918,3.051810006300608,0.576720001190666,0.5817744688843699,0.3700281647764651,4.419860802297517,3.934115185929163,0.4583435168072811,0.3555506803457019,0.27805604363722325,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,450.06594944993657,314.045132956778,6.3841807047526045,0.2785824307528409,0.00264315657662363,0.0026513119743957134,8.749742098721592,21.21475782209018,0.00883181591899678,0.002657768203192758,0.004943316179260624,Hydrology,1 +nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.24910785538850178,0.40761968077686106,0.547862688700358,0.3928895715829071,0.026613999461058413,0.02701328090063716,2.2538161600148454,0.4991070580431635,0.02467772876731938,0.027088390387604053,0.029290806964384408,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,61.569161274759345,49.571842443041,6.256526072820027,0.5422021078887282,0.27050657008274853,0.2610893506666491,3.0983978293545147,7.846601893479709,0.30620885437969597,0.24415711503687912,0.24016764643392585,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.7588488622935377,1.778809118525184,1.1728342374165852,0.5972324322436992,0.045991605928359804,0.04659923634412194,3.683766830928819,1.3262159938311473,0.05348543968701798,0.04729965191190506,0.03862749832019127,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,26.302917048141012,19.836624864737768,3.7792120973269143,0.707680808862257,0.7512025396522608,0.44070751611280534,7.779809588418671,5.128636958114798,0.647827826288185,0.4773741596623471,0.35454982344867203,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,837.455635741353,939.4249373010049,14.676681518554688,0.5419082406850962,0.005993190706118423,0.006053194271393479,8.46039532001202,28.93882574917913,0.012005735833713036,0.006088856636911192,0.006172061393735594,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,890.713526753742,459.6993433938395,19.7410888671875,0.3983935818708682,0.08488627994531377,0.0825329602754252,1.6746824063343657,29.844824120000137,0.12013442716503793,0.07946384247861558,0.06594550252364441,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 78d3d767c8bf6b7679b8d09e9cb95cf797d2e22f..87cad6bea9e7b0d37aa1a0f4a5477cf76916888f 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-21T21:12:05.398123+00:00", + "evaluated_at": "2026-06-21T23:07:35.351966+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65776.96875, 65780.0, 65675.0078125, 65700.0, @@ -101,10 +100,10 @@ 63834.69921875, 63805.890625, 63936.0, - 63925.98828125 + 63925.98828125, + 64012.3984375 ], "actuals": [ - 64012.3984375, 64272.01171875, 64298.01171875, 64294.0, @@ -127,88 +126,88 @@ 64151.4609375, 64213.80859375, 64207.12109375, - 64210.1484375 + 63848.0, + 63939.828125 ], "p50": [ - 63875.6640625, - 63944.28125, - 64018.38671875, - 64051.951171875, - 64010.080078125, - 64061.087890625, - 64099.9609375, - 64124.279296875, - 64168.64453125, - 64130.234375, - 64246.927734375, - 64121.19921875, - 64189.6875, - 64171.90625, - 64239.607421875, - 64224.0703125, - 64152.841796875, - 64324.013671875, - 64141.880859375, - 64310.255859375, - 64259.09765625, - 64148.673828125, - 64207.45703125, - 64137.77734375 + 64004.556640625, + 64070.89453125, + 64052.89453125, + 64190.6015625, + 64121.0546875, + 64234.44140625, + 64217.869140625, + 64244.8984375, + 64235.00390625, + 64297.521484375, + 64288.998046875, + 64288.169921875, + 64268.86328125, + 64453.181640625, + 64234.044921875, + 64259.525390625, + 64363.501953125, + 64349.8828125, + 64223.712890625, + 64444.83203125, + 64222.04296875, + 64338.044921875, + 64361.42578125, + 64334.88671875 ], "p10": [ - 63662.625, - 63670.046875, - 63692.27734375, - 63562.55859375, - 63488.22265625, - 63467.88671875, - 63507.822265625, - 63462.62109375, - 63323.71875, - 63358.8984375, - 63413.552734375, - 63214.298828125, - 63305.115234375, - 63151.626953125, - 63367.05859375, - 63053.1015625, - 63000.580078125, - 63102.9140625, - 62886.341796875, - 62825.99609375, - 62667.4140625, - 62755.685546875, - 62773.208984375, - 62678.353515625 + 63719.259765625, + 63784.830078125, + 63634.333984375, + 63628.66015625, + 63641.943359375, + 63612.310546875, + 63659.560546875, + 63510.712890625, + 63509.251953125, + 63516.673828125, + 63243.181640625, + 63360.96875, + 63393.126953125, + 63411.123046875, + 63203.197265625, + 63124.66015625, + 63019.875, + 63177.599609375, + 63044.162109375, + 62966.81640625, + 63184.453125, + 63085.66796875, + 63097.771484375, + 62972.970703125 ], "p90": [ - 64158.533203125, - 64318.5234375, - 64409.267578125, - 64507.6328125, - 64453.943359375, - 64722.5546875, - 64803.359375, - 64909.546875, - 64826.197265625, - 65035.294921875, - 65101.279296875, - 65144.05078125, - 65208.8828125, - 65524.169921875, - 65501.005859375, - 65494.310546875, - 65446.419921875, - 65619.0234375, - 65628.5390625, - 65788.01171875, - 65677.2421875, - 65535.978515625, - 66029.625, - 66459.90625 + 64267.951171875, + 64363.99609375, + 64427.9921875, + 64707.80859375, + 64678.640625, + 64844.296875, + 65010.841796875, + 64975.6171875, + 65128.875, + 65384.9140625, + 65332.728515625, + 65428.291015625, + 65343.69140625, + 65569.88671875, + 65388.951171875, + 65696.29296875, + 65691.53515625, + 65669.94140625, + 65586.21875, + 66128.421875, + 65628.6640625, + 65839.45703125, + 66516.4296875, + 65729.22265625 ], "timestamps": [ - "2026-06-16 21:00:00", "2026-06-16 22:00:00", "2026-06-16 23:00:00", "2026-06-17 00:00:00", @@ -327,6 +326,7 @@ "2026-06-21 17:00:00", "2026-06-21 18:00:00", "2026-06-21 19:00:00", - "2026-06-21 20:00:00" + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 3f9f4a50f0bbe156382c8832a1996af01e4451c3..96d590b60c2c524cd10b4ea721028f719a597453 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,27 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-21T21:12:32.662959+00:00", + "evaluated_at": "2026-06-21T23:08:06.560185+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9490000009536743, - 0.9049999713897705, - 0.8679999709129333, - 0.8349999785423279, - 0.7940000295639038, - 0.753000020980835, - 0.7099999785423279, - 0.6679999828338623, - 0.6439999938011169, - 0.6190000176429749, - 0.5839999914169312, - 0.5450000166893005, - 0.5059999823570251, - 0.47699999809265137, - 0.4569999873638153, - 0.43299999833106995, 0.4090000092983246, 0.38199999928474426, 0.35499998927116394, @@ -245,9 +229,7 @@ 1.340000033378601, 1.315000057220459, 1.2949999570846558, - 1.2790000438690186 - ], - "actuals": [ + 1.2790000438690186, 1.2480000257492065, 1.225000023841858, 1.194000005722046, @@ -263,7 +245,9 @@ 0.8899999856948853, 0.8550000190734863, 0.8190000057220459, - 0.7829999923706055, + 0.7829999923706055 + ], + "actuals": [ 0.746999979019165, 0.7179999947547913, 0.6800000071525574, @@ -307,211 +291,211 @@ 0.48500001430511475, 0.5149999856948853, 0.5379999876022339, - 0.546999990940094 + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 ], "p50": [ - 1.2680636048316956, - 1.2580265402793884, - 1.2409764528274536, - 1.2245409488677979, - 1.2088565230369568, - 1.1983989477157593, - 1.1689602732658386, - 1.1581178903579712, - 1.1212873458862305, - 1.1060905456542969, - 1.0876720547676086, - 1.0837965607643127, - 1.0602903366088867, - 1.0139962434768677, - 1.01314115524292, - 0.9885651767253876, - 0.9735525548458099, - 0.9544918239116669, - 0.9366767406463623, - 0.9089177250862122, - 0.9245952367782593, - 0.8877451419830322, - 0.9196779727935791, - 0.9027459621429443, - 0.8739120066165924, - 0.8581896126270294, - 0.8309343457221985, - 0.8441540598869324, - 0.8518150746822357, - 0.8441741466522217, - 0.8237330913543701, - 0.8263962268829346, - 0.7130508720874786, - 0.7207857966423035, - 0.6947389543056488, - 0.6488385796546936, - 0.6673566401004791, - 0.6866486072540283, - 0.6299856007099152, - 0.6173898279666901, - 0.6234985291957855, - 0.6493945121765137, - 0.6591691374778748, - 0.6420324146747589, - 0.6418348550796509, - 0.5998783707618713, - 0.6667150855064392, - 0.6202603280544281, - 0.5700928568840027, - 0.598473072052002, - 0.5885546207427979, - 0.6226474344730377, - 0.6691394746303558, - 0.6434199810028076, - 0.6367131173610687, - 0.6166468560695648, - 0.5983618795871735, - 0.6513844430446625, - 0.6174262762069702, - 0.6590791940689087 + 0.7609001398086548, + 0.7362169623374939, + 0.7171030342578888, + 0.6924687623977661, + 0.6808039247989655, + 0.6709165275096893, + 0.6472988724708557, + 0.6409331560134888, + 0.6161786615848541, + 0.5959395170211792, + 0.5885657370090485, + 0.5789034962654114, + 0.5667973160743713, + 0.5581965446472168, + 0.5504892468452454, + 0.5308206081390381, + 0.5115751922130585, + 0.5050817131996155, + 0.5064553618431091, + 0.48771679401397705, + 0.4715317189693451, + 0.48362258076667786, + 0.49711865186691284, + 0.48428621888160706, + 0.4984644651412964, + 0.4926469326019287, + 0.4485149383544922, + 0.4407850205898285, + 0.452487587928772, + 0.48351290822029114, + 0.45881617069244385, + 0.4794597923755646, + 0.4624289870262146, + 0.44984543323516846, + 0.4431420862674713, + 0.4728778898715973, + 0.46911898255348206, + 0.4397101402282715, + 0.4925243556499481, + 0.4802806079387665, + 0.4358113408088684, + 0.46412500739097595, + 0.5106261968612671, + 0.4749841094017029, + 0.5146743655204773, + 0.5337419807910919, + 0.5186715126037598, + 0.5631415545940399, + 0.5080920457839966, + 0.5101328790187836, + 0.5619593858718872, + 0.5123811066150665, + 0.5910060107707977, + 0.5536637008190155, + 0.5308732688426971, + 0.5374346673488617, + 0.5237177312374115, + 0.6183303892612457, + 0.5681351721286774, + 0.5968427062034607 ], "p10": [ - 1.2513828873634338, - 1.235418438911438, - 1.2059862613677979, - 1.1825439929962158, - 1.1618762016296387, - 1.1246737241744995, - 1.0770519375801086, - 1.064475655555725, - 1.0160548686981201, - 0.9658182859420776, - 0.9670815765857697, - 0.902497261762619, - 0.9000186622142792, - 0.8152197599411011, - 0.8407272398471832, - 0.7846042215824127, - 0.7553412914276123, - 0.6993776559829712, - 0.7151500880718231, - 0.6923591494560242, - 0.6177464127540588, - 0.6103233695030212, - 0.6195722222328186, - 0.5712672472000122, - 0.610438883304596, - 0.5300596654415131, - 0.5410321354866028, - 0.5499660968780518, - 0.4820922017097473, - 0.5233809947967529, - 0.4971366822719574, - 0.45817410945892334, - 0.3701511323451996, - 0.35513365268707275, - 0.3563910126686096, - 0.32816216349601746, - 0.3640138506889343, - 0.26471784710884094, - 0.2612973153591156, - 0.2373163104057312, - 0.3063257038593292, - 0.2812404930591583, - 0.3027326762676239, - 0.3014892041683197, - 0.2381877601146698, - 0.20600375533103943, - 0.2602884769439697, - 0.20359796285629272, - 0.22919124364852905, - 0.22908633947372437, - 0.1617726981639862, - 0.2368868887424469, - 0.2593255043029785, - 0.17541569471359253, - 0.21141356229782104, - 0.22455617785453796, - 0.1661425232887268, - 0.23189210891723633, - 0.1884477436542511, - 0.19852513074874878 + 0.7483601272106171, + 0.7177596092224121, + 0.6845687329769135, + 0.6593864560127258, + 0.6362452805042267, + 0.6154994964599609, + 0.6012130379676819, + 0.5800689458847046, + 0.5531220734119415, + 0.5104160904884338, + 0.510494738817215, + 0.4787687361240387, + 0.4789450466632843, + 0.4599718749523163, + 0.42834237217903137, + 0.4251699149608612, + 0.37434661388397217, + 0.35197845101356506, + 0.34209755063056946, + 0.32168295979499817, + 0.31306570768356323, + 0.3008643090724945, + 0.29876312613487244, + 0.26969659328460693, + 0.26322200894355774, + 0.3002050518989563, + 0.2300059199333191, + 0.23651644587516785, + 0.21448156237602234, + 0.173394113779068, + 0.17244288325309753, + 0.15009501576423645, + 0.12297588586807251, + 0.18368273973464966, + 0.10470455884933472, + 0.09561130404472351, + 0.09334045648574829, + 0.04648447036743164, + 0.17375102639198303, + 0.14507383108139038, + 0.10475477576255798, + 0.13081952929496765, + 0.13293033838272095, + 0.05582469701766968, + 0.12170320749282837, + 0.09713011980056763, + 0.09066861867904663, + 0.037384986877441406, + 0.08159595727920532, + 0.0822540819644928, + 0.07440799474716187, + 0.0899743139743805, + 0.15747705101966858, + 0.1056608259677887, + 0.1033153235912323, + 0.020113587379455566, + 0.06279218196868896, + 0.17352360486984253, + 0.06898409128189087, + 0.18349307775497437 ], "p90": [ - 1.284701943397522, - 1.2829229831695557, - 1.2744956612586975, - 1.2657743096351624, - 1.271323323249817, - 1.260012924671173, - 1.243489146232605, - 1.2482118010520935, - 1.2263767719268799, - 1.242613434791565, - 1.239855706691742, - 1.2464510798454285, - 1.205119550228119, - 1.2134093642234802, - 1.1839750409126282, - 1.2246910333633423, - 1.214246153831482, - 1.1523854732513428, - 1.1480059027671814, - 1.2174400687217712, - 1.1659678220748901, - 1.1928571462631226, - 1.1974098086357117, - 1.1924139857292175, - 1.167025089263916, - 1.200875163078308, - 1.1176285147666931, - 1.2137906551361084, - 1.1461477875709534, - 1.1556159853935242, - 1.2542672753334045, - 1.243790328502655, - 1.2286635041236877, - 1.1509485840797424, - 1.146009922027588, - 1.086659848690033, - 1.1277691721916199, - 1.1550718545913696, - 1.1602571606636047, - 1.112937569618225, - 1.2360309958457947, - 1.129606008529663, - 1.2203885912895203, - 1.1648629903793335, - 1.1753984093666077, - 1.1851763725280762, - 1.1764275431632996, - 1.2055715322494507, - 1.1704818606376648, - 1.2521675825119019, - 1.1046446561813354, - 1.2316198348999023, - 1.1662101745605469, - 1.2755489945411682, - 1.308814287185669, - 1.199545979499817, - 1.0522060990333557, - 1.1504010558128357, - 1.287274420261383, - 1.2145567536354065 + 0.7729660868644714, + 0.7562677562236786, + 0.7577858567237854, + 0.7316821813583374, + 0.7252901792526245, + 0.7231398224830627, + 0.7013658583164215, + 0.7100012004375458, + 0.6905697286128998, + 0.6658123731613159, + 0.6668043732643127, + 0.6777083575725555, + 0.6683520972728729, + 0.6491446793079376, + 0.6683699190616608, + 0.6647785604000092, + 0.6368106007575989, + 0.6574977934360504, + 0.6729975044727325, + 0.6436812281608582, + 0.6543847322463989, + 0.6629002094268799, + 0.7128511369228363, + 0.7212343215942383, + 0.6887979507446289, + 0.6963374316692352, + 0.6887520551681519, + 0.6700619757175446, + 0.7186009585857391, + 0.7594161927700043, + 0.7520164847373962, + 0.754618763923645, + 0.7395141422748566, + 0.7561584115028381, + 0.850705474615097, + 0.8282317519187927, + 0.8555750846862793, + 0.8150050044059753, + 0.8460162878036499, + 0.9682879149913788, + 0.8415790796279907, + 0.8576478362083435, + 1.002072513103485, + 0.9844917953014374, + 1.0525298118591309, + 1.2331026196479797, + 0.9992765486240387, + 1.1966078281402588, + 1.1271477341651917, + 1.0746130347251892, + 1.2106567025184631, + 1.0590820908546448, + 1.1228091716766357, + 1.2246650457382202, + 1.1136602759361267, + 1.2055105566978455, + 1.2421388626098633, + 1.3964058756828308, + 1.3210656642913818, + 1.3606892824172974 ], "timestamps": [ - "2026-06-20 14:06:00", - "2026-06-20 14:12:00", - "2026-06-20 14:18:00", - "2026-06-20 14:24:00", - "2026-06-20 14:30:00", - "2026-06-20 14:36:00", - "2026-06-20 14:42:00", - "2026-06-20 14:48:00", - "2026-06-20 14:54:00", - "2026-06-20 15:00:00", - "2026-06-20 15:06:00", - "2026-06-20 15:12:00", - "2026-06-20 15:18:00", - "2026-06-20 15:24:00", - "2026-06-20 15:30:00", - "2026-06-20 15:36:00", "2026-06-20 15:42:00", "2026-06-20 15:48:00", "2026-06-20 15:54:00", @@ -795,6 +779,22 @@ "2026-06-21 19:42:00", "2026-06-21 19:48:00", "2026-06-21 19:54:00", - "2026-06-21 20:00:00" + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00" ] } diff --git a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json index 1ff2701d915bcaf9e3d3dd6b857953d9b75805c3..d5b433fd113e15f63b3da3df53da1617490180ba 100644 --- a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,65 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-21T19:09:54.903929+00:00", + "evaluated_at": "2026-06-21T23:08:11.782203+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 14.0, - 14.0, - 15.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.0, - 14.0, - 13.0, - 13.300000190734863, - 13.0, - 14.0, - 14.0, - 14.0, - 14.0, 14.0, 13.0, 13.0, @@ -101,9 +47,7 @@ 14.0, 14.0, 14.0, - 14.0 - ], - "actuals": [ + 14.0, 14.0, 14.0, 14.0, @@ -127,91 +71,143 @@ 16.0, 16.0, 16.0, - 16.0 + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0 + ], + "actuals": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 14.00118112564087, - 14.000724792480469, - 14.000916004180908, - 14.001487731933594, - 14.001020431518555, - 14.00098991394043, - 14.000905513763428, - 14.000672340393066, - 14.001036167144775, - 14.00111722946167, - 14.000814437866211, - 14.00117540359497, - 14.000743389129639, - 14.000523567199707, - 14.0004243850708, - 14.000627994537354, - 14.00149917602539, - 14.001305103302002, - 14.001521587371826, - 14.001731395721436, - 14.001215934753418, - 14.001015663146973, - 14.00167465209961, - 14.00098705291748 + 18.944232940673828, + 19.277326583862305, + 19.080248832702637, + 19.413662910461426, + 19.277897834777832, + 19.443108558654785, + 19.442724227905273, + 19.79637908935547, + 19.66059684753418, + 19.82826519012451, + 19.738554000854492, + 19.78460693359375, + 19.886293411254883, + 19.78331184387207, + 19.901488304138184, + 20.28688621520996, + 19.71659278869629, + 20.016525268554688, + 20.158113479614258, + 20.4849853515625, + 20.18142795562744, + 20.289440155029297, + 20.328402519226074, + 20.471213340759277 ], "p10": [ - 13.921875, - 13.921875, - 13.997038841247559, - 13.997941493988037, - 13.921875, - 13.997597217559814, - 13.921875, - 13.965010166168213, - 13.997862339019775, - 13.921875, - 13.921875, - 13.921875, - 13.921875, - 13.791604042053223, - 13.921875, - 13.696057319641113, - 13.755590438842773, - 13.933369636535645, - 13.787961483001709, - 13.921875, - 13.714362621307373, - 13.788293361663818, - 13.921875, - 13.921875 + 18.577808380126953, + 18.66349220275879, + 18.47414207458496, + 18.581697463989258, + 18.416074752807617, + 18.68589210510254, + 18.454010009765625, + 18.544776916503906, + 18.44300365447998, + 18.41779327392578, + 18.463014602661133, + 18.6690092086792, + 18.067214965820312, + 17.94337558746338, + 18.180659294128418, + 18.36262798309326, + 17.632288932800293, + 18.237448692321777, + 18.18221664428711, + 18.14259433746338, + 18.56214714050293, + 18.10972785949707, + 17.964272499084473, + 17.92227268218994 ], "p90": [ - 14.523801803588867, - 14.523801803588867, - 14.523801803588867, - 14.523801803588867, - 14.523801803588867, - 14.523801803588867, - 14.523801803588867, - 14.225104808807373, - 14.523801803588867, - 14.523801803588867, - 14.297826290130615, - 14.523801803588867, - 14.523801803588867, - 14.523801803588867, - 14.523801803588867, - 14.523801803588867, - 14.523801803588867, - 14.523801803588867, - 14.7670578956604, - 14.523801803588867, - 14.523801803588867, - 14.523801803588867, - 14.523801803588867, - 14.523801803588867 + 19.379968643188477, + 19.783166885375977, + 20.01425838470459, + 20.31874370574951, + 20.190892219543457, + 20.574198722839355, + 20.641263008117676, + 21.072945594787598, + 20.99906349182129, + 21.168249130249023, + 21.186692237854004, + 21.18220043182373, + 21.411078453063965, + 21.847076416015625, + 21.76212501525879, + 22.500497817993164, + 21.457494735717773, + 22.118419647216797, + 22.613534927368164, + 23.223645210266113, + 23.478607177734375, + 22.804829597473145, + 23.356104850769043, + 22.990507125854492 ], "timestamps": [ - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", "2026-06-21 12:00:00", "2026-06-21 13:00:00", "2026-06-21 14:00:00", @@ -327,6 +323,10 @@ "2026-06-26 04:00:00", "2026-06-26 05:00:00", "2026-06-26 06:00:00", - "2026-06-26 07:00:00" + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index a8090cfa8526dbc42f75b7c8883ee76b3d0aa9e0..c6745ed1ba6385b31e1224a8c4c281a6d566455c 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,15 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-21T19:10:00.240915+00:00", + "evaluated_at": "2026-06-21T23:10:37.610575+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 26.700000762939453, - 22.700000762939453, - 26.399999618530273, - 32.599998474121094, 39.70000076293945, 27.399999618530273, 25.100000381469727, @@ -341,13 +337,13 @@ 43.20000076293945, 40.29999923706055, 37.79999923706055, - 35.400001525878906 - ], - "actuals": [ + 35.400001525878906, 34.0, 31.200000762939453, 25.100000381469727, - 21.200000762939453, + 21.200000762939453 + ], + "actuals": [ 20.899999618530273, 23.5, 27.600000381469727, @@ -367,91 +363,91 @@ 28.799999237060547, 26.0, 23.299999237060547, - 21.200000762939453 + 21.200000762939453, + 18.899999618530273, + 16.399999618530273, + 14.100000381469727, + 12.699999809265137 ], "p50": [ - 32.975114822387695, - 29.503948211669922, - 27.291635513305664, - 25.975159645080566, - 27.044200897216797, - 26.337398529052734, - 26.118971824645996, - 27.211432456970215, - 24.526519775390625, - 23.21605682373047, - 24.022244453430176, - 23.28131866455078, - 23.670510292053223, - 23.2336483001709, - 25.57825469970703, - 26.57423496246338, - 26.72056484222412, - 27.945334434509277, - 29.763033866882324, - 30.54209613800049, - 32.32876968383789, - 34.597896575927734, - 31.282384872436523, - 32.780290603637695 + 19.56822395324707, + 19.040950775146484, + 20.130800247192383, + 19.304116249084473, + 19.95455551147461, + 19.719307899475098, + 22.493351936340332, + 21.63181209564209, + 20.921462059020996, + 23.944418907165527, + 22.511713981628418, + 22.682376861572266, + 24.52673625946045, + 25.090389251708984, + 23.97454071044922, + 23.05316162109375, + 25.815974235534668, + 23.539978981018066, + 23.038312911987305, + 25.837903022766113, + 25.716047286987305, + 24.019258499145508, + 23.988210678100586, + 25.402092933654785 ], "p10": [ - 27.29163646697998, - 21.120158195495605, - 18.328953742980957, - 16.815144538879395, - 16.904013633728027, - 15.28166913986206, - 16.865474700927734, - 16.52192974090576, - 15.149470806121826, - 14.539484024047852, - 14.273321628570557, - 13.240616798400879, - 14.210211277008057, - 14.646447658538818, - 15.510770320892334, - 15.471539497375488, - 15.223590850830078, - 16.428916931152344, - 17.062658309936523, - 16.17606830596924, - 18.012916564941406, - 18.5206880569458, - 17.027244567871094, - 16.205836296081543 + 16.58036518096924, + 14.373250961303711, + 12.160296440124512, + 10.177000045776367, + 10.2098970413208, + 10.6216402053833, + 8.146178245544434, + 11.00925064086914, + 9.968401908874512, + 8.156993865966797, + 8.305453300476074, + 9.558455467224121, + 11.514936447143555, + 11.513588905334473, + 10.047189712524414, + 10.050304412841797, + 10.852730751037598, + 12.102715492248535, + 9.584978103637695, + 13.462451457977295, + 12.136028289794922, + 9.841809272766113, + 10.438039779663086, + 11.632246971130371 ], "p90": [ - 40.92666816711426, - 40.848548889160156, - 42.37340545654297, - 37.93539619445801, - 44.52978515625, - 38.06553268432617, - 40.579824447631836, - 40.47693061828613, - 39.159841537475586, - 38.07661819458008, - 39.204240798950195, - 37.63743782043457, - 38.90907287597656, - 37.00369834899902, - 41.748233795166016, - 44.943586349487305, - 42.145193099975586, - 51.36506462097168, - 50.38841438293457, - 54.14457893371582, - 53.96532440185547, - 57.397926330566406, - 56.700992584228516, - 54.10867691040039 + 22.067703247070312, + 25.28806495666504, + 28.93943691253662, + 28.470012664794922, + 33.185462951660156, + 39.44979667663574, + 43.900856018066406, + 41.01728439331055, + 40.004934310913086, + 45.24176788330078, + 48.01997756958008, + 46.28048324584961, + 50.56596565246582, + 46.457427978515625, + 48.78445625305176, + 47.30407905578613, + 48.57874298095703, + 56.2265739440918, + 49.01189994812012, + 48.83654022216797, + 54.83060073852539, + 50.225961685180664, + 58.0293025970459, + 57.7133903503418 ], "timestamps": [ - "2026-06-06 18:00:00", - "2026-06-06 19:00:00", - "2026-06-06 20:00:00", - "2026-06-06 21:00:00", "2026-06-06 22:00:00", "2026-06-06 23:00:00", "2026-06-07 00:00:00", @@ -807,6 +803,10 @@ "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", - "2026-06-21 17:00:00" + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index e5a3b1e8c25ca4fcddf14d081f4284aaf042bc0c..a4d7ee6d5f3691ff7d23c3d6ae606e80dc6f8a79 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,15 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-21T19:10:04.992487+00:00", + "evaluated_at": "2026-06-21T23:11:08.213131+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 21.0, - 20.5, - 20.5, - 20.299999237060547, 21.200000762939453, 22.5, 24.0, @@ -341,13 +337,13 @@ 24.5, 24.399999618530273, 24.299999237060547, - 23.899999618530273 - ], - "actuals": [ + 23.899999618530273, 24.200000762939453, 23.899999618530273, 23.700000762939453, - 23.5, + 23.5 + ], + "actuals": [ 23.899999618530273, 24.799999237060547, 25.700000762939453, @@ -362,96 +358,96 @@ 25.600000381469727, 24.100000381469727, 23.299999237060547, - 22.799999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, 22.600000381469727, 22.600000381469727, - 22.700000762939453, 22.600000381469727, - 22.200000762939453 + 22.200000762939453, + 22.299999237060547, + 22.700000762939453 ], "p50": [ - 23.89735221862793, - 23.813030242919922, - 23.753437042236328, - 23.707446098327637, - 24.024041175842285, - 24.918010711669922, - 25.652570724487305, - 26.265838623046875, - 26.73012065887451, - 27.416574478149414, - 27.956250190734863, - 27.79861068725586, - 27.86653232574463, - 27.632596969604492, - 27.11560344696045, - 26.83024311065674, - 26.266715049743652, - 25.57976722717285, - 25.05735206604004, - 24.419880867004395, - 24.00399875640869, - 24.169212341308594, - 23.87757968902588, - 23.823637008666992 + 23.515482902526855, + 23.96536922454834, + 24.481528282165527, + 24.90211009979248, + 25.366718292236328, + 25.860578536987305, + 26.135228157043457, + 26.058387756347656, + 25.946106910705566, + 25.664331436157227, + 25.587366104125977, + 25.2161865234375, + 24.89857292175293, + 24.713163375854492, + 24.280587196350098, + 24.000398635864258, + 23.642701148986816, + 23.680625915527344, + 23.379310607910156, + 23.541460037231445, + 23.344146728515625, + 23.035303115844727, + 23.036869049072266, + 22.97728443145752 ], "p10": [ - 23.619539260864258, - 23.42118263244629, - 23.140929222106934, - 23.022862434387207, - 22.945688247680664, - 23.65516948699951, - 24.317692756652832, - 24.86819839477539, - 24.555644989013672, - 25.56949520111084, - 25.576616287231445, - 25.25682258605957, - 25.472442626953125, - 24.916332244873047, - 24.60366439819336, - 24.54763412475586, - 24.10817527770996, - 23.313241958618164, - 22.78869915008545, - 22.47825050354004, - 22.024709701538086, - 22.18301010131836, - 22.004934310913086, - 21.775842666625977 + 23.113144874572754, + 23.02489948272705, + 23.448469161987305, + 23.442035675048828, + 23.7427339553833, + 24.247355461120605, + 23.96494770050049, + 23.57075595855713, + 23.778172492980957, + 23.334250450134277, + 23.528752326965332, + 23.144783973693848, + 22.95078468322754, + 21.966538429260254, + 22.508797645568848, + 22.22727108001709, + 21.781176567077637, + 21.864770889282227, + 21.09652614593506, + 21.86404323577881, + 21.812213897705078, + 21.276009559631348, + 20.963825225830078, + 21.051478385925293 ], "p90": [ - 24.228636741638184, - 24.281505584716797, - 24.461406707763672, - 24.592374801635742, - 25.07422637939453, - 26.17081642150879, - 27.079042434692383, - 27.991482734680176, - 28.847540855407715, - 29.997071266174316, - 31.391301155090332, - 31.274785041809082, - 31.226518630981445, - 31.11501693725586, - 30.077611923217773, - 29.479450225830078, - 28.968456268310547, - 28.172478675842285, - 27.482687950134277, - 26.885016441345215, - 25.995668411254883, - 26.205374717712402, - 25.985608100891113, - 26.047568321228027 + 23.981861114501953, + 24.73939800262451, + 25.52244758605957, + 26.60339641571045, + 27.2395658493042, + 27.32477378845215, + 28.512516021728516, + 28.15495014190674, + 28.17730712890625, + 27.779149055480957, + 28.052446365356445, + 27.072038650512695, + 27.299086570739746, + 26.655028343200684, + 26.624719619750977, + 25.907097816467285, + 25.30544662475586, + 25.551347732543945, + 25.027384757995605, + 25.220966339111328, + 25.637651443481445, + 25.110633850097656, + 25.128249168395996, + 25.12450885772705 ], "timestamps": [ - "2026-06-06 18:00:00", - "2026-06-06 19:00:00", - "2026-06-06 20:00:00", - "2026-06-06 21:00:00", "2026-06-06 22:00:00", "2026-06-06 23:00:00", "2026-06-07 00:00:00", @@ -807,6 +803,10 @@ "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", - "2026-06-21 17:00:00" + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 767960994fe09cbc0c56e58cbd66fbbe58219443..f8c9c230af8e6f181b929115e70be30a3b88af1d 100644 --- a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,15 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-21T19:12:40.663348+00:00", + "evaluated_at": "2026-06-21T23:11:12.924230+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 12.0, - 10.0, - 16.0, - 11.0, 13.0, 10.0, 12.0, @@ -34,7 +30,7 @@ 12.0, 13.0, 11.0, - 17.0, + 18.0, 20.0, 12.0, 18.0, @@ -168,18 +164,18 @@ 12.0, 11.0, 15.0, + 10.0, + 10.0, 7.0, - 6.0, - 5.0, 7.0, 10.0, - 11.0 - ], - "actuals": [ + 11.0, 6.0, 13.0, 13.0, - 13.0, + 13.0 + ], + "actuals": [ 7.0, 8.0, 13.0, @@ -197,93 +193,93 @@ 9.0, 10.0, 7.0, + 9.0, 8.0, - 8.0, - 3.0 + 7.0, + 6.0, + 10.0, + 4.0, + 4.0 ], "p50": [ - 11.0022292137146, - 10.041675090789795, - 9.631470203399658, - 9.667859554290771, - 10.313003063201904, - 9.628099918365479, - 10.035859107971191, - 10.741767883300781, - 10.033548831939697, - 9.281315326690674, - 9.146429538726807, - 9.856773376464844, - 10.328311443328857, - 10.142724990844727, - 10.548443794250488, - 9.953312397003174, - 9.54192066192627, - 10.000406742095947, - 10.38952922821045, - 9.81074571609497, - 9.674830913543701, - 10.641611099243164, - 9.656730651855469, - 9.397730827331543 + 11.615696430206299, + 10.838224411010742, + 9.974563598632812, + 9.649666786193848, + 9.8169846534729, + 10.046920776367188, + 10.548165798187256, + 11.09054946899414, + 11.24781084060669, + 11.3658127784729, + 11.619295597076416, + 11.697336196899414, + 11.307809352874756, + 11.049257278442383, + 10.657247066497803, + 11.269476890563965, + 10.732003688812256, + 11.409035682678223, + 11.506647109985352, + 11.834067344665527, + 11.716390609741211, + 11.493124008178711, + 11.395945072174072, + 11.367680072784424 ], "p10": [ - 6.804977893829346, - 6.244671106338501, - 5.731305122375488, - 5.955172061920166, - 6.1748433113098145, - 5.553921699523926, - 5.744277000427246, - 6.2222206592559814, - 5.437094211578369, - 5.6326704025268555, - 5.248233318328857, - 5.257382869720459, - 6.2562127113342285, - 5.990692615509033, - 6.401516914367676, - 5.687083721160889, - 5.2344489097595215, - 5.009217262268066, - 6.0498270988464355, - 5.1719231605529785, - 5.354395389556885, - 5.468586444854736, - 4.808686256408691, - 5.547469139099121 + 7.701902389526367, + 6.323603391647339, + 6.580157518386841, + 6.077085256576538, + 5.765574932098389, + 5.822422504425049, + 5.885064601898193, + 7.220808982849121, + 6.768614292144775, + 6.705128192901611, + 6.36006236076355, + 7.601820230484009, + 7.337257623672485, + 7.574103832244873, + 6.117015361785889, + 6.758201837539673, + 6.7565248012542725, + 6.668083906173706, + 7.743759632110596, + 7.835583448410034, + 7.453481197357178, + 7.487238883972168, + 6.9040374755859375, + 7.001617193222046 ], "p90": [ - 17.22504997253418, - 15.548283100128174, - 14.995921611785889, - 15.491376399993896, - 15.000412464141846, - 15.698820114135742, - 16.951921463012695, - 16.729004859924316, - 16.264074325561523, - 15.289398670196533, - 15.28725528717041, - 16.744223594665527, - 17.01865863800049, - 17.079416275024414, - 17.93490219116211, - 16.879180908203125, - 16.63316535949707, - 15.215381145477295, - 17.271970748901367, - 16.866122245788574, - 16.633325576782227, - 18.67724323272705, - 16.585941314697266, - 14.840051651000977 + 17.15954875946045, + 16.49631118774414, + 15.211759567260742, + 14.369052410125732, + 14.829904079437256, + 15.730479717254639, + 15.777081966400146, + 16.502836227416992, + 17.571962356567383, + 17.90253448486328, + 17.646453857421875, + 18.262187004089355, + 17.462743759155273, + 17.317893981933594, + 17.116975784301758, + 17.1539945602417, + 16.749021530151367, + 17.254857063293457, + 18.080278396606445, + 17.701306343078613, + 19.766688346862793, + 17.962061882019043, + 18.02961540222168, + 17.343759536743164 ], "timestamps": [ - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", "2026-06-13 22:00:00", "2026-06-13 23:00:00", "2026-06-14 00:00:00", @@ -471,6 +467,10 @@ "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", - "2026-06-21 17:00:00" + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index aaaa5ebf838d9a1db3e944750b8f078b79b53bd1..8185bdc6678ad60584e3881260ddf8e86436632d 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,18 +1,26 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-21T19:13:03.933447+00:00", + "evaluated_at": "2026-06-21T23:11:17.525557+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ 2400.0, 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, 2400.0, 2400.0, 2400.0, 2400.0, + 2350.0, + 2350.0, 2400.0, + 2350.0, + 2350.0, 2400.0, 2400.0, 2400.0, @@ -24,51 +32,41 @@ 2400.0, 2400.0, 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, 2400.0, 2400.0, 2400.0, 2400.0, 2350.0, + 2350.0, + 2350.0, + 2350.0, 2400.0, 2400.0, 2400.0, 2400.0, 2400.0, - 2350.0, 2400.0, - 2350.0, - 2350.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, 2400.0, 2350.0, 2400.0, 2400.0, - 2350.0, - 2350.0, 2400.0, - 2350.0, - 2350.0, 2400.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, 2400.0, 2400.0, 2400.0, 2400.0, - 2350.0, - 2350.0, 2400.0, - 2350.0, - 2350.0, + 2450.0, 2400.0, 2400.0, 2400.0, @@ -76,51 +74,53 @@ 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, 2400.0, 2400.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, 2400.0, 2400.0, - 2350.0, - 2350.0, 2400.0, + 2450.0, 2400.0, + 2450.0, 2400.0, + 2450.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, + 2450.0, 2400.0, 2400.0, 2400.0, 2400.0, + 2450.0, + 2400.0, + 2450.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ 2400.0, - 2350.0, 2400.0, 2400.0, + 2400.0 + ], + "actuals": [ 2400.0, 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, + 2500.0, 2400.0, 2400.0, 2400.0, 2450.0, 2400.0, + 2350.0, 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, 2400.0, 2400.0, @@ -130,100 +130,84 @@ 2400.0 ], "p50": [ - 2400.3302001953125, - 2400.1837158203125, - 2400.2921142578125, - 2400.153076171875, - 2400.02294921875, - 2400.227783203125, - 2400.164306640625, - 2400.1512451171875, - 2400.17822265625, - 2400.243896484375, - 2400.0205078125, - 2400.1070556640625, - 2400.0484619140625, - 2400.2305908203125, - 2400.2034912109375, - 2400.1661376953125, - 2400.0030517578125, - 2400.0325927734375, - 2400.0333251953125, - 2399.9617919921875, - 2399.9476318359375, - 2399.954833984375, - 2400.0469970703125, - 2399.885986328125 + 2399.87109375, + 2399.8646240234375, + 2399.9259033203125, + 2399.9017333984375, + 2399.9180908203125, + 2399.8724365234375, + 2399.9931640625, + 2399.844970703125, + 2399.88671875, + 2399.8876953125, + 2399.8233642578125, + 2399.8983154296875, + 2399.84033203125, + 2399.81884765625, + 2399.8687744140625, + 2399.9326171875, + 2400.034423828125, + 2399.87646484375, + 2399.91064453125, + 2400.002197265625, + 2399.9989013671875, + 2400.0042724609375, + 2399.9222412109375, + 2400.015625 ], "p10": [ - 2350.471435546875, - 2349.5196533203125, - 2349.1160888671875, - 2349.1046142578125, - 2349.0604248046875, - 2349.7586669921875, - 2348.72412109375, - 2348.7783203125, - 2349.128662109375, - 2348.2615966796875, - 2348.458984375, - 2349.3890380859375, - 2348.6448974609375, - 2349.080322265625, - 2348.7208251953125, - 2347.9390869140625, - 2349.2919921875, - 2349.044189453125, - 2349.286865234375, - 2349.76806640625, - 2348.636474609375, - 2348.8966064453125, - 2349.4945068359375, - 2349.5172119140625 + 2389.52001953125, + 2394.791748046875, + 2394.791748046875, + 2394.791748046875, + 2397.0440673828125, + 2398.091796875, + 2399.23486328125, + 2394.791748046875, + 2394.791748046875, + 2393.609375, + 2394.791748046875, + 2393.66015625, + 2394.791748046875, + 2394.791748046875, + 2394.791748046875, + 2394.791748046875, + 2386.706787109375, + 2386.482666015625, + 2399.1168212890625, + 2394.2119140625, + 2394.6817626953125, + 2395.527099609375, + 2386.07958984375, + 2385.7294921875 ], "p90": [ - 2407.027099609375, - 2407.027099609375, - 2407.027099609375, - 2407.027099609375, - 2407.027099609375, - 2407.027099609375, - 2407.027099609375, - 2407.027099609375, - 2407.027099609375, - 2407.027099609375, - 2400.8665771484375, - 2407.027099609375, - 2407.027099609375, - 2407.027099609375, - 2407.027099609375, - 2430.72119140625, - 2407.027099609375, - 2407.027099609375, - 2407.027099609375, - 2407.027099609375, - 2407.027099609375, - 2407.027099609375, - 2418.8741455078125, - 2400.501708984375 + 2446.0478515625, + 2446.0478515625, + 2470.4281005859375, + 2452.2755126953125, + 2464.77001953125, + 2446.0478515625, + 2464.3675537109375, + 2457.140869140625, + 2458.7459716796875, + 2446.0478515625, + 2469.938232421875, + 2471.676025390625, + 2447.2801513671875, + 2446.0478515625, + 2446.0478515625, + 2464.8443603515625, + 2457.236328125, + 2446.0478515625, + 2471.676025390625, + 2471.676025390625, + 2471.676025390625, + 2471.676025390625, + 2446.0478515625, + 2471.676025390625 ], "timestamps": [ - "2026-06-21 06:55:00", - "2026-06-21 07:10:00", - "2026-06-21 07:25:00", - "2026-06-21 07:40:00", - "2026-06-21 07:55:00", - "2026-06-21 08:10:00", - "2026-06-21 08:25:00", - "2026-06-21 08:40:00", - "2026-06-21 08:55:00", - "2026-06-21 09:10:00", - "2026-06-21 09:25:00", - "2026-06-21 09:40:00", - "2026-06-21 09:55:00", - "2026-06-21 10:10:00", - "2026-06-21 10:25:00", - "2026-06-21 10:40:00", "2026-06-21 10:55:00", "2026-06-21 11:10:00", "2026-06-21 11:25:00", @@ -327,6 +311,22 @@ "2026-06-22 11:55:00", "2026-06-22 12:10:00", "2026-06-22 12:25:00", - "2026-06-22 12:40:00" + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 6dd8c5f93683c17cbc74e22498b7ee99fd9e2281..9d1875dce1ef955c3d350fb13ddaae15e92840b2 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,31 +1,49 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-21T21:12:39.222637+00:00", + "evaluated_at": "2026-06-21T23:11:19.948874+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t210000z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t153600z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t193500z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260620t210000z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260620t210000z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260620t210000z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "context_length": 168, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t185000z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260621_221006.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260621_221006.json new file mode 100644 index 0000000000000000000000000000000000000000..734dde6e231b2df6e9a7270bc93c7af28f7728bd --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260621_221006.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Chronos-2", + "evaluated_at": "2026-06-21T22:10:06.456259+00:00", + "metrics": { + "MSE[mean]": 66.76668333288387, + "MSE[0.5]": 66.76668333288387, + "MAE[0.5]": 6.642537713050842, + "MASE[0.5]": 0.5756545897559374, + "MAPE[0.5]": 0.30416807990406763, + "sMAPE[0.5]": 0.24707373568244964, + "MSIS": 2.766642531394908, + "RMSE[mean]": 8.171088258786822, + "NRMSE[mean]": 0.31887173692826626, + "ND[0.5]": 0.25922098392393533, + "mean_weighted_sum_quantile_loss": 0.20003773135329111 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" + ], + "context": [ + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453 + ], + "actual": [ + 20.899999618530273, + 23.5, + 27.600000381469727, + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 37.29999923706055, + 33.599998474121094, + 28.799999237060547, + 26.0, + 23.299999237060547, + 21.200000762939453, + 18.899999618530273, + 16.399999618530273, + 14.100000381469727, + 12.699999809265137 + ], + "predictions": { + "p50": [ + 20.11851692199707, + 21.96942710876465, + 23.723459243774414, + 24.7230167388916, + 24.008747100830078, + 23.06828498840332, + 22.443904876708984, + 22.600975036621094, + 23.123313903808594, + 24.51385498046875, + 26.685039520263672, + 29.449186325073242, + 33.93307876586914, + 39.85743713378906, + 42.655731201171875, + 42.8349609375, + 41.29158020019531, + 39.690574645996094, + 37.389991760253906, + 34.38616943359375, + 31.74640655517578, + 28.914005279541016, + 26.041223526000977, + 23.907470703125 + ], + "p10": [ + 16.925735473632812, + 17.156978607177734, + 17.525619506835938, + 17.858139038085938, + 17.350440979003906, + 16.839832305908203, + 16.575637817382812, + 15.941228866577148, + 16.093887329101562, + 16.515674591064453, + 17.234006881713867, + 18.09521484375, + 20.13197135925293, + 22.220436096191406, + 22.950132369995117, + 24.00629425048828, + 24.431438446044922, + 23.2656307220459, + 21.49908447265625, + 19.96704864501953, + 18.05170440673828, + 16.489803314208984, + 15.21934700012207, + 14.461624145507812 + ], + "p90": [ + 24.692441940307617, + 29.336994171142578, + 33.81598663330078, + 35.713279724121094, + 34.29115676879883, + 32.7459716796875, + 32.298770904541016, + 33.22951126098633, + 35.23760986328125, + 38.85672378540039, + 42.695709228515625, + 46.96614074707031, + 54.30116271972656, + 61.64122009277344, + 65.92308044433594, + 66.49703216552734, + 61.99736022949219, + 61.02351379394531, + 57.95518493652344, + 55.73677062988281, + 52.58555221557617, + 49.24623107910156, + 45.506168365478516, + 41.87211990356445 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260621_231037.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260621_231037.json new file mode 100644 index 0000000000000000000000000000000000000000..3b0c63cbd7104143af2be4dc8e0f3455f5f6fadd --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260621_231037.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-21T23:10:37.610575+00:00", + "metrics": { + "MSE[mean]": 61.569161274759345, + "MSE[0.5]": 49.571842443041, + "MAE[0.5]": 6.256526072820027, + "MASE[0.5]": 0.5422021078887282, + "MAPE[0.5]": 0.27050657008274853, + "sMAPE[0.5]": 0.2610893506666491, + "MSIS": 3.0983978293545147, + "RMSE[mean]": 7.846601893479709, + "NRMSE[mean]": 0.30620885437969597, + "ND[0.5]": 0.24415711503687912, + "mean_weighted_sum_quantile_loss": 0.24016764643392585 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" + ], + "context": [ + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453 + ], + "actual": [ + 20.899999618530273, + 23.5, + 27.600000381469727, + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 37.29999923706055, + 33.599998474121094, + 28.799999237060547, + 26.0, + 23.299999237060547, + 21.200000762939453, + 18.899999618530273, + 16.399999618530273, + 14.100000381469727, + 12.699999809265137 + ], + "predictions": { + "p50": [ + 19.56822395324707, + 19.040950775146484, + 20.130800247192383, + 19.304116249084473, + 19.95455551147461, + 19.719307899475098, + 22.493351936340332, + 21.63181209564209, + 20.921462059020996, + 23.944418907165527, + 22.511713981628418, + 22.682376861572266, + 24.52673625946045, + 25.090389251708984, + 23.97454071044922, + 23.05316162109375, + 25.815974235534668, + 23.539978981018066, + 23.038312911987305, + 25.837903022766113, + 25.716047286987305, + 24.019258499145508, + 23.988210678100586, + 25.402092933654785 + ], + "p10": [ + 16.58036518096924, + 14.373250961303711, + 12.160296440124512, + 10.177000045776367, + 10.2098970413208, + 10.6216402053833, + 8.146178245544434, + 11.00925064086914, + 9.968401908874512, + 8.156993865966797, + 8.305453300476074, + 9.558455467224121, + 11.514936447143555, + 11.513588905334473, + 10.047189712524414, + 10.050304412841797, + 10.852730751037598, + 12.102715492248535, + 9.584978103637695, + 13.462451457977295, + 12.136028289794922, + 9.841809272766113, + 10.438039779663086, + 11.632246971130371 + ], + "p90": [ + 22.067703247070312, + 25.28806495666504, + 28.93943691253662, + 28.470012664794922, + 33.185462951660156, + 39.44979667663574, + 43.900856018066406, + 41.01728439331055, + 40.004934310913086, + 45.24176788330078, + 48.01997756958008, + 46.28048324584961, + 50.56596565246582, + 46.457427978515625, + 48.78445625305176, + 47.30407905578613, + 48.57874298095703, + 56.2265739440918, + 49.01189994812012, + 48.83654022216797, + 54.83060073852539, + 50.225961685180664, + 58.0293025970459, + 57.7133903503418 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260621_221958.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260621_221958.json new file mode 100644 index 0000000000000000000000000000000000000000..feaa659724c4b7e50f7fa59e2d4e9de6f48f4874 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260621_221958.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-21T22:19:58.365618+00:00", + "metrics": { + "MSE[mean]": 30.21158351772196, + "MSE[0.5]": 31.14780008287475, + "MAE[0.5]": 5.180254737536113, + "MASE[0.5]": 0.4489304456501137, + "MAPE[0.5]": 0.2071976017384771, + "sMAPE[0.5]": 0.219215600217612, + "MSIS": 13.124305019879401, + "RMSE[mean]": 5.496506483005542, + "NRMSE[mean]": 0.214497813970948, + "ND[0.5]": 0.20215628244043365, + "mean_weighted_sum_quantile_loss": 0.20372167499407842 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" + ], + "context": [ + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453 + ], + "actual": [ + 20.899999618530273, + 23.5, + 27.600000381469727, + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 37.29999923706055, + 33.599998474121094, + 28.799999237060547, + 26.0, + 23.299999237060547, + 21.200000762939453, + 18.899999618530273, + 16.399999618530273, + 14.100000381469727, + 12.699999809265137 + ], + "predictions": { + "p50": [ + 18.59274673461914, + 18.03087043762207, + 18.604644775390625, + 20.122421264648438, + 20.127437591552734, + 19.504901885986328, + 18.901777267456055, + 19.52200698852539, + 20.404359817504883, + 22.006208419799805, + 22.7374267578125, + 24.650379180908203, + 26.161293029785156, + 28.86517333984375, + 29.982929229736328, + 31.047080993652344, + 31.347583770751953, + 29.973777770996094, + 28.575416564941406, + 24.69002914428711, + 21.95309829711914, + 20.205867767333984, + 17.46630859375, + 17.175691604614258 + ], + "p10": [ + 19.546199798583984, + 20.165573120117188, + 20.48440933227539, + 23.038463592529297, + 23.666393280029297, + 23.99422264099121, + 22.632246017456055, + 22.927181243896484, + 24.46550750732422, + 26.7381591796875, + 26.704418182373047, + 29.22164535522461, + 31.591079711914062, + 33.75492858886719, + 35.41596603393555, + 37.45283889770508, + 37.23998260498047, + 36.05116271972656, + 35.250003814697266, + 30.51779556274414, + 27.802940368652344, + 25.851974487304688, + 22.544008255004883, + 22.522483825683594 + ], + "p90": [ + 23.52191734313965, + 24.42645263671875, + 26.55828094482422, + 28.649375915527344, + 29.66112518310547, + 29.412757873535156, + 29.199569702148438, + 30.180217742919922, + 31.927547454833984, + 33.6469841003418, + 35.51077651977539, + 37.47868728637695, + 40.40938186645508, + 44.24643325805664, + 46.20426940917969, + 48.115020751953125, + 49.19496536254883, + 47.92227554321289, + 46.53266525268555, + 42.40171432495117, + 39.10074996948242, + 37.04329299926758, + 33.6654052734375, + 32.33299255371094 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260621_225810.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260621_225810.json new file mode 100644 index 0000000000000000000000000000000000000000..057e29503255c03ad304b9f51fdb81ec5c49ce07 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260621_225810.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TiRex", + "evaluated_at": "2026-06-21T22:58:10.918109+00:00", + "metrics": { + "MSE[mean]": 38.10638112606515, + "MSE[0.5]": 38.10638112606515, + "MAE[0.5]": 5.286342104276021, + "MASE[0.5]": 0.4581241728394925, + "MAPE[0.5]": 0.2432140622151373, + "sMAPE[0.5]": 0.21492384549830215, + "MSIS": 2.4929746971531905, + "RMSE[mean]": 6.173036621150498, + "NRMSE[mean]": 0.24089899009367796, + "ND[0.5]": 0.20629627724003985, + "mean_weighted_sum_quantile_loss": 0.19144289483653604 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" + ], + "context": [ + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453 + ], + "actual": [ + 20.899999618530273, + 23.5, + 27.600000381469727, + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 37.29999923706055, + 33.599998474121094, + 28.799999237060547, + 26.0, + 23.299999237060547, + 21.200000762939453, + 18.899999618530273, + 16.399999618530273, + 14.100000381469727, + 12.699999809265137 + ], + "predictions": { + "p50": [ + 20.131433486938477, + 20.99409294128418, + 21.716259002685547, + 23.109760284423828, + 23.014877319335938, + 22.56065559387207, + 22.63901138305664, + 22.811264038085938, + 23.28179931640625, + 23.770877838134766, + 24.269214630126953, + 25.784160614013672, + 28.211599349975586, + 32.883392333984375, + 34.523494720458984, + 35.115726470947266, + 35.58216094970703, + 35.26544952392578, + 33.39374542236328, + 31.086881637573242, + 28.5843448638916, + 26.488393783569336, + 23.296607971191406, + 21.39400863647461 + ], + "p10": [ + 16.35468864440918, + 14.513519287109375, + 14.11729621887207, + 15.23813247680664, + 15.233336448669434, + 15.053200721740723, + 15.050302505493164, + 15.149250984191895, + 15.331947326660156, + 15.528807640075684, + 15.756780624389648, + 16.249229431152344, + 17.079776763916016, + 18.805370330810547, + 18.909385681152344, + 18.62795639038086, + 18.304075241088867, + 17.664443969726562, + 16.316883087158203, + 14.177189826965332, + 12.91917610168457, + 11.559856414794922, + 10.445068359375, + 10.162822723388672 + ], + "p90": [ + 24.54772186279297, + 28.80254554748535, + 31.27398109436035, + 33.401546478271484, + 33.477325439453125, + 33.386478424072266, + 34.01782989501953, + 34.87289810180664, + 36.1557502746582, + 38.017459869384766, + 40.110782623291016, + 43.87315368652344, + 49.049930572509766, + 55.71982192993164, + 57.74590301513672, + 58.083919525146484, + 58.76180648803711, + 58.487762451171875, + 56.78271484375, + 54.19408416748047, + 53.26712417602539, + 51.30525207519531, + 48.52375030517578, + 45.089569091796875 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260621_222739.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260621_222739.json new file mode 100644 index 0000000000000000000000000000000000000000..f924d5b954105cb729ea922ba45a3eae90c1e462 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260621_222739.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-21T22:27:39.824649+00:00", + "metrics": { + "MSE[mean]": 15.294247934077438, + "MSE[0.5]": 15.294247934077438, + "MAE[0.5]": 3.568097710609436, + "MASE[0.5]": 0.3092179393689282, + "MAPE[0.5]": 0.15135408780354473, + "sMAPE[0.5]": 0.14896022255000024, + "MSIS": 2.415440338655077, + "RMSE[mean]": 3.910786101805804, + "NRMSE[mean]": 0.15261604299729967, + "ND[0.5]": 0.1392428374871975, + "mean_weighted_sum_quantile_loss": 0.16422481378350262 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" + ], + "context": [ + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453 + ], + "actual": [ + 20.899999618530273, + 23.5, + 27.600000381469727, + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 37.29999923706055, + 33.599998474121094, + 28.799999237060547, + 26.0, + 23.299999237060547, + 21.200000762939453, + 18.899999618530273, + 16.399999618530273, + 14.100000381469727, + 12.699999809265137 + ], + "predictions": { + "p50": [ + 20.179012298583984, + 22.24786376953125, + 23.260005950927734, + 24.227767944335938, + 23.75069808959961, + 23.07370376586914, + 22.376720428466797, + 22.466508865356445, + 22.732433319091797, + 23.596086502075195, + 24.869327545166016, + 26.295595169067383, + 27.442279815673828, + 29.830421447753906, + 30.042631149291992, + 29.860271453857422, + 29.503787994384766, + 28.15980339050293, + 26.348596572875977, + 24.437606811523438, + 22.8631534576416, + 21.164844512939453, + 19.280582427978516, + 17.92729949951172 + ], + "p10": [ + 17.050580978393555, + 16.98973846435547, + 16.822044372558594, + 16.880592346191406, + 16.197654724121094, + 15.59627914428711, + 14.834830284118652, + 14.367656707763672, + 14.49414348602295, + 14.898252487182617, + 15.526467323303223, + 15.778379440307617, + 16.142845153808594, + 16.889705657958984, + 17.03519630432129, + 17.02845001220703, + 16.899349212646484, + 16.315399169921875, + 14.949030876159668, + 13.491241455078125, + 12.22220230102539, + 10.83442497253418, + 9.399532318115234, + 8.5814208984375 + ], + "p90": [ + 23.84050178527832, + 28.9005184173584, + 32.35409927368164, + 34.20597839355469, + 34.13225555419922, + 33.443084716796875, + 33.02564239501953, + 33.67414093017578, + 35.50739669799805, + 38.17694854736328, + 41.759033203125, + 45.8941650390625, + 50.453758239746094, + 54.82630920410156, + 57.27936553955078, + 57.344947814941406, + 57.665103912353516, + 53.1998176574707, + 52.23218536376953, + 50.39451599121094, + 48.80912780761719, + 47.03727722167969, + 44.08853530883789, + 39.90907669067383 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260621_215535.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260621_215535.json new file mode 100644 index 0000000000000000000000000000000000000000..b8b0c9d3934f816315be299f1168f2c3caaa4102 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260621_215535.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-21T21:55:35.113422+00:00", + "metrics": { + "MSE[mean]": 34974.14998308817, + "MSE[0.5]": 34974.14998308817, + "MAE[0.5]": 163.10725911458334, + "MASE[0.5]": 0.14113451684928663, + "MAPE[0.5]": 0.0025388714725482118, + "sMAPE[0.5]": 0.0025427775735708587, + "MSIS": 1.725344333063213, + "RMSE[mean]": 187.0137695013075, + "NRMSE[mean]": 0.002913000061595797, + "ND[0.5]": 0.00254062284886558, + "mean_weighted_sum_quantile_loss": 0.004427471482602687 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" + ], + "context": [ + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375 + ], + "actual": [ + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63939.828125 + ], + "predictions": { + "p50": [ + 63981.0625, + 63990.35546875, + 63999.5859375, + 64031.421875, + 64043.89453125, + 64071.0, + 64092.09375, + 64093.84375, + 64097.6953125, + 64110.609375, + 64126.4765625, + 64126.8359375, + 64135.453125, + 64139.33984375, + 64140.25, + 64132.484375, + 64064.9609375, + 64049.04296875, + 64042.67578125, + 64009.73828125, + 64010.23828125, + 63994.3203125, + 63987.13671875, + 63968.3984375 + ], + "p10": [ + 63723.40625, + 63637.6328125, + 63579.765625, + 63538.96875, + 63484.9296875, + 63477.1328125, + 63450.48828125, + 63395.94921875, + 63356.28515625, + 63300.61328125, + 63232.3125, + 63174.6875, + 63097.08984375, + 63041.58984375, + 63018.87109375, + 62938.05859375, + 62717.046875, + 62623.76953125, + 62545.8125, + 62514.62890625, + 62469.48046875, + 62419.40625, + 62374.26171875, + 62336.47265625 + ], + "p90": [ + 64235.94140625, + 64297.91796875, + 64383.828125, + 64483.51953125, + 64565.45703125, + 64607.921875, + 64663.67578125, + 64722.41015625, + 64763.85546875, + 64826.96484375, + 64896.71484375, + 64952.35546875, + 65005.41796875, + 65055.7265625, + 65103.2265625, + 65122.73046875, + 65415.28515625, + 65432.328125, + 65472.72265625, + 65524.87109375, + 65521.66796875, + 65578.375, + 65610.1171875, + 65614.0390625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260621_230735.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260621_230735.json new file mode 100644 index 0000000000000000000000000000000000000000..53e868a5903a5ddfca48e87007566b85c79037a8 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260621_230735.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-21T23:07:35.351966+00:00", + "metrics": { + "MSE[mean]": 59870.24955177307, + "MSE[0.5]": 38523.02501710256, + "MAE[0.5]": 160.13167317708334, + "MASE[0.5]": 0.1385597823714203, + "MAPE[0.5]": 0.0024959361285213, + "sMAPE[0.5]": 0.0024941685887986576, + "MSIS": 1.7068390451540434, + "RMSE[mean]": 244.68397894380635, + "NRMSE[mean]": 0.003811293936459739, + "ND[0.5]": 0.002494273951443027, + "mean_weighted_sum_quantile_loss": 0.004044180033362147 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" + ], + "context": [ + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375 + ], + "actual": [ + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63939.828125 + ], + "predictions": { + "p50": [ + 64004.556640625, + 64070.89453125, + 64052.89453125, + 64190.6015625, + 64121.0546875, + 64234.44140625, + 64217.869140625, + 64244.8984375, + 64235.00390625, + 64297.521484375, + 64288.998046875, + 64288.169921875, + 64268.86328125, + 64453.181640625, + 64234.044921875, + 64259.525390625, + 64363.501953125, + 64349.8828125, + 64223.712890625, + 64444.83203125, + 64222.04296875, + 64338.044921875, + 64361.42578125, + 64334.88671875 + ], + "p10": [ + 63719.259765625, + 63784.830078125, + 63634.333984375, + 63628.66015625, + 63641.943359375, + 63612.310546875, + 63659.560546875, + 63510.712890625, + 63509.251953125, + 63516.673828125, + 63243.181640625, + 63360.96875, + 63393.126953125, + 63411.123046875, + 63203.197265625, + 63124.66015625, + 63019.875, + 63177.599609375, + 63044.162109375, + 62966.81640625, + 63184.453125, + 63085.66796875, + 63097.771484375, + 62972.970703125 + ], + "p90": [ + 64267.951171875, + 64363.99609375, + 64427.9921875, + 64707.80859375, + 64678.640625, + 64844.296875, + 65010.841796875, + 64975.6171875, + 65128.875, + 65384.9140625, + 65332.728515625, + 65428.291015625, + 65343.69140625, + 65569.88671875, + 65388.951171875, + 65696.29296875, + 65691.53515625, + 65669.94140625, + 65586.21875, + 66128.421875, + 65628.6640625, + 65839.45703125, + 66516.4296875, + 65729.22265625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260621_231746.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260621_231746.json new file mode 100644 index 0000000000000000000000000000000000000000..2ee43be40a301e3a2d1ae78f6eb95f719f72c631 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260621_231746.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-21T23:17:46.412237+00:00", + "metrics": { + "MSE[mean]": 76422.9444993337, + "MSE[0.5]": 76422.9444993337, + "MAE[0.5]": 256.7908528645833, + "MASE[0.5]": 0.22219767009204092, + "MAPE[0.5]": 0.003997018615088996, + "sMAPE[0.5]": 0.004006175555633211, + "MSIS": 1.139180439566692, + "RMSE[mean]": 276.44700124858235, + "NRMSE[mean]": 0.004306047270275805, + "ND[0.5]": 0.003999875368570326, + "mean_weighted_sum_quantile_loss": 0.004055089198965486 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" + ], + "context": [ + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375 + ], + "actual": [ + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63939.828125 + ], + "predictions": { + "p50": [ + 63954.85546875, + 63948.40625, + 63943.1953125, + 63960.5625, + 63957.0859375, + 63950.140625, + 63949.6484375, + 63942.703125, + 63950.88671875, + 63949.3984375, + 63937.2421875, + 63932.53125, + 63938.234375, + 63936.99609375, + 63941.2109375, + 63939.4765625, + 63957.5859375, + 63984.375, + 63986.109375, + 63983.1328125, + 63965.76953125, + 63965.5234375, + 63954.609375, + 63913.6796875 + ], + "p10": [ + 63698.375, + 63622.96875, + 63579.3125, + 63559.46875, + 63531.6875, + 63509.859375, + 63476.125, + 63444.375, + 63440.40625, + 63420.5625, + 63396.75, + 63368.96875, + 63345.15625, + 63325.3125, + 63325.3125, + 63289.59375, + 63281.65625, + 63269.75, + 63249.90625, + 63234.03125, + 63206.25, + 63198.3125, + 63162.59375, + 63111.0 + ], + "p90": [ + 64211.3359375, + 64287.734375, + 64331.390625, + 64381.0, + 64402.828125, + 64416.71875, + 64448.46875, + 64464.34375, + 64494.109375, + 64515.9375, + 64519.90625, + 64543.71875, + 64567.53125, + 64591.34375, + 64607.21875, + 64642.9375, + 64686.59375, + 64742.15625, + 64754.0625, + 64765.96875, + 64758.03125, + 64762.0, + 64777.875, + 64762.0 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260621_221314.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260621_221314.json new file mode 100644 index 0000000000000000000000000000000000000000..8e3be191fe82d153e823f6d9c3f2d3f7ba3bf4c9 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260621_221314.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-21T22:13:14.135541+00:00", + "metrics": { + "MSE[mean]": 42102.527784983315, + "MSE[0.5]": 60001.696004867554, + "MAE[0.5]": 218.01871744791666, + "MASE[0.5]": 0.1886486629604686, + "MAPE[0.5]": 0.003394024622883931, + "sMAPE[0.5]": 0.003400259570191556, + "MSIS": 2.1863946084085453, + "RMSE[mean]": 205.18900502946866, + "NRMSE[mean]": 0.003196104681935966, + "ND[0.5]": 0.0033959453309152063, + "mean_weighted_sum_quantile_loss": 0.0026221488292848456 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" + ], + "context": [ + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375 + ], + "actual": [ + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63939.828125 + ], + "predictions": { + "p50": [ + 63925.625, + 63934.05859375, + 63936.54296875, + 63953.91796875, + 63964.96484375, + 63974.77734375, + 63966.5625, + 63963.70703125, + 63989.7890625, + 64007.16796875, + 63999.875, + 64025.8515625, + 64037.08984375, + 64036.296875, + 64043.7421875, + 64029.0546875, + 64044.37109375, + 64064.02734375, + 64075.79296875, + 64075.10546875, + 64079.56640625, + 64093.6328125, + 64103.0703125, + 64133.43359375 + ], + "p10": [ + 63958.86328125, + 63966.33203125, + 64009.703125, + 64038.6953125, + 64031.5625, + 64057.30078125, + 64075.3046875, + 64097.17578125, + 64082.5390625, + 64072.0625, + 64071.359375, + 64095.546875, + 64107.5078125, + 64110.70703125, + 64149.7265625, + 64138.38671875, + 64149.859375, + 64223.32421875, + 64200.17578125, + 64186.3359375, + 64232.21875, + 64262.6484375, + 64205.7421875, + 64232.95703125 + ], + "p90": [ + 64133.87109375, + 64194.52734375, + 64234.671875, + 64264.6328125, + 64300.4921875, + 64319.66796875, + 64339.02734375, + 64356.34765625, + 64409.23828125, + 64451.96875, + 64446.796875, + 64494.14453125, + 64525.60546875, + 64565.5234375, + 64590.80078125, + 64609.921875, + 64644.5, + 64676.23828125, + 64718.6640625, + 64721.4296875, + 64741.65625, + 64780.50390625, + 64766.0, + 64789.25 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260621_223138.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260621_223138.json new file mode 100644 index 0000000000000000000000000000000000000000..c074ef95ded2ba12bda7879f55dbdf4a25e6a88f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260621_223138.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-21T22:31:38.436102+00:00", + "metrics": { + "MSE[mean]": 42684.82183011373, + "MSE[0.5]": 42684.82183011373, + "MAE[0.5]": 170.30419921875, + "MASE[0.5]": 0.14736193229301778, + "MAPE[0.5]": 0.002653433351514001, + "sMAPE[0.5]": 0.0026538752963026157, + "MSIS": 1.6385693591105353, + "RMSE[mean]": 206.6030537773189, + "NRMSE[mean]": 0.0032181304616449753, + "ND[0.5]": 0.002652725219844163, + "mean_weighted_sum_quantile_loss": 0.004024053651841735 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" + ], + "context": [ + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375 + ], + "actual": [ + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63939.828125 + ], + "predictions": { + "p50": [ + 63991.59765625, + 64014.91015625, + 64038.62890625, + 64057.51171875, + 64071.41015625, + 64078.7265625, + 64083.96484375, + 64096.38671875, + 64110.27734375, + 64116.28125, + 64132.8984375, + 64150.39453125, + 64168.56640625, + 64186.41015625, + 64207.95703125, + 64222.7734375, + 64244.03515625, + 64263.0234375, + 64275.5078125, + 64292.36328125, + 64305.1640625, + 64310.94140625, + 64324.71484375, + 64330.0390625 + ], + "p10": [ + 63768.5078125, + 63672.4921875, + 63596.2265625, + 63554.8984375, + 63527.9296875, + 63495.21875, + 63451.13671875, + 63417.1640625, + 63387.09765625, + 63343.8984375, + 63305.6171875, + 63271.33203125, + 63245.61328125, + 63227.79296875, + 63210.859375, + 63188.29296875, + 63175.60546875, + 63152.859375, + 63123.72265625, + 63106.0, + 63076.859375, + 63042.0546875, + 63017.51953125, + 62987.671875 + ], + "p90": [ + 64223.4375, + 64349.44140625, + 64479.078125, + 64585.12109375, + 64664.99609375, + 64729.84375, + 64789.85546875, + 64859.15234375, + 64925.5703125, + 64990.56640625, + 65059.8203125, + 65113.4140625, + 65163.8125, + 65231.53515625, + 65324.3203125, + 65393.7265625, + 65463.44921875, + 65515.30078125, + 65552.2734375, + 65614.828125, + 65647.0234375, + 65685.3671875, + 65727.1640625, + 65762.4453125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260621_222722.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260621_222722.json new file mode 100644 index 0000000000000000000000000000000000000000..b8f7c4f0e2b34cf8495c9c454f1fb737e1418311 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260621_222722.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-21T22:27:22.766263+00:00", + "metrics": { + "MSE[mean]": 40099.77054087321, + "MSE[0.5]": 40099.77054087321, + "MAE[0.5]": 183.66015625, + "MASE[0.5]": 0.15891866221967968, + "MAPE[0.5]": 0.0028591260673372873, + "sMAPE[0.5]": 0.0028634421455641847, + "MSIS": 2.108701199824577, + "RMSE[mean]": 200.24927101208934, + "NRMSE[mean]": 0.003119161441150735, + "ND[0.5]": 0.002860762861983824, + "mean_weighted_sum_quantile_loss": 0.0053165712680171345 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" + ], + "context": [ + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375 + ], + "actual": [ + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63939.828125 + ], + "predictions": { + "p50": [ + 64009.86328125, + 64019.125, + 64025.921875, + 64033.4921875, + 64039.77734375, + 64046.24609375, + 64045.75, + 64048.3203125, + 64049.828125, + 64054.59375, + 64055.16015625, + 64053.26953125, + 64050.61328125, + 64050.04296875, + 64050.91015625, + 64051.1796875, + 64051.65625, + 64051.1875, + 64051.109375, + 64050.49609375, + 64051.12890625, + 64048.71875, + 64048.55859375, + 64047.890625 + ], + "p10": [ + 63781.828125, + 63681.71875, + 63591.29296875, + 63486.390625, + 63382.83203125, + 63286.0859375, + 63202.8671875, + 63123.80078125, + 63034.34765625, + 62970.4140625, + 62879.2265625, + 62785.94921875, + 62712.90625, + 62627.49609375, + 62558.63671875, + 62489.9765625, + 62432.0546875, + 62358.73828125, + 62282.70703125, + 62238.45703125, + 62197.24609375, + 62126.22265625, + 62059.1953125, + 62000.5625 + ], + "p90": [ + 64242.85546875, + 64350.60546875, + 64452.51171875, + 64559.23828125, + 64650.375, + 64733.4765625, + 64816.296875, + 64887.203125, + 64966.0859375, + 65029.4140625, + 65109.81640625, + 65186.7109375, + 65266.65234375, + 65349.41015625, + 65423.41015625, + 65476.70703125, + 65545.8203125, + 65618.7109375, + 65681.2109375, + 65738.1953125, + 65793.828125, + 65868.2890625, + 65914.7890625, + 65951.03125 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260621_221012.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260621_221012.json new file mode 100644 index 0000000000000000000000000000000000000000..bc8655f8a9ec2110304df09ce512905a96c268ae --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260621_221012.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Chronos-2", + "evaluated_at": "2026-06-21T22:10:12.795322+00:00", + "metrics": { + "MSE[mean]": 14.024482223939799, + "MSE[0.5]": 14.024482223939799, + "MAE[0.5]": 3.0783149798711142, + "MASE[0.5]": 0.5764334942801567, + "MAPE[0.5]": 0.6302936730068532, + "sMAPE[0.5]": 0.38041513501940977, + "MSIS": 6.188031558717646, + "RMSE[mean]": 3.744927532535149, + "NRMSE[mean]": 0.47304347779391354, + "ND[0.5]": 0.3888397869310881, + "mean_weighted_sum_quantile_loss": 0.29737386168095103 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" + ], + "context": [ + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 50.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 13.0 + ], + "actual": [ + 7.0, + 8.0, + 13.0, + 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 10.0, + 4.0, + 4.0 + ], + "predictions": { + "p50": [ + 11.640304565429688, + 11.397944450378418, + 11.224452018737793, + 11.006754875183105, + 10.752429008483887, + 10.555508613586426, + 10.258082389831543, + 9.996081352233887, + 9.70330810546875, + 9.56519889831543, + 9.47629451751709, + 9.353607177734375, + 9.369941711425781, + 9.351884841918945, + 9.348434448242188, + 9.456844329833984, + 9.811765670776367, + 10.120877265930176, + 10.203790664672852, + 10.342273712158203, + 10.450653076171875, + 10.714712142944336, + 11.027413368225098, + 11.266484260559082 + ], + "p10": [ + 7.947561740875244, + 7.717113971710205, + 7.479056358337402, + 7.370903015136719, + 7.084990978240967, + 6.8950514793396, + 6.736216068267822, + 6.392698287963867, + 6.216742515563965, + 6.1357011795043945, + 5.998867034912109, + 5.946907043457031, + 5.8380937576293945, + 5.843578338623047, + 5.776887893676758, + 5.838116645812988, + 6.311412811279297, + 6.459779262542725, + 6.5309858322143555, + 6.581408500671387, + 6.693737030029297, + 6.7297773361206055, + 6.930428504943848, + 7.092169284820557 + ], + "p90": [ + 16.353900909423828, + 16.195608139038086, + 16.06182098388672, + 16.057109832763672, + 15.826082229614258, + 15.728198051452637, + 15.419981002807617, + 15.220015525817871, + 14.900056838989258, + 14.842856407165527, + 14.698114395141602, + 14.506685256958008, + 14.654535293579102, + 14.720016479492188, + 14.67201042175293, + 14.852020263671875, + 15.355281829833984, + 15.865362167358398, + 15.971321105957031, + 16.14834976196289, + 16.298913955688477, + 16.713592529296875, + 17.122966766357422, + 17.503576278686523 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260621_231112.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260621_231112.json new file mode 100644 index 0000000000000000000000000000000000000000..a580e98fa904f41c670711ea3c815980c4b4286d --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260621_231112.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-21T23:11:12.924230+00:00", + "metrics": { + "MSE[mean]": 26.302917048141012, + "MSE[0.5]": 19.836624864737768, + "MAE[0.5]": 3.7792120973269143, + "MASE[0.5]": 0.707680808862257, + "MAPE[0.5]": 0.7512025396522608, + "sMAPE[0.5]": 0.44070751611280534, + "MSIS": 7.779809588418671, + "RMSE[mean]": 5.128636958114798, + "NRMSE[mean]": 0.647827826288185, + "ND[0.5]": 0.4773741596623471, + "mean_weighted_sum_quantile_loss": 0.35454982344867203 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" + ], + "context": [ + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 50.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 13.0 + ], + "actual": [ + 7.0, + 8.0, + 13.0, + 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 10.0, + 4.0, + 4.0 + ], + "predictions": { + "p50": [ + 11.615696430206299, + 10.838224411010742, + 9.974563598632812, + 9.649666786193848, + 9.8169846534729, + 10.046920776367188, + 10.548165798187256, + 11.09054946899414, + 11.24781084060669, + 11.3658127784729, + 11.619295597076416, + 11.697336196899414, + 11.307809352874756, + 11.049257278442383, + 10.657247066497803, + 11.269476890563965, + 10.732003688812256, + 11.409035682678223, + 11.506647109985352, + 11.834067344665527, + 11.716390609741211, + 11.493124008178711, + 11.395945072174072, + 11.367680072784424 + ], + "p10": [ + 7.701902389526367, + 6.323603391647339, + 6.580157518386841, + 6.077085256576538, + 5.765574932098389, + 5.822422504425049, + 5.885064601898193, + 7.220808982849121, + 6.768614292144775, + 6.705128192901611, + 6.36006236076355, + 7.601820230484009, + 7.337257623672485, + 7.574103832244873, + 6.117015361785889, + 6.758201837539673, + 6.7565248012542725, + 6.668083906173706, + 7.743759632110596, + 7.835583448410034, + 7.453481197357178, + 7.487238883972168, + 6.9040374755859375, + 7.001617193222046 + ], + "p90": [ + 17.15954875946045, + 16.49631118774414, + 15.211759567260742, + 14.369052410125732, + 14.829904079437256, + 15.730479717254639, + 15.777081966400146, + 16.502836227416992, + 17.571962356567383, + 17.90253448486328, + 17.646453857421875, + 18.262187004089355, + 17.462743759155273, + 17.317893981933594, + 17.116975784301758, + 17.1539945602417, + 16.749021530151367, + 17.254857063293457, + 18.080278396606445, + 17.701306343078613, + 19.766688346862793, + 17.962061882019043, + 18.02961540222168, + 17.343759536743164 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260621_222453.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260621_222453.json new file mode 100644 index 0000000000000000000000000000000000000000..5b1b09a6bd3fcaf1c0412c301284877169a375d6 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260621_222453.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-21T22:24:53.439705+00:00", + "metrics": { + "MSE[mean]": 14.543348332547302, + "MSE[0.5]": 10.812383798753823, + "MAE[0.5]": 2.723388115564982, + "MASE[0.5]": 0.509971246607747, + "MAPE[0.5]": 0.5513183085803834, + "sMAPE[0.5]": 0.3500242473309776, + "MSIS": 25.310270626926297, + "RMSE[mean]": 3.81357422014405, + "NRMSE[mean]": 0.48171463833398526, + "ND[0.5]": 0.34400691986083987, + "mean_weighted_sum_quantile_loss": 0.4211886049014086 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" + ], + "context": [ + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 50.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 13.0 + ], + "actual": [ + 7.0, + 8.0, + 13.0, + 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 10.0, + 4.0, + 4.0 + ], + "predictions": { + "p50": [ + 10.268265724182129, + 10.178757667541504, + 10.112951278686523, + 10.005294799804688, + 9.848001480102539, + 9.688040733337402, + 9.620646476745605, + 9.510906219482422, + 9.256516456604004, + 9.142334938049316, + 9.153719902038574, + 9.138379096984863, + 9.12997055053711, + 9.22064208984375, + 9.15261459350586, + 9.189008712768555, + 9.263216972351074, + 9.387054443359375, + 9.431797981262207, + 9.49268913269043, + 9.745044708251953, + 9.821760177612305, + 9.77233600616455, + 9.948592185974121 + ], + "p10": [ + 11.588534355163574, + 11.678401947021484, + 11.419462203979492, + 11.388798713684082, + 11.233208656311035, + 11.061960220336914, + 10.996955871582031, + 10.771491050720215, + 10.655808448791504, + 10.43502426147461, + 10.549104690551758, + 10.532805442810059, + 10.68278980255127, + 10.622103691101074, + 10.653971672058105, + 10.668122291564941, + 10.737318992614746, + 10.999105453491211, + 11.043684005737305, + 10.9326753616333, + 11.152478218078613, + 11.40038776397705, + 11.379144668579102, + 11.457748413085938 + ], + "p90": [ + 14.39968204498291, + 14.412537574768066, + 14.466188430786133, + 14.356884956359863, + 14.187259674072266, + 14.052632331848145, + 13.987123489379883, + 13.884881973266602, + 13.64271068572998, + 13.557762145996094, + 13.57077693939209, + 13.538370132446289, + 13.533686637878418, + 13.650753021240234, + 13.576727867126465, + 13.628488540649414, + 13.777437210083008, + 13.92999267578125, + 14.013406753540039, + 14.056209564208984, + 14.326662063598633, + 14.419332504272461, + 14.494179725646973, + 14.607112884521484 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260621_225821.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260621_225821.json new file mode 100644 index 0000000000000000000000000000000000000000..8a66ea02c556fbe7d691cd62d4964c914cb6388e --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260621_225821.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TiRex", + "evaluated_at": "2026-06-21T22:58:21.598708+00:00", + "metrics": { + "MSE[mean]": 13.614982800034758, + "MSE[0.5]": 13.614982800034758, + "MAE[0.5]": 3.107408324877421, + "MASE[0.5]": 0.5818814028379046, + "MAPE[0.5]": 0.6258702110559654, + "sMAPE[0.5]": 0.3855857896951916, + "MSIS": 4.649520310995948, + "RMSE[mean]": 3.6898486147855385, + "NRMSE[mean]": 0.46608614081501537, + "ND[0.5]": 0.39251473577399004, + "mean_weighted_sum_quantile_loss": 0.29494905627958956 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" + ], + "context": [ + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 50.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 13.0 + ], + "actual": [ + 7.0, + 8.0, + 13.0, + 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 10.0, + 4.0, + 4.0 + ], + "predictions": { + "p50": [ + 10.921806335449219, + 10.537208557128906, + 10.276899337768555, + 10.196746826171875, + 10.108888626098633, + 9.932262420654297, + 9.933740615844727, + 10.008050918579102, + 10.086695671081543, + 10.180360794067383, + 10.319310188293457, + 10.253015518188477, + 10.112037658691406, + 10.129608154296875, + 10.197925567626953, + 10.171512603759766, + 10.225425720214844, + 10.394899368286133, + 10.393495559692383, + 10.190685272216797, + 10.239139556884766, + 10.299457550048828, + 10.325634956359863, + 10.31320571899414 + ], + "p10": [ + 6.860261917114258, + 6.335201263427734, + 6.1117401123046875, + 6.012657165527344, + 5.911498069763184, + 5.725579261779785, + 5.713311195373535, + 5.770233154296875, + 5.813444137573242, + 5.836980819702148, + 5.888654708862305, + 5.794322967529297, + 5.711910247802734, + 5.712584495544434, + 5.75581169128418, + 5.671982765197754, + 5.656573295593262, + 5.734553337097168, + 5.733360290527344, + 5.592877388000488, + 5.583378791809082, + 5.669582366943359, + 5.657034873962402, + 5.590488433837891 + ], + "p90": [ + 15.814409255981445, + 15.410597801208496, + 15.316712379455566, + 15.331498146057129, + 15.290389060974121, + 15.164517402648926, + 15.329684257507324, + 15.55324649810791, + 15.693891525268555, + 15.894783020019531, + 16.135292053222656, + 16.10880470275879, + 15.883077621459961, + 15.889413833618164, + 16.043689727783203, + 15.961740493774414, + 16.062915802001953, + 16.375993728637695, + 16.473609924316406, + 16.270505905151367, + 16.31991195678711, + 16.45370101928711, + 16.48004913330078, + 16.51953887939453 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260621_222747.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260621_222747.json new file mode 100644 index 0000000000000000000000000000000000000000..d6cc44e1a91eb1e912e32e8faec71724e4fc64c1 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260621_222747.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-21T22:27:47.608458+00:00", + "metrics": { + "MSE[mean]": 13.249489635817554, + "MSE[0.5]": 13.249489635817554, + "MAE[0.5]": 3.021361509958903, + "MASE[0.5]": 0.5657686052458805, + "MAPE[0.5]": 0.6165400948080357, + "sMAPE[0.5]": 0.37728288233413637, + "MSIS": 4.5504050261022515, + "RMSE[mean]": 3.6399848400532595, + "NRMSE[mean]": 0.4597875587435696, + "ND[0.5]": 0.38164566441586145, + "mean_weighted_sum_quantile_loss": 0.29057421076367473 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" + ], + "context": [ + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 50.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 20.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 13.0 + ], + "actual": [ + 7.0, + 8.0, + 13.0, + 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 10.0, + 4.0, + 4.0 + ], + "predictions": { + "p50": [ + 10.52371883392334, + 10.284391403198242, + 10.151472091674805, + 10.021162033081055, + 10.07313346862793, + 10.136436462402344, + 10.153103828430176, + 10.07063102722168, + 10.064628601074219, + 10.13866138458252, + 10.19079875946045, + 10.189151763916016, + 10.22603988647461, + 10.140153884887695, + 10.051234245300293, + 9.970853805541992, + 10.040767669677734, + 10.134602546691895, + 10.201445579528809, + 10.124025344848633, + 10.083675384521484, + 10.183483123779297, + 10.230789184570312, + 10.198687553405762 + ], + "p10": [ + 6.299800872802734, + 6.162164688110352, + 5.9814348220825195, + 5.807470321655273, + 5.872280120849609, + 5.941302299499512, + 5.882668495178223, + 5.769447326660156, + 5.678691864013672, + 5.715217590332031, + 5.785682678222656, + 5.751588821411133, + 5.71773624420166, + 5.6260576248168945, + 5.491713523864746, + 5.376718521118164, + 5.4242963790893555, + 5.516389846801758, + 5.517289161682129, + 5.418582916259766, + 5.384736061096191, + 5.4383649826049805, + 5.4831695556640625, + 5.392939567565918 + ], + "p90": [ + 15.64119815826416, + 15.515625, + 15.402771949768066, + 15.344979286193848, + 15.393743515014648, + 15.463199615478516, + 15.521252632141113, + 15.475244522094727, + 15.498334884643555, + 15.655670166015625, + 15.734033584594727, + 15.836434364318848, + 15.950637817382812, + 15.825803756713867, + 15.729928970336914, + 15.665029525756836, + 15.829832077026367, + 15.95187759399414, + 16.067581176757812, + 15.977751731872559, + 15.914407730102539, + 16.090608596801758, + 16.218732833862305, + 16.16289710998535 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260621_221234.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260621_221234.json new file mode 100644 index 0000000000000000000000000000000000000000..176484e8f83027c4acd0ed49c563c206e3ae1faa --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260621_221234.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-21T22:12:34.061059+00:00", + "metrics": { + "MSE[mean]": 965.9470370511214, + "MSE[0.5]": 965.9470370511214, + "MAE[0.5]": 16.222900390625, + "MASE[0.5]": 0.5989993990384616, + "MAPE[0.5]": 0.0066336370391853056, + "sMAPE[0.5]": 0.006697705242161625, + "MSIS": 7.469500075120191, + "RMSE[mean]": 31.07968849668737, + "NRMSE[mean]": 0.012893907068634346, + "ND[0.5]": 0.006730330326274849, + "mean_weighted_sum_quantile_loss": 0.006246505082288966 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 10:55:00", + "2026-06-21 11:10:00", + "2026-06-21 11:25:00", + "2026-06-21 11:40:00", + "2026-06-21 11:55:00", + "2026-06-21 12:10:00", + "2026-06-21 12:25:00", + "2026-06-21 12:40:00", + "2026-06-21 12:55:00", + "2026-06-21 13:10:00", + "2026-06-21 13:25:00", + "2026-06-21 13:40:00", + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2397.21435546875, + 2397.548095703125, + 2397.62646484375, + 2398.078125, + 2398.31787109375, + 2398.034912109375, + 2398.3466796875, + 2398.202880859375, + 2398.894775390625, + 2398.58447265625, + 2398.201416015625, + 2397.47314453125, + 2397.249267578125, + 2397.8369140625, + 2397.543701171875, + 2398.457763671875, + 2399.141357421875, + 2398.584228515625, + 2398.1474609375, + 2398.22998046875, + 2398.96630859375, + 2398.21044921875, + 2398.130615234375, + 2398.127685546875 + ], + "p10": [ + 2397.354248046875, + 2397.052734375, + 2397.29638671875, + 2397.2470703125, + 2396.95947265625, + 2396.95849609375, + 2396.68017578125, + 2396.904052734375, + 2396.609375, + 2397.023681640625, + 2396.900146484375, + 2396.7939453125, + 2396.62939453125, + 2397.10205078125, + 2396.978515625, + 2396.668701171875, + 2396.3466796875, + 2396.3095703125, + 2396.944091796875, + 2396.92919921875, + 2396.40869140625, + 2396.492919921875, + 2396.329345703125, + 2396.269287109375 + ], + "p90": [ + 2447.621337890625, + 2444.572998046875, + 2455.287109375, + 2457.219970703125, + 2463.02490234375, + 2462.60107421875, + 2465.35205078125, + 2467.478759765625, + 2475.186279296875, + 2470.0908203125, + 2469.10595703125, + 2461.67333984375, + 2461.749755859375, + 2457.724609375, + 2459.325439453125, + 2465.6123046875, + 2483.829833984375, + 2475.1083984375, + 2471.79736328125, + 2466.760498046875, + 2463.49658203125, + 2459.0087890625, + 2460.526611328125, + 2463.11474609375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260621_231117.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260621_231117.json new file mode 100644 index 0000000000000000000000000000000000000000..3bdb489f24fd36a8e4f213a035f6f912874eccf7 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260621_231117.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-21T23:11:17.525557+00:00", + "metrics": { + "MSE[mean]": 837.455635741353, + "MSE[0.5]": 939.4249373010049, + "MAE[0.5]": 14.676681518554688, + "MASE[0.5]": 0.5419082406850962, + "MAPE[0.5]": 0.005993190706118423, + "sMAPE[0.5]": 0.006053194271393479, + "MSIS": 8.46039532001202, + "RMSE[mean]": 28.93882574917913, + "NRMSE[mean]": 0.012005735833713036, + "ND[0.5]": 0.006088856636911192, + "mean_weighted_sum_quantile_loss": 0.006172061393735594 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 10:55:00", + "2026-06-21 11:10:00", + "2026-06-21 11:25:00", + "2026-06-21 11:40:00", + "2026-06-21 11:55:00", + "2026-06-21 12:10:00", + "2026-06-21 12:25:00", + "2026-06-21 12:40:00", + "2026-06-21 12:55:00", + "2026-06-21 13:10:00", + "2026-06-21 13:25:00", + "2026-06-21 13:40:00", + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2399.87109375, + 2399.8646240234375, + 2399.9259033203125, + 2399.9017333984375, + 2399.9180908203125, + 2399.8724365234375, + 2399.9931640625, + 2399.844970703125, + 2399.88671875, + 2399.8876953125, + 2399.8233642578125, + 2399.8983154296875, + 2399.84033203125, + 2399.81884765625, + 2399.8687744140625, + 2399.9326171875, + 2400.034423828125, + 2399.87646484375, + 2399.91064453125, + 2400.002197265625, + 2399.9989013671875, + 2400.0042724609375, + 2399.9222412109375, + 2400.015625 + ], + "p10": [ + 2389.52001953125, + 2394.791748046875, + 2394.791748046875, + 2394.791748046875, + 2397.0440673828125, + 2398.091796875, + 2399.23486328125, + 2394.791748046875, + 2394.791748046875, + 2393.609375, + 2394.791748046875, + 2393.66015625, + 2394.791748046875, + 2394.791748046875, + 2394.791748046875, + 2394.791748046875, + 2386.706787109375, + 2386.482666015625, + 2399.1168212890625, + 2394.2119140625, + 2394.6817626953125, + 2395.527099609375, + 2386.07958984375, + 2385.7294921875 + ], + "p90": [ + 2446.0478515625, + 2446.0478515625, + 2470.4281005859375, + 2452.2755126953125, + 2464.77001953125, + 2446.0478515625, + 2464.3675537109375, + 2457.140869140625, + 2458.7459716796875, + 2446.0478515625, + 2469.938232421875, + 2471.676025390625, + 2447.2801513671875, + 2446.0478515625, + 2446.0478515625, + 2464.8443603515625, + 2457.236328125, + 2446.0478515625, + 2471.676025390625, + 2471.676025390625, + 2471.676025390625, + 2471.676025390625, + 2446.0478515625, + 2471.676025390625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260621_222459.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260621_222459.json new file mode 100644 index 0000000000000000000000000000000000000000..6573e7f4934895294a0dfd3e702182780a1b8b05 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260621_222459.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-21T22:24:59.104580+00:00", + "metrics": { + "MSE[mean]": 939.2946850334605, + "MSE[0.5]": 983.2566319083174, + "MAE[0.5]": 16.278798421223957, + "MASE[0.5]": 0.6010633263221153, + "MAPE[0.5]": 0.006656817185098289, + "sMAPE[0.5]": 0.006721065699986369, + "MSIS": 25.043801081730766, + "RMSE[mean]": 30.647914856209393, + "NRMSE[mean]": 0.012714778851322826, + "ND[0.5]": 0.006753520520473207, + "mean_weighted_sum_quantile_loss": 0.00742060611585278 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 10:55:00", + "2026-06-21 11:10:00", + "2026-06-21 11:25:00", + "2026-06-21 11:40:00", + "2026-06-21 11:55:00", + "2026-06-21 12:10:00", + "2026-06-21 12:25:00", + "2026-06-21 12:40:00", + "2026-06-21 12:55:00", + "2026-06-21 13:10:00", + "2026-06-21 13:25:00", + "2026-06-21 13:40:00", + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2397.459716796875, + 2396.49951171875, + 2397.462158203125, + 2396.25244140625, + 2396.497802734375, + 2397.396484375, + 2398.11376953125, + 2398.35546875, + 2398.511474609375, + 2398.17431640625, + 2398.08642578125, + 2398.322998046875, + 2399.085693359375, + 2399.958251953125, + 2399.679931640625, + 2398.960693359375, + 2399.331787109375, + 2399.306640625, + 2398.412109375, + 2398.828369140625, + 2398.9404296875, + 2398.67822265625, + 2397.39501953125, + 2397.7705078125 + ], + "p10": [ + 2404.564697265625, + 2406.34375, + 2407.01416015625, + 2406.41552734375, + 2406.573486328125, + 2407.51806640625, + 2406.01806640625, + 2407.619140625, + 2407.91650390625, + 2409.355712890625, + 2407.271728515625, + 2407.220947265625, + 2407.335693359375, + 2407.55810546875, + 2408.40185546875, + 2409.269287109375, + 2408.10986328125, + 2406.784912109375, + 2407.701904296875, + 2408.514404296875, + 2408.122802734375, + 2408.169189453125, + 2407.789306640625, + 2407.392822265625 + ], + "p90": [ + 2411.50927734375, + 2412.17333984375, + 2414.51123046875, + 2414.149658203125, + 2415.388427734375, + 2416.681884765625, + 2417.200927734375, + 2418.100341796875, + 2417.71435546875, + 2417.375, + 2418.6435546875, + 2417.0458984375, + 2418.661376953125, + 2419.589599609375, + 2418.94140625, + 2418.973388671875, + 2419.574951171875, + 2420.345947265625, + 2420.173828125, + 2421.487548828125, + 2421.4931640625, + 2422.3896484375, + 2421.162841796875, + 2420.7666015625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260621_230046.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260621_230046.json new file mode 100644 index 0000000000000000000000000000000000000000..8ff70a36ffde4cc84176e57674afec0e43240a54 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260621_230046.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-21T23:00:46.533247+00:00", + "metrics": { + "MSE[mean]": 956.1720584084591, + "MSE[0.5]": 956.1720584084591, + "MAE[0.5]": 15.34832763671875, + "MASE[0.5]": 0.5667074819711538, + "MAPE[0.5]": 0.006271097706080507, + "sMAPE[0.5]": 0.006333097713975312, + "MSIS": 9.39758263221154, + "RMSE[mean]": 30.92203192561024, + "NRMSE[mean]": 0.012828500712439858, + "ND[0.5]": 0.006367499797428695, + "mean_weighted_sum_quantile_loss": 0.00592321506545304 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 10:55:00", + "2026-06-21 11:10:00", + "2026-06-21 11:25:00", + "2026-06-21 11:40:00", + "2026-06-21 11:55:00", + "2026-06-21 12:10:00", + "2026-06-21 12:25:00", + "2026-06-21 12:40:00", + "2026-06-21 12:55:00", + "2026-06-21 13:10:00", + "2026-06-21 13:25:00", + "2026-06-21 13:40:00", + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2399.40283203125, + 2399.3037109375, + 2399.271240234375, + 2399.3525390625, + 2399.37939453125, + 2399.20068359375, + 2399.069091796875, + 2398.8408203125, + 2398.666015625, + 2398.602783203125, + 2398.6865234375, + 2398.878662109375, + 2399.0400390625, + 2399.0244140625, + 2399.111083984375, + 2399.001220703125, + 2398.9794921875, + 2399.155029296875, + 2399.2939453125, + 2399.31884765625, + 2399.565185546875, + 2399.428466796875, + 2399.626953125, + 2399.521240234375 + ], + "p10": [ + 2398.763671875, + 2399.078125, + 2399.084228515625, + 2399.07568359375, + 2399.032958984375, + 2398.69384765625, + 2398.682861328125, + 2398.454345703125, + 2398.127197265625, + 2397.375, + 2396.93603515625, + 2396.090087890625, + 2395.721923828125, + 2395.138427734375, + 2394.2841796875, + 2393.646728515625, + 2392.7578125, + 2392.1552734375, + 2391.192626953125, + 2390.736328125, + 2389.84912109375, + 2388.32275390625, + 2387.595458984375, + 2386.3857421875 + ], + "p90": [ + 2422.044921875, + 2427.927001953125, + 2432.330810546875, + 2434.67578125, + 2437.883056640625, + 2441.94287109375, + 2445.38916015625, + 2446.201416015625, + 2447.53125, + 2445.613037109375, + 2443.635498046875, + 2441.0654296875, + 2443.28076171875, + 2446.26171875, + 2445.322509765625, + 2445.319091796875, + 2446.613037109375, + 2453.89111328125, + 2448.2255859375, + 2450.366943359375, + 2448.31005859375, + 2445.77734375, + 2445.66552734375, + 2444.690673828125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260621_222751.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260621_222751.json new file mode 100644 index 0000000000000000000000000000000000000000..98a911099ee5f0f0afcaf4b3aaf0955062752d84 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260621_222751.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-21T22:27:51.966816+00:00", + "metrics": { + "MSE[mean]": 936.199961980184, + "MSE[0.5]": 936.199961980184, + "MAE[0.5]": 14.619038899739584, + "MASE[0.5]": 0.5397798978365385, + "MAPE[0.5]": 0.005969484810997794, + "sMAPE[0.5]": 0.0060291773493615294, + "MSIS": 8.045325646033653, + "RMSE[mean]": 30.59738488793093, + "NRMSE[mean]": 0.012693815683843429, + "ND[0.5]": 0.006064942672320657, + "mean_weighted_sum_quantile_loss": 0.005559057975907519 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 10:55:00", + "2026-06-21 11:10:00", + "2026-06-21 11:25:00", + "2026-06-21 11:40:00", + "2026-06-21 11:55:00", + "2026-06-21 12:10:00", + "2026-06-21 12:25:00", + "2026-06-21 12:40:00", + "2026-06-21 12:55:00", + "2026-06-21 13:10:00", + "2026-06-21 13:25:00", + "2026-06-21 13:40:00", + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2399.95703125, + 2399.9541015625, + 2399.942138671875, + 2399.9609375, + 2399.974853515625, + 2399.939453125, + 2400.04052734375, + 2399.931884765625, + 2399.983642578125, + 2400.0537109375, + 2400.070068359375, + 2399.98681640625, + 2399.924072265625, + 2399.93798828125, + 2400.101318359375, + 2399.884521484375, + 2400.020751953125, + 2399.96533203125, + 2400.06103515625, + 2400.129638671875, + 2400.090576171875, + 2400.01416015625, + 2400.17041015625, + 2400.043212890625 + ], + "p10": [ + 2399.741455078125, + 2399.677734375, + 2399.701416015625, + 2399.683349609375, + 2399.740966796875, + 2399.665283203125, + 2399.71826171875, + 2399.693115234375, + 2399.685791015625, + 2399.669189453125, + 2399.669189453125, + 2399.647705078125, + 2399.655517578125, + 2399.670166015625, + 2399.726806640625, + 2399.694091796875, + 2399.6748046875, + 2399.684814453125, + 2399.673583984375, + 2399.71142578125, + 2399.694091796875, + 2399.589111328125, + 2399.626220703125, + 2399.6103515625 + ], + "p90": [ + 2453.632568359375, + 2448.164794921875, + 2453.4287109375, + 2448.97900390625, + 2449.189453125, + 2447.970458984375, + 2450.433349609375, + 2451.782470703125, + 2450.662841796875, + 2451.61572265625, + 2450.58251953125, + 2451.029541015625, + 2453.34716796875, + 2450.342041015625, + 2450.408203125, + 2449.670166015625, + 2450.935546875, + 2450.4892578125, + 2452.18359375, + 2450.32958984375, + 2451.205810546875, + 2451.179931640625, + 2451.00341796875, + 2451.891357421875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260621_220958.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260621_220958.json new file mode 100644 index 0000000000000000000000000000000000000000..884f8610f3783b827ef0bd923fdd3c2925e82efd --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260621_220958.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-21T22:09:58.213229+00:00", + "metrics": { + "MSE[mean]": 0.10409656728176855, + "MSE[0.5]": 0.10409656728176855, + "MAE[0.5]": 0.2657576655348142, + "MASE[0.5]": 0.6648512621835193, + "MAPE[0.5]": 0.5005825539759926, + "sMAPE[0.5]": 0.7561579768388614, + "MSIS": 11.543083878845842, + "RMSE[mean]": 0.32263999640740226, + "NRMSE[mean]": 0.5957164188815461, + "ND[0.5]": 0.49068995340184357, + "mean_weighted_sum_quantile_loss": 0.41679207355015274 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 15:42:00", + "2026-06-20 15:48:00", + "2026-06-20 15:54:00", + "2026-06-20 16:00:00", + "2026-06-20 16:06:00", + "2026-06-20 16:12:00", + "2026-06-20 16:18:00", + "2026-06-20 16:24:00", + "2026-06-20 16:30:00", + "2026-06-20 16:36:00", + "2026-06-20 16:42:00", + "2026-06-20 16:48:00", + "2026-06-20 16:54:00", + "2026-06-20 17:00:00", + "2026-06-20 17:06:00", + "2026-06-20 17:12:00", + "2026-06-20 17:18:00", + "2026-06-20 17:24:00", + "2026-06-20 17:30:00", + "2026-06-20 17:36:00", + "2026-06-20 17:42:00", + "2026-06-20 17:48:00", + "2026-06-20 17:54:00", + "2026-06-20 18:00:00", + "2026-06-20 18:06:00", + "2026-06-20 18:12:00", + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00" + ], + "context": [ + 0.4090000092983246, + 0.38199999928474426, + 0.35499998927116394, + 0.33500000834465027, + 0.31299999356269836, + 0.27799999713897705, + 0.2549999952316284, + 0.22100000083446503, + 0.20399999618530273, + 0.19599999487400055, + 0.18199999630451202, + 0.17299999296665192, + 0.16500000655651093, + 0.15800000727176666, + 0.15399999916553497, + 0.1469999998807907, + 0.1469999998807907, + 0.14300000667572021, + 0.13899999856948853, + 0.13500000536441803, + 0.13699999451637268, + 0.13600000739097595, + 0.14000000059604645, + 0.1509999930858612, + 0.16500000655651093, + 0.17800000309944153, + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055 + ], + "actual": [ + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 + ], + "predictions": { + "p50": [ + 0.743894100189209, + 0.7139793634414673, + 0.6833904981613159, + 0.6548528671264648, + 0.6199671030044556, + 0.589630126953125, + 0.5611093640327454, + 0.5307496190071106, + 0.502104640007019, + 0.47750353813171387, + 0.45083296298980713, + 0.4221518039703369, + 0.3948158025741577, + 0.3728654980659485, + 0.3500816226005554, + 0.3233216404914856, + 0.2561878561973572, + 0.23829054832458496, + 0.22142565250396729, + 0.20155709981918335, + 0.18522733449935913, + 0.16773921251296997, + 0.1534346342086792, + 0.1391141414642334, + 0.13108474016189575, + 0.12317532300949097, + 0.11495304107666016, + 0.10932302474975586, + 0.10349297523498535, + 0.10276633501052856, + 0.09075897932052612, + 0.0860816240310669, + 0.06716549396514893, + 0.06387948989868164, + 0.07180553674697876, + 0.06892430782318115, + 0.07342886924743652, + 0.07989734411239624, + 0.08897227048873901, + 0.09538501501083374, + 0.10717469453811646, + 0.11948800086975098, + 0.13353371620178223, + 0.1467982530593872, + 0.16305327415466309, + 0.17141562700271606, + 0.18593358993530273, + 0.19950073957443237, + 0.23413830995559692, + 0.24564898014068604, + 0.2611656188964844, + 0.27072983980178833, + 0.2960583567619324, + 0.30976545810699463, + 0.33201533555984497, + 0.35281163454055786, + 0.37260138988494873, + 0.395571768283844, + 0.4138697385787964, + 0.4323652386665344 + ], + "p10": [ + 0.7238315343856812, + 0.6891005039215088, + 0.6584411263465881, + 0.6267537474632263, + 0.5864956378936768, + 0.5590406060218811, + 0.529695987701416, + 0.49669986963272095, + 0.4625930190086365, + 0.4367859363555908, + 0.402502179145813, + 0.36947566270828247, + 0.34265971183776855, + 0.31994307041168213, + 0.2867850065231323, + 0.2550022602081299, + 0.18586814403533936, + 0.16320925951004028, + 0.13524305820465088, + 0.12123239040374756, + 0.10179257392883301, + 0.07921445369720459, + 0.0604785680770874, + 0.04132425785064697, + 0.02562689781188965, + 0.01775825023651123, + 0.002633213996887207, + -0.005769491195678711, + -0.016811013221740723, + -0.023496508598327637, + -0.04012036323547363, + -0.04639542102813721, + -0.08563423156738281, + -0.08634757995605469, + -0.09306001663208008, + -0.0917356014251709, + -0.09607720375061035, + -0.09471261501312256, + -0.0845557451248169, + -0.08654332160949707, + -0.08022689819335938, + -0.07221853733062744, + -0.0662461519241333, + -0.05672180652618408, + -0.047563910484313965, + -0.0532306432723999, + -0.031110763549804688, + -0.02786993980407715, + -0.03338587284088135, + -0.016776084899902344, + -0.0076972246170043945, + 0.00822293758392334, + 0.012861371040344238, + 0.020563364028930664, + 0.04079937934875488, + 0.05305767059326172, + 0.060956358909606934, + 0.06769680976867676, + 0.07465821504592896, + 0.09516960382461548 + ], + "p90": [ + 0.7636251449584961, + 0.735762357711792, + 0.704932451248169, + 0.6780557632446289, + 0.6480413675308228, + 0.618522047996521, + 0.5953340530395508, + 0.5682928562164307, + 0.5406168699264526, + 0.5207498669624329, + 0.49478334188461304, + 0.4722318649291992, + 0.4492262601852417, + 0.4280165433883667, + 0.41434162855148315, + 0.39028388261795044, + 0.3367730379104614, + 0.3198704123497009, + 0.3020473122596741, + 0.2912244200706482, + 0.27865707874298096, + 0.27034276723861694, + 0.25705766677856445, + 0.2515893578529358, + 0.24349504709243774, + 0.24242067337036133, + 0.23288637399673462, + 0.2343115210533142, + 0.23750317096710205, + 0.23131603002548218, + 0.22811132669448853, + 0.2264842391014099, + 0.24940448999404907, + 0.2426224946975708, + 0.2530413269996643, + 0.2613493800163269, + 0.2611686587333679, + 0.2842321991920471, + 0.29097211360931396, + 0.3062129616737366, + 0.32328367233276367, + 0.34331685304641724, + 0.35056692361831665, + 0.37486982345581055, + 0.40324556827545166, + 0.41451525688171387, + 0.4391912817955017, + 0.458578884601593, + 0.5256438255310059, + 0.5259650945663452, + 0.5516207814216614, + 0.5743169784545898, + 0.6110382676124573, + 0.6242944002151489, + 0.6539379954338074, + 0.6971383094787598, + 0.7167324423789978, + 0.7223774194717407, + 0.7626181840896606, + 0.7886641025543213 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260621_230806.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260621_230806.json new file mode 100644 index 0000000000000000000000000000000000000000..e793be8b3310b0ae87705eadee331c8839801a80 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260621_230806.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-21T23:08:06.560185+00:00", + "metrics": { + "MSE[mean]": 0.01948714560913154, + "MSE[0.5]": 0.027465215189797818, + "MAE[0.5]": 0.1345579798022906, + "MASE[0.5]": 0.3366263867812987, + "MAPE[0.5]": 0.24987996024688755, + "sMAPE[0.5]": 0.24597728137931918, + "MSIS": 1.7129212392183524, + "RMSE[mean]": 0.13959636674760392, + "NRMSE[mean]": 0.25774810505127327, + "ND[0.5]": 0.24844532219290869, + "mean_weighted_sum_quantile_loss": 0.22034567116525725 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 15:42:00", + "2026-06-20 15:48:00", + "2026-06-20 15:54:00", + "2026-06-20 16:00:00", + "2026-06-20 16:06:00", + "2026-06-20 16:12:00", + "2026-06-20 16:18:00", + "2026-06-20 16:24:00", + "2026-06-20 16:30:00", + "2026-06-20 16:36:00", + "2026-06-20 16:42:00", + "2026-06-20 16:48:00", + "2026-06-20 16:54:00", + "2026-06-20 17:00:00", + "2026-06-20 17:06:00", + "2026-06-20 17:12:00", + "2026-06-20 17:18:00", + "2026-06-20 17:24:00", + "2026-06-20 17:30:00", + "2026-06-20 17:36:00", + "2026-06-20 17:42:00", + "2026-06-20 17:48:00", + "2026-06-20 17:54:00", + "2026-06-20 18:00:00", + "2026-06-20 18:06:00", + "2026-06-20 18:12:00", + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00" + ], + "context": [ + 0.4090000092983246, + 0.38199999928474426, + 0.35499998927116394, + 0.33500000834465027, + 0.31299999356269836, + 0.27799999713897705, + 0.2549999952316284, + 0.22100000083446503, + 0.20399999618530273, + 0.19599999487400055, + 0.18199999630451202, + 0.17299999296665192, + 0.16500000655651093, + 0.15800000727176666, + 0.15399999916553497, + 0.1469999998807907, + 0.1469999998807907, + 0.14300000667572021, + 0.13899999856948853, + 0.13500000536441803, + 0.13699999451637268, + 0.13600000739097595, + 0.14000000059604645, + 0.1509999930858612, + 0.16500000655651093, + 0.17800000309944153, + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055 + ], + "actual": [ + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 + ], + "predictions": { + "p50": [ + 0.7609001398086548, + 0.7362169623374939, + 0.7171030342578888, + 0.6924687623977661, + 0.6808039247989655, + 0.6709165275096893, + 0.6472988724708557, + 0.6409331560134888, + 0.6161786615848541, + 0.5959395170211792, + 0.5885657370090485, + 0.5789034962654114, + 0.5667973160743713, + 0.5581965446472168, + 0.5504892468452454, + 0.5308206081390381, + 0.5115751922130585, + 0.5050817131996155, + 0.5064553618431091, + 0.48771679401397705, + 0.4715317189693451, + 0.48362258076667786, + 0.49711865186691284, + 0.48428621888160706, + 0.4984644651412964, + 0.4926469326019287, + 0.4485149383544922, + 0.4407850205898285, + 0.452487587928772, + 0.48351290822029114, + 0.45881617069244385, + 0.4794597923755646, + 0.4624289870262146, + 0.44984543323516846, + 0.4431420862674713, + 0.4728778898715973, + 0.46911898255348206, + 0.4397101402282715, + 0.4925243556499481, + 0.4802806079387665, + 0.4358113408088684, + 0.46412500739097595, + 0.5106261968612671, + 0.4749841094017029, + 0.5146743655204773, + 0.5337419807910919, + 0.5186715126037598, + 0.5631415545940399, + 0.5080920457839966, + 0.5101328790187836, + 0.5619593858718872, + 0.5123811066150665, + 0.5910060107707977, + 0.5536637008190155, + 0.5308732688426971, + 0.5374346673488617, + 0.5237177312374115, + 0.6183303892612457, + 0.5681351721286774, + 0.5968427062034607 + ], + "p10": [ + 0.7483601272106171, + 0.7177596092224121, + 0.6845687329769135, + 0.6593864560127258, + 0.6362452805042267, + 0.6154994964599609, + 0.6012130379676819, + 0.5800689458847046, + 0.5531220734119415, + 0.5104160904884338, + 0.510494738817215, + 0.4787687361240387, + 0.4789450466632843, + 0.4599718749523163, + 0.42834237217903137, + 0.4251699149608612, + 0.37434661388397217, + 0.35197845101356506, + 0.34209755063056946, + 0.32168295979499817, + 0.31306570768356323, + 0.3008643090724945, + 0.29876312613487244, + 0.26969659328460693, + 0.26322200894355774, + 0.3002050518989563, + 0.2300059199333191, + 0.23651644587516785, + 0.21448156237602234, + 0.173394113779068, + 0.17244288325309753, + 0.15009501576423645, + 0.12297588586807251, + 0.18368273973464966, + 0.10470455884933472, + 0.09561130404472351, + 0.09334045648574829, + 0.04648447036743164, + 0.17375102639198303, + 0.14507383108139038, + 0.10475477576255798, + 0.13081952929496765, + 0.13293033838272095, + 0.05582469701766968, + 0.12170320749282837, + 0.09713011980056763, + 0.09066861867904663, + 0.037384986877441406, + 0.08159595727920532, + 0.0822540819644928, + 0.07440799474716187, + 0.0899743139743805, + 0.15747705101966858, + 0.1056608259677887, + 0.1033153235912323, + 0.020113587379455566, + 0.06279218196868896, + 0.17352360486984253, + 0.06898409128189087, + 0.18349307775497437 + ], + "p90": [ + 0.7729660868644714, + 0.7562677562236786, + 0.7577858567237854, + 0.7316821813583374, + 0.7252901792526245, + 0.7231398224830627, + 0.7013658583164215, + 0.7100012004375458, + 0.6905697286128998, + 0.6658123731613159, + 0.6668043732643127, + 0.6777083575725555, + 0.6683520972728729, + 0.6491446793079376, + 0.6683699190616608, + 0.6647785604000092, + 0.6368106007575989, + 0.6574977934360504, + 0.6729975044727325, + 0.6436812281608582, + 0.6543847322463989, + 0.6629002094268799, + 0.7128511369228363, + 0.7212343215942383, + 0.6887979507446289, + 0.6963374316692352, + 0.6887520551681519, + 0.6700619757175446, + 0.7186009585857391, + 0.7594161927700043, + 0.7520164847373962, + 0.754618763923645, + 0.7395141422748566, + 0.7561584115028381, + 0.850705474615097, + 0.8282317519187927, + 0.8555750846862793, + 0.8150050044059753, + 0.8460162878036499, + 0.9682879149913788, + 0.8415790796279907, + 0.8576478362083435, + 1.002072513103485, + 0.9844917953014374, + 1.0525298118591309, + 1.2331026196479797, + 0.9992765486240387, + 1.1966078281402588, + 1.1271477341651917, + 1.0746130347251892, + 1.2106567025184631, + 1.0590820908546448, + 1.1228091716766357, + 1.2246650457382202, + 1.1136602759361267, + 1.2055105566978455, + 1.2421388626098633, + 1.3964058756828308, + 1.3210656642913818, + 1.3606892824172974 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260621_231812.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260621_231812.json new file mode 100644 index 0000000000000000000000000000000000000000..bb31ceba13db881dd6f65404bb8a76fc6265f464 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260621_231812.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-21T23:18:12.976363+00:00", + "metrics": { + "MSE[mean]": 0.010184167029243888, + "MSE[0.5]": 0.010184167029243888, + "MAE[0.5]": 0.0911045973499616, + "MASE[0.5]": 0.22791819162374632, + "MAPE[0.5]": 0.18641143385897296, + "sMAPE[0.5]": 0.21237482279534772, + "MSIS": 0.7398298894066219, + "RMSE[mean]": 0.10091663405625402, + "NRMSE[mean]": 0.18633057437075973, + "ND[0.5]": 0.16821381441014407, + "mean_weighted_sum_quantile_loss": 0.14520558756660026 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 15:42:00", + "2026-06-20 15:48:00", + "2026-06-20 15:54:00", + "2026-06-20 16:00:00", + "2026-06-20 16:06:00", + "2026-06-20 16:12:00", + "2026-06-20 16:18:00", + "2026-06-20 16:24:00", + "2026-06-20 16:30:00", + "2026-06-20 16:36:00", + "2026-06-20 16:42:00", + "2026-06-20 16:48:00", + "2026-06-20 16:54:00", + "2026-06-20 17:00:00", + "2026-06-20 17:06:00", + "2026-06-20 17:12:00", + "2026-06-20 17:18:00", + "2026-06-20 17:24:00", + "2026-06-20 17:30:00", + "2026-06-20 17:36:00", + "2026-06-20 17:42:00", + "2026-06-20 17:48:00", + "2026-06-20 17:54:00", + "2026-06-20 18:00:00", + "2026-06-20 18:06:00", + "2026-06-20 18:12:00", + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00" + ], + "context": [ + 0.4090000092983246, + 0.38199999928474426, + 0.35499998927116394, + 0.33500000834465027, + 0.31299999356269836, + 0.27799999713897705, + 0.2549999952316284, + 0.22100000083446503, + 0.20399999618530273, + 0.19599999487400055, + 0.18199999630451202, + 0.17299999296665192, + 0.16500000655651093, + 0.15800000727176666, + 0.15399999916553497, + 0.1469999998807907, + 0.1469999998807907, + 0.14300000667572021, + 0.13899999856948853, + 0.13500000536441803, + 0.13699999451637268, + 0.13600000739097595, + 0.14000000059604645, + 0.1509999930858612, + 0.16500000655651093, + 0.17800000309944153, + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055 + ], + "actual": [ + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 + ], + "predictions": { + "p50": [ + 0.73919677734375, + 0.7032470703125, + 0.67108154296875, + 0.638916015625, + 0.61431884765625, + 0.5859375, + 0.5556640625, + 0.525390625, + 0.502685546875, + 0.472412109375, + 0.442138671875, + 0.4232177734375, + 0.404296875, + 0.381591796875, + 0.3702392578125, + 0.3551025390625, + 0.32861328125, + 0.321044921875, + 0.3021240234375, + 0.290771484375, + 0.2718505859375, + 0.2567138671875, + 0.26806640625, + 0.260498046875, + 0.245361328125, + 0.245361328125, + 0.2340087890625, + 0.2340087890625, + 0.230224609375, + 0.230224609375, + 0.230224609375, + 0.2415771484375, + 0.2264404296875, + 0.23779296875, + 0.260498046875, + 0.2794189453125, + 0.290771484375, + 0.2945556640625, + 0.3172607421875, + 0.34375, + 0.3551025390625, + 0.381591796875, + 0.411865234375, + 0.4345703125, + 0.4610595703125, + 0.4913330078125, + 0.5140380859375, + 0.5443115234375, + 0.5859375, + 0.60296630859375, + 0.63134765625, + 0.6427001953125, + 0.65594482421875, + 0.6881103515625, + 0.70892333984375, + 0.7259521484375, + 0.7713623046875, + 0.83001708984375, + 0.865966796875, + 0.9000244140625 + ], + "p10": [ + 0.7259521484375, + 0.69000244140625, + 0.646484375, + 0.6124267578125, + 0.578369140625, + 0.54052734375, + 0.51025390625, + 0.4761962890625, + 0.442138671875, + 0.411865234375, + 0.3740234375, + 0.351318359375, + 0.3323974609375, + 0.305908203125, + 0.29833984375, + 0.2794189453125, + 0.245361328125, + 0.23779296875, + 0.215087890625, + 0.2037353515625, + 0.1810302734375, + 0.1734619140625, + 0.17724609375, + 0.169677734375, + 0.1658935546875, + 0.162109375, + 0.1507568359375, + 0.14697265625, + 0.139404296875, + 0.139404296875, + 0.139404296875, + 0.154541015625, + 0.11669921875, + 0.11669921875, + 0.139404296875, + 0.154541015625, + 0.1658935546875, + 0.17724609375, + 0.1810302734375, + 0.2037353515625, + 0.2113037109375, + 0.230224609375, + 0.2491455078125, + 0.26806640625, + 0.2869873046875, + 0.3134765625, + 0.336181640625, + 0.3551025390625, + 0.381591796875, + 0.3929443359375, + 0.404296875, + 0.4005126953125, + 0.3929443359375, + 0.4232177734375, + 0.4459228515625, + 0.457275390625, + 0.47998046875, + 0.5216064453125, + 0.5443115234375, + 0.57080078125 + ], + "p90": [ + 0.75433349609375, + 0.72406005859375, + 0.699462890625, + 0.67108154296875, + 0.654052734375, + 0.62945556640625, + 0.608642578125, + 0.5859375, + 0.563232421875, + 0.5443115234375, + 0.5216064453125, + 0.502685546875, + 0.4913330078125, + 0.4761962890625, + 0.4610595703125, + 0.4459228515625, + 0.4232177734375, + 0.427001953125, + 0.404296875, + 0.396728515625, + 0.3778076171875, + 0.366455078125, + 0.3740234375, + 0.3626708984375, + 0.351318359375, + 0.351318359375, + 0.3475341796875, + 0.3551025390625, + 0.3551025390625, + 0.35888671875, + 0.3626708984375, + 0.3778076171875, + 0.38916015625, + 0.4005126953125, + 0.41943359375, + 0.4459228515625, + 0.47998046875, + 0.4837646484375, + 0.5140380859375, + 0.5443115234375, + 0.5670166015625, + 0.593505859375, + 0.62945556640625, + 0.65972900390625, + 0.68243408203125, + 0.72784423828125, + 0.75244140625, + 0.79217529296875, + 0.872589111328125, + 0.9075927734375, + 0.9454345703125, + 0.9695587158203125, + 0.98895263671875, + 1.0187530517578125, + 1.0246658325195312, + 1.0407485961914062, + 1.084503173828125, + 1.1346435546875, + 1.16302490234375, + 1.1871490478515625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260621_221319.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260621_221319.json new file mode 100644 index 0000000000000000000000000000000000000000..38f93452681ff52f1e445c2ebdd7c4f403433315 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260621_221319.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-21T22:13:19.440366+00:00", + "metrics": { + "MSE[mean]": 0.016605617632777677, + "MSE[0.5]": 0.025742182570651015, + "MAE[0.5]": 0.1451992449661096, + "MASE[0.5]": 0.3632478524731991, + "MAPE[0.5]": 0.30370262786248425, + "sMAPE[0.5]": 0.3805951544121173, + "MSIS": 2.084623062664478, + "RMSE[mean]": 0.12886278606633367, + "NRMSE[mean]": 0.23792982363414716, + "ND[0.5]": 0.2680931539755332, + "mean_weighted_sum_quantile_loss": 0.17347839736758564 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 15:42:00", + "2026-06-20 15:48:00", + "2026-06-20 15:54:00", + "2026-06-20 16:00:00", + "2026-06-20 16:06:00", + "2026-06-20 16:12:00", + "2026-06-20 16:18:00", + "2026-06-20 16:24:00", + "2026-06-20 16:30:00", + "2026-06-20 16:36:00", + "2026-06-20 16:42:00", + "2026-06-20 16:48:00", + "2026-06-20 16:54:00", + "2026-06-20 17:00:00", + "2026-06-20 17:06:00", + "2026-06-20 17:12:00", + "2026-06-20 17:18:00", + "2026-06-20 17:24:00", + "2026-06-20 17:30:00", + "2026-06-20 17:36:00", + "2026-06-20 17:42:00", + "2026-06-20 17:48:00", + "2026-06-20 17:54:00", + "2026-06-20 18:00:00", + "2026-06-20 18:06:00", + "2026-06-20 18:12:00", + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00" + ], + "context": [ + 0.4090000092983246, + 0.38199999928474426, + 0.35499998927116394, + 0.33500000834465027, + 0.31299999356269836, + 0.27799999713897705, + 0.2549999952316284, + 0.22100000083446503, + 0.20399999618530273, + 0.19599999487400055, + 0.18199999630451202, + 0.17299999296665192, + 0.16500000655651093, + 0.15800000727176666, + 0.15399999916553497, + 0.1469999998807907, + 0.1469999998807907, + 0.14300000667572021, + 0.13899999856948853, + 0.13500000536441803, + 0.13699999451637268, + 0.13600000739097595, + 0.14000000059604645, + 0.1509999930858612, + 0.16500000655651093, + 0.17800000309944153, + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055 + ], + "actual": [ + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 + ], + "predictions": { + "p50": [ + 0.7522175312042236, + 0.7087748646736145, + 0.6891499757766724, + 0.6461681127548218, + 0.604675829410553, + 0.5720784664154053, + 0.5339447259902954, + 0.5139997005462646, + 0.4880647659301758, + 0.4531949758529663, + 0.4183756709098816, + 0.39274775981903076, + 0.37448427081108093, + 0.34970566630363464, + 0.329814612865448, + 0.3064670264720917, + 0.29113930463790894, + 0.26843300461769104, + 0.23943069577217102, + 0.22849543392658234, + 0.23043090105056763, + 0.21095888316631317, + 0.19345131516456604, + 0.19398356974124908, + 0.17712682485580444, + 0.16482269763946533, + 0.16747966408729553, + 0.17262230813503265, + 0.16859540343284607, + 0.16194002330303192, + 0.16675591468811035, + 0.15929043292999268, + 0.18027359247207642, + 0.17680864036083221, + 0.18419118225574493, + 0.1973559409379959, + 0.21788085997104645, + 0.2253565937280655, + 0.23279617726802826, + 0.2401108741760254, + 0.2745434641838074, + 0.2781308889389038, + 0.31741863489151, + 0.34060919284820557, + 0.35977062582969666, + 0.3905835747718811, + 0.41704419255256653, + 0.4469493329524994, + 0.46669667959213257, + 0.5156001448631287, + 0.5380954742431641, + 0.5714370012283325, + 0.606395959854126, + 0.6433720588684082, + 0.6837377548217773, + 0.7218488454818726, + 0.7596646547317505, + 0.8017895221710205, + 0.8277263641357422, + 0.8677717447280884 + ], + "p10": [ + 0.7338181138038635, + 0.7168153524398804, + 0.6712310910224915, + 0.6508383750915527, + 0.6323644518852234, + 0.5746744871139526, + 0.551619827747345, + 0.5086064338684082, + 0.4937569499015808, + 0.43896403908729553, + 0.4506169557571411, + 0.39432060718536377, + 0.4058539569377899, + 0.35334038734436035, + 0.36783021688461304, + 0.30221253633499146, + 0.3127497434616089, + 0.2932065427303314, + 0.2721747159957886, + 0.23902902007102966, + 0.2302047461271286, + 0.22995193302631378, + 0.22076506912708282, + 0.20992174744606018, + 0.20769815146923065, + 0.1908952295780182, + 0.1988571733236313, + 0.19819748401641846, + 0.19462871551513672, + 0.19470417499542236, + 0.21109893918037415, + 0.2036212682723999, + 0.21149736642837524, + 0.21596749126911163, + 0.2126803696155548, + 0.24528111517429352, + 0.2553805708885193, + 0.2592461407184601, + 0.2762205898761749, + 0.312067449092865, + 0.3156108260154724, + 0.32484757900238037, + 0.36195388436317444, + 0.3636530339717865, + 0.4333765208721161, + 0.4431021213531494, + 0.45619261264801025, + 0.4922727942466736, + 0.5304363369941711, + 0.5556634664535522, + 0.6085623502731323, + 0.6218321323394775, + 0.6613690853118896, + 0.6949347257614136, + 0.7221462726593018, + 0.7700679302215576, + 0.8029111623764038, + 0.8473470211029053, + 0.891958475112915, + 0.9194556474685669 + ], + "p90": [ + 0.7658714056015015, + 0.7229169607162476, + 0.7063754796981812, + 0.6720616817474365, + 0.6410529613494873, + 0.6037614345550537, + 0.5623241066932678, + 0.5488423109054565, + 0.528889536857605, + 0.49677330255508423, + 0.47052234411239624, + 0.4452972412109375, + 0.4306938648223877, + 0.41381001472473145, + 0.39015454053878784, + 0.366252601146698, + 0.3598151206970215, + 0.34737300872802734, + 0.3281075060367584, + 0.31818756461143494, + 0.32419484853744507, + 0.3079069256782532, + 0.3022661805152893, + 0.30072906613349915, + 0.29771506786346436, + 0.29358673095703125, + 0.2929084599018097, + 0.3076742887496948, + 0.31143447756767273, + 0.3010631203651428, + 0.31838977336883545, + 0.3148808479309082, + 0.34031912684440613, + 0.3439566493034363, + 0.3507675528526306, + 0.37241891026496887, + 0.4186127185821533, + 0.4180823564529419, + 0.4290180206298828, + 0.4369196891784668, + 0.46743330359458923, + 0.478365421295166, + 0.5239176750183105, + 0.5488364100456238, + 0.5691143870353699, + 0.5963256359100342, + 0.6413220763206482, + 0.6702113747596741, + 0.6985881328582764, + 0.7496546506881714, + 0.7673399448394775, + 0.8051444292068481, + 0.8365354537963867, + 0.8819918632507324, + 0.9157111644744873, + 0.9592262506484985, + 0.994653582572937, + 1.0446733236312866, + 1.0670130252838135, + 1.1141729354858398 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260621_225156.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260621_225156.json new file mode 100644 index 0000000000000000000000000000000000000000..914d5f063c194242758cf7fa948e3b3ddd4106e0 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260621_225156.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-21T22:51:56.574455+00:00", + "metrics": { + "MSE[mean]": 0.036204145633427325, + "MSE[0.5]": 0.036204145633427325, + "MAE[0.5]": 0.15696313629547756, + "MASE[0.5]": 0.3926778144755386, + "MAPE[0.5]": 0.2957501291692856, + "sMAPE[0.5]": 0.3709080760282778, + "MSIS": 1.6067223702052948, + "RMSE[mean]": 0.19027387007528734, + "NRMSE[mean]": 0.3513180936961547, + "ND[0.5]": 0.2898137815879688, + "mean_weighted_sum_quantile_loss": 0.2797901883179808 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 15:42:00", + "2026-06-20 15:48:00", + "2026-06-20 15:54:00", + "2026-06-20 16:00:00", + "2026-06-20 16:06:00", + "2026-06-20 16:12:00", + "2026-06-20 16:18:00", + "2026-06-20 16:24:00", + "2026-06-20 16:30:00", + "2026-06-20 16:36:00", + "2026-06-20 16:42:00", + "2026-06-20 16:48:00", + "2026-06-20 16:54:00", + "2026-06-20 17:00:00", + "2026-06-20 17:06:00", + "2026-06-20 17:12:00", + "2026-06-20 17:18:00", + "2026-06-20 17:24:00", + "2026-06-20 17:30:00", + "2026-06-20 17:36:00", + "2026-06-20 17:42:00", + "2026-06-20 17:48:00", + "2026-06-20 17:54:00", + "2026-06-20 18:00:00", + "2026-06-20 18:06:00", + "2026-06-20 18:12:00", + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00" + ], + "context": [ + 0.4090000092983246, + 0.38199999928474426, + 0.35499998927116394, + 0.33500000834465027, + 0.31299999356269836, + 0.27799999713897705, + 0.2549999952316284, + 0.22100000083446503, + 0.20399999618530273, + 0.19599999487400055, + 0.18199999630451202, + 0.17299999296665192, + 0.16500000655651093, + 0.15800000727176666, + 0.15399999916553497, + 0.1469999998807907, + 0.1469999998807907, + 0.14300000667572021, + 0.13899999856948853, + 0.13500000536441803, + 0.13699999451637268, + 0.13600000739097595, + 0.14000000059604645, + 0.1509999930858612, + 0.16500000655651093, + 0.17800000309944153, + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055 + ], + "actual": [ + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 + ], + "predictions": { + "p50": [ + 0.7490664720535278, + 0.7193113565444946, + 0.6914037466049194, + 0.6633093357086182, + 0.6364189386367798, + 0.6096275448799133, + 0.5833569169044495, + 0.5541067123413086, + 0.5249823331832886, + 0.49520695209503174, + 0.46576833724975586, + 0.4375837445259094, + 0.41113632917404175, + 0.38649410009384155, + 0.36315780878067017, + 0.3424069285392761, + 0.32313311100006104, + 0.30396246910095215, + 0.28540897369384766, + 0.2703542113304138, + 0.2557240128517151, + 0.2436387538909912, + 0.2366105318069458, + 0.22930115461349487, + 0.22570914030075073, + 0.22388917207717896, + 0.223685622215271, + 0.22218501567840576, + 0.22258764505386353, + 0.22184127569198608, + 0.21797645092010498, + 0.22139602899551392, + 0.18048357963562012, + 0.14535290002822876, + 0.14925938844680786, + 0.17262673377990723, + 0.18531841039657593, + 0.19901114702224731, + 0.2201862335205078, + 0.23736274242401123, + 0.25520145893096924, + 0.280147910118103, + 0.3026825785636902, + 0.3217528462409973, + 0.336758553981781, + 0.35494035482406616, + 0.3732302784919739, + 0.39313220977783203, + 0.4128512144088745, + 0.439350426197052, + 0.46521955728530884, + 0.48899465799331665, + 0.5091108679771423, + 0.5270941853523254, + 0.5498393177986145, + 0.5766570568084717, + 0.6035960912704468, + 0.6291290521621704, + 0.6533230543136597, + 0.6818464994430542 + ], + "p10": [ + 0.7404917478561401, + 0.7070082426071167, + 0.6742030382156372, + 0.6415949463844299, + 0.6107171177864075, + 0.5802977681159973, + 0.5491188168525696, + 0.5160759091377258, + 0.48067498207092285, + 0.444497287273407, + 0.40869104862213135, + 0.3715668320655823, + 0.3368280529975891, + 0.30522435903549194, + 0.27493345737457275, + 0.24566662311553955, + 0.21715563535690308, + 0.18633431196212769, + 0.15738046169281006, + 0.12985795736312866, + 0.10568726062774658, + 0.08235323429107666, + 0.06193947792053223, + 0.04262852668762207, + 0.02494502067565918, + 0.01110219955444336, + -0.0021413564682006836, + -0.017775893211364746, + -0.031398773193359375, + -0.04694712162017822, + -0.0612330436706543, + -0.06935572624206543, + -0.08990561962127686, + -0.16013288497924805, + -0.1974031925201416, + -0.1896672248840332, + -0.1878650188446045, + -0.19690775871276855, + -0.20399200916290283, + -0.2085970640182495, + -0.21852457523345947, + -0.23229598999023438, + -0.22484254837036133, + -0.2176302671432495, + -0.21746623516082764, + -0.21628570556640625, + -0.22009432315826416, + -0.22016048431396484, + -0.20882272720336914, + -0.19866526126861572, + -0.1899247169494629, + -0.17823660373687744, + -0.166853666305542, + -0.15958285331726074, + -0.1487734317779541, + -0.13854634761810303, + -0.1313633918762207, + -0.12080693244934082, + -0.10713386535644531, + -0.0986182689666748 + ], + "p90": [ + 0.759750247001648, + 0.7322829961776733, + 0.7090433835983276, + 0.6841044425964355, + 0.6630599498748779, + 0.6424530148506165, + 0.6203607320785522, + 0.5972805023193359, + 0.5753388404846191, + 0.5525072813034058, + 0.5308569669723511, + 0.5107561945915222, + 0.49277621507644653, + 0.47577571868896484, + 0.46268343925476074, + 0.450039803981781, + 0.4410374164581299, + 0.43060415983200073, + 0.4249805808067322, + 0.42003875970840454, + 0.42280495166778564, + 0.4279612898826599, + 0.4358783960342407, + 0.44375085830688477, + 0.45625418424606323, + 0.4706660509109497, + 0.48733675479888916, + 0.5075624585151672, + 0.5323787927627563, + 0.5557585954666138, + 0.574444055557251, + 0.5885995626449585, + 0.43316954374313354, + 0.4164053797721863, + 0.43940168619155884, + 0.4904090166091919, + 0.5298583507537842, + 0.5720390677452087, + 0.5963393449783325, + 0.6328632235527039, + 0.6811925172805786, + 0.7222135066986084, + 0.760045051574707, + 0.7946958541870117, + 0.8282926082611084, + 0.8602384328842163, + 0.8952170610427856, + 0.9273824691772461, + 0.9615539908409119, + 1.0031253099441528, + 1.0524638891220093, + 1.0965925455093384, + 1.1403100490570068, + 1.1884965896606445, + 1.237589955329895, + 1.282922387123108, + 1.3213186264038086, + 1.3632218837738037, + 1.40415620803833, + 1.4532074928283691 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260621_222729.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260621_222729.json new file mode 100644 index 0000000000000000000000000000000000000000..bc1ac7cd0ef112b400ae3565c209b01e656b4442 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260621_222729.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-21T22:27:29.714167+00:00", + "metrics": { + "MSE[mean]": 0.015287076363532643, + "MSE[0.5]": 0.015287076363532643, + "MAE[0.5]": 0.09543543606996537, + "MASE[0.5]": 0.23875273738750927, + "MAPE[0.5]": 0.16744830370200514, + "sMAPE[0.5]": 0.18929632347065142, + "MSIS": 1.4530036223401122, + "RMSE[mean]": 0.1236409170280318, + "NRMSE[mean]": 0.22828826289151183, + "ND[0.5]": 0.17621019353784664, + "mean_weighted_sum_quantile_loss": 0.20546813550743462 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 15:42:00", + "2026-06-20 15:48:00", + "2026-06-20 15:54:00", + "2026-06-20 16:00:00", + "2026-06-20 16:06:00", + "2026-06-20 16:12:00", + "2026-06-20 16:18:00", + "2026-06-20 16:24:00", + "2026-06-20 16:30:00", + "2026-06-20 16:36:00", + "2026-06-20 16:42:00", + "2026-06-20 16:48:00", + "2026-06-20 16:54:00", + "2026-06-20 17:00:00", + "2026-06-20 17:06:00", + "2026-06-20 17:12:00", + "2026-06-20 17:18:00", + "2026-06-20 17:24:00", + "2026-06-20 17:30:00", + "2026-06-20 17:36:00", + "2026-06-20 17:42:00", + "2026-06-20 17:48:00", + "2026-06-20 17:54:00", + "2026-06-20 18:00:00", + "2026-06-20 18:06:00", + "2026-06-20 18:12:00", + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00" + ], + "context": [ + 0.4090000092983246, + 0.38199999928474426, + 0.35499998927116394, + 0.33500000834465027, + 0.31299999356269836, + 0.27799999713897705, + 0.2549999952316284, + 0.22100000083446503, + 0.20399999618530273, + 0.19599999487400055, + 0.18199999630451202, + 0.17299999296665192, + 0.16500000655651093, + 0.15800000727176666, + 0.15399999916553497, + 0.1469999998807907, + 0.1469999998807907, + 0.14300000667572021, + 0.13899999856948853, + 0.13500000536441803, + 0.13699999451637268, + 0.13600000739097595, + 0.14000000059604645, + 0.1509999930858612, + 0.16500000655651093, + 0.17800000309944153, + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055 + ], + "actual": [ + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 + ], + "predictions": { + "p50": [ + 0.7449042797088623, + 0.7157235145568848, + 0.6893370151519775, + 0.6640040874481201, + 0.6394094228744507, + 0.6158995628356934, + 0.5903591513633728, + 0.564834475517273, + 0.5371056199073792, + 0.5103873610496521, + 0.482093870639801, + 0.45613163709640503, + 0.43256664276123047, + 0.4141002297401428, + 0.39873337745666504, + 0.3850628137588501, + 0.3692753314971924, + 0.3532743453979492, + 0.33643782138824463, + 0.3212253451347351, + 0.30600792169570923, + 0.298733651638031, + 0.2899578809738159, + 0.2848967909812927, + 0.2830654978752136, + 0.276722252368927, + 0.275693416595459, + 0.27665239572525024, + 0.2760693430900574, + 0.27556586265563965, + 0.27562278509140015, + 0.2797768712043762, + 0.2670517563819885, + 0.2777959704399109, + 0.2881782650947571, + 0.2991616129875183, + 0.30937016010284424, + 0.32444536685943604, + 0.3375401496887207, + 0.35116273164749146, + 0.36469680070877075, + 0.37938642501831055, + 0.39334362745285034, + 0.4112703800201416, + 0.4292965531349182, + 0.4477378726005554, + 0.46856415271759033, + 0.48927271366119385, + 0.5046918988227844, + 0.5261116027832031, + 0.5464582443237305, + 0.5669445991516113, + 0.5892118811607361, + 0.611813485622406, + 0.6304834485054016, + 0.6518205404281616, + 0.6784020662307739, + 0.7032750844955444, + 0.7261079549789429, + 0.7465465068817139 + ], + "p10": [ + 0.7385362386703491, + 0.7045613527297974, + 0.67237389087677, + 0.6427895426750183, + 0.611320972442627, + 0.5835002064704895, + 0.5521135926246643, + 0.5212897658348083, + 0.4875372648239136, + 0.4540663957595825, + 0.418793261051178, + 0.3873288631439209, + 0.3545108437538147, + 0.3274450898170471, + 0.3060298562049866, + 0.28077876567840576, + 0.2558373808860779, + 0.22862303256988525, + 0.20242232084274292, + 0.17546778917312622, + 0.14921718835830688, + 0.12675195932388306, + 0.10649913549423218, + 0.09029883146286011, + 0.07396054267883301, + 0.05743706226348877, + 0.04229402542114258, + 0.03291964530944824, + 0.018451690673828125, + 0.007540345191955566, + -0.007330894470214844, + -0.01872718334197998, + -0.05229616165161133, + -0.059217214584350586, + -0.058940768241882324, + -0.05455517768859863, + -0.0564807653427124, + -0.046758174896240234, + -0.049178481101989746, + -0.04547286033630371, + -0.043488502502441406, + -0.04078030586242676, + -0.04513204097747803, + -0.0422968864440918, + -0.03825724124908447, + -0.0412517786026001, + -0.02734518051147461, + -0.023142695426940918, + -0.017253518104553223, + -0.009322762489318848, + -0.009927153587341309, + -0.0033539533615112305, + 0.00490415096282959, + 0.011920332908630371, + 0.016651272773742676, + 0.02135598659515381, + 0.033885836601257324, + 0.047545552253723145, + 0.050301432609558105, + 0.06230306625366211 + ], + "p90": [ + 0.7536786198616028, + 0.7288881540298462, + 0.7081981897354126, + 0.688701868057251, + 0.6675049066543579, + 0.6482590436935425, + 0.6279049515724182, + 0.6060300469398499, + 0.5856096744537354, + 0.564835786819458, + 0.5426141619682312, + 0.5244501233100891, + 0.5091716647148132, + 0.5007646679878235, + 0.4955994486808777, + 0.4875054955482483, + 0.47944843769073486, + 0.4738287925720215, + 0.4681721329689026, + 0.46272504329681396, + 0.4619293808937073, + 0.46391427516937256, + 0.4696134328842163, + 0.4760952591896057, + 0.48305773735046387, + 0.4886794090270996, + 0.5022751688957214, + 0.513200044631958, + 0.5203778147697449, + 0.5342572927474976, + 0.5497307777404785, + 0.5692319273948669, + 0.5826792120933533, + 0.6177095174789429, + 0.6330406665802002, + 0.664397656917572, + 0.6873204708099365, + 0.7031407356262207, + 0.7288036942481995, + 0.7557289004325867, + 0.7753658294677734, + 0.8006464242935181, + 0.829427182674408, + 0.85683673620224, + 0.8869463801383972, + 0.915459156036377, + 0.9447420239448547, + 0.9759842157363892, + 0.9962860941886902, + 1.02992582321167, + 1.0570578575134277, + 1.0913869142532349, + 1.1171815395355225, + 1.1538184881210327, + 1.1841380596160889, + 1.2113887071609497, + 1.2505301237106323, + 1.2728482484817505, + 1.3052856922149658, + 1.332836389541626 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260621_221002.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260621_221002.json new file mode 100644 index 0000000000000000000000000000000000000000..7ee76575353b69a3afeef6204c35534d4dc03414 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260621_221002.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-21T22:10:02.925040+00:00", + "metrics": { + "MSE[mean]": 2.136197004407677, + "MSE[0.5]": 2.136197004407677, + "MAE[0.5]": 1.2016592820485432, + "MASE[0.5]": 0.8617476792088895, + "MAPE[0.5]": 0.05777990505652451, + "sMAPE[0.5]": 0.060336408657497655, + "MSIS": 7.34411232261943, + "RMSE[mean]": 1.461573468699975, + "NRMSE[mean]": 0.07226568539323062, + "ND[0.5]": 0.059414551157401484, + "mean_weighted_sum_quantile_loss": 0.056565519067119124 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00" + ], + "context": [ + 14.0, + 13.0, + 13.0, + 14.0, + 14.0, + 14.0, + 13.0, + 13.300000190734863, + 14.0, + 14.0, + 14.0, + 13.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 18.93992805480957, + 18.92462158203125, + 18.94497299194336, + 18.971784591674805, + 19.007953643798828, + 19.03502655029297, + 19.070011138916016, + 19.11863136291504, + 19.146291732788086, + 19.129825592041016, + 19.159757614135742, + 19.158676147460938, + 19.148717880249023, + 19.136762619018555, + 19.14292335510254, + 19.103086471557617, + 18.961477279663086, + 18.959775924682617, + 18.93325424194336, + 18.9625301361084, + 18.97271156311035, + 18.938167572021484, + 18.95659828186035, + 18.946765899658203 + ], + "p10": [ + 18.3642578125, + 18.166549682617188, + 18.068687438964844, + 17.945720672607422, + 17.856800079345703, + 17.740007400512695, + 17.55189323425293, + 17.4204044342041, + 17.33745765686035, + 17.20518684387207, + 17.011493682861328, + 16.759227752685547, + 16.509532928466797, + 16.390483856201172, + 16.293243408203125, + 16.27473258972168, + 15.843079566955566, + 15.51402759552002, + 15.39364242553711, + 15.312137603759766, + 15.176724433898926, + 15.077412605285645, + 15.01712417602539, + 14.860099792480469 + ], + "p90": [ + 19.326143264770508, + 19.35738754272461, + 19.48726463317871, + 19.635650634765625, + 19.7794189453125, + 19.859188079833984, + 19.991485595703125, + 20.10906410217285, + 20.17131233215332, + 20.2567195892334, + 20.36105728149414, + 20.40680694580078, + 20.48145294189453, + 20.486862182617188, + 20.573862075805664, + 20.576473236083984, + 20.529766082763672, + 20.599008560180664, + 20.638668060302734, + 20.715248107910156, + 20.772716522216797, + 20.87391471862793, + 20.878929138183594, + 21.094715118408203 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260621_230811.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260621_230811.json new file mode 100644 index 0000000000000000000000000000000000000000..9e58506c19c5b3d18af52aa96d26bb1492e921a9 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260621_230811.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-21T23:08:11.782203+00:00", + "metrics": { + "MSE[mean]": 0.24910785538850178, + "MSE[0.5]": 0.40761968077686106, + "MAE[0.5]": 0.547862688700358, + "MASE[0.5]": 0.3928895715829071, + "MAPE[0.5]": 0.026613999461058413, + "sMAPE[0.5]": 0.02701328090063716, + "MSIS": 2.2538161600148454, + "RMSE[mean]": 0.4991070580431635, + "NRMSE[mean]": 0.02467772876731938, + "ND[0.5]": 0.027088390387604053, + "mean_weighted_sum_quantile_loss": 0.029290806964384408 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00" + ], + "context": [ + 14.0, + 13.0, + 13.0, + 14.0, + 14.0, + 14.0, + 13.0, + 13.300000190734863, + 14.0, + 14.0, + 14.0, + 13.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 18.944232940673828, + 19.277326583862305, + 19.080248832702637, + 19.413662910461426, + 19.277897834777832, + 19.443108558654785, + 19.442724227905273, + 19.79637908935547, + 19.66059684753418, + 19.82826519012451, + 19.738554000854492, + 19.78460693359375, + 19.886293411254883, + 19.78331184387207, + 19.901488304138184, + 20.28688621520996, + 19.71659278869629, + 20.016525268554688, + 20.158113479614258, + 20.4849853515625, + 20.18142795562744, + 20.289440155029297, + 20.328402519226074, + 20.471213340759277 + ], + "p10": [ + 18.577808380126953, + 18.66349220275879, + 18.47414207458496, + 18.581697463989258, + 18.416074752807617, + 18.68589210510254, + 18.454010009765625, + 18.544776916503906, + 18.44300365447998, + 18.41779327392578, + 18.463014602661133, + 18.6690092086792, + 18.067214965820312, + 17.94337558746338, + 18.180659294128418, + 18.36262798309326, + 17.632288932800293, + 18.237448692321777, + 18.18221664428711, + 18.14259433746338, + 18.56214714050293, + 18.10972785949707, + 17.964272499084473, + 17.92227268218994 + ], + "p90": [ + 19.379968643188477, + 19.783166885375977, + 20.01425838470459, + 20.31874370574951, + 20.190892219543457, + 20.574198722839355, + 20.641263008117676, + 21.072945594787598, + 20.99906349182129, + 21.168249130249023, + 21.186692237854004, + 21.18220043182373, + 21.411078453063965, + 21.847076416015625, + 21.76212501525879, + 22.500497817993164, + 21.457494735717773, + 22.118419647216797, + 22.613534927368164, + 23.223645210266113, + 23.478607177734375, + 22.804829597473145, + 23.356104850769043, + 22.990507125854492 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260621_231815.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260621_231815.json new file mode 100644 index 0000000000000000000000000000000000000000..d276c57db9e2c3385ecc25bc31431f0edeefffec --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260621_231815.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-21T23:18:15.725605+00:00", + "metrics": { + "MSE[mean]": 3.063484018286696, + "MSE[0.5]": 3.063484018286696, + "MAE[0.5]": 1.4342742760976155, + "MASE[0.5]": 1.0285632102546356, + "MAPE[0.5]": 0.06894744378213724, + "sMAPE[0.5]": 0.0726515014305668, + "MSIS": 20.627324068178517, + "RMSE[mean]": 1.750281125501471, + "NRMSE[mean]": 0.0865404770091398, + "ND[0.5]": 0.07091591071112308, + "mean_weighted_sum_quantile_loss": 0.06745213027277074 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00" + ], + "context": [ + 14.0, + 13.0, + 13.0, + 14.0, + 14.0, + 14.0, + 13.0, + 13.300000190734863, + 14.0, + 14.0, + 14.0, + 13.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 18.96142578125, + 18.989013671875, + 18.96142578125, + 18.989013671875, + 18.96142578125, + 18.96142578125, + 18.933837890625, + 18.96142578125, + 18.933837890625, + 18.933837890625, + 18.90625, + 18.90625, + 18.878662109375, + 18.85107421875, + 18.823486328125, + 18.7545166015625, + 18.685546875, + 18.6165771484375, + 18.5751953125, + 18.602783203125, + 18.492431640625, + 18.492431640625, + 18.4510498046875, + 18.3544921875 + ], + "p10": [ + 18.602783203125, + 18.437255859375, + 18.2579345703125, + 18.1475830078125, + 17.9820556640625, + 17.8992919921875, + 17.7889404296875, + 17.6923828125, + 17.6234130859375, + 17.5130615234375, + 17.333740234375, + 17.168212890625, + 16.9888916015625, + 16.85784912109375, + 16.7406005859375, + 16.60955810546875, + 16.60955810546875, + 16.478515625, + 16.38885498046875, + 16.3543701171875, + 16.226776123046875, + 16.192291259765625, + 16.102630615234375, + 15.9957275390625 + ], + "p90": [ + 19.264892578125, + 19.320068359375, + 19.34765625, + 19.4580078125, + 19.51318359375, + 19.540771484375, + 19.568359375, + 19.62353515625, + 19.6787109375, + 19.706298828125, + 19.706298828125, + 19.73388671875, + 19.706298828125, + 19.761474609375, + 19.73388671875, + 19.761474609375, + 19.816650390625, + 19.816650390625, + 19.84423828125, + 19.8994140625, + 19.84423828125, + 19.871826171875, + 19.8994140625, + 19.84423828125 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260621_221953.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260621_221953.json new file mode 100644 index 0000000000000000000000000000000000000000..bff2b158904e6f76c36ee83dd999812c2e123a49 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260621_221953.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-21T22:19:53.710829+00:00", + "metrics": { + "MSE[mean]": 0.812881297587713, + "MSE[0.5]": 1.1242904977128394, + "MAE[0.5]": 0.8806734085083008, + "MASE[0.5]": 0.6315586100489611, + "MAPE[0.5]": 0.0424124818918398, + "sMAPE[0.5]": 0.043741083596318, + "MSIS": 5.217674088684415, + "RMSE[mean]": 0.9015992999041831, + "NRMSE[mean]": 0.04457845791055976, + "ND[0.5]": 0.04354380319317985, + "mean_weighted_sum_quantile_loss": 0.030887608688835073 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00" + ], + "context": [ + 14.0, + 13.0, + 13.0, + 14.0, + 14.0, + 14.0, + 13.0, + 13.300000190734863, + 14.0, + 14.0, + 14.0, + 13.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 18.922197341918945, + 18.8779239654541, + 19.073932647705078, + 18.997177124023438, + 19.050119400024414, + 19.06948471069336, + 19.09363555908203, + 19.217164993286133, + 19.252620697021484, + 19.406991958618164, + 19.3823299407959, + 19.472867965698242, + 19.44923210144043, + 19.41901206970215, + 19.39748191833496, + 19.418153762817383, + 19.46908950805664, + 19.57476806640625, + 19.492773056030273, + 19.631431579589844, + 19.578224182128906, + 19.637479782104492, + 19.855945587158203, + 19.997905731201172 + ], + "p10": [ + 18.761260986328125, + 18.899330139160156, + 18.957569122314453, + 18.97710609436035, + 19.046051025390625, + 18.931781768798828, + 19.12898063659668, + 19.240211486816406, + 19.18290901184082, + 19.42708396911621, + 19.338577270507812, + 19.25459861755371, + 19.4326114654541, + 19.453327178955078, + 19.53648567199707, + 19.579713821411133, + 19.47411346435547, + 19.289644241333008, + 19.55415916442871, + 19.605531692504883, + 19.713945388793945, + 19.68031120300293, + 19.704954147338867, + 19.801197052001953 + ], + "p90": [ + 19.29607391357422, + 19.33316993713379, + 19.574525833129883, + 19.64398956298828, + 19.741275787353516, + 19.749460220336914, + 19.678808212280273, + 19.961339950561523, + 19.983386993408203, + 20.185787200927734, + 20.26494789123535, + 20.140520095825195, + 20.289287567138672, + 20.426517486572266, + 20.343786239624023, + 20.44518280029297, + 20.574983596801758, + 20.79661750793457, + 20.70973777770996, + 21.021745681762695, + 20.95891571044922, + 21.161314010620117, + 21.28102684020996, + 21.507516860961914 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260621_225805.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260621_225805.json new file mode 100644 index 0000000000000000000000000000000000000000..f11f4a733339572afc974b71132f00906eb97918 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260621_225805.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-21T22:58:05.335945+00:00", + "metrics": { + "MSE[mean]": 1.0201290728403667, + "MSE[0.5]": 1.0201290728403667, + "MAE[0.5]": 0.8463300069173177, + "MASE[0.5]": 0.6069298762145955, + "MAPE[0.5]": 0.040783528639124315, + "sMAPE[0.5]": 0.04198823922510497, + "MSIS": 2.7479105983914898, + "RMSE[mean]": 1.010014392392686, + "NRMSE[mean]": 0.04993890754476178, + "ND[0.5]": 0.04184573634409092, + "mean_weighted_sum_quantile_loss": 0.034726024869262746 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00" + ], + "context": [ + 14.0, + 13.0, + 13.0, + 14.0, + 14.0, + 14.0, + 13.0, + 13.300000190734863, + 14.0, + 14.0, + 14.0, + 13.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 18.930389404296875, + 18.97582244873047, + 18.98908042907715, + 19.043413162231445, + 19.050472259521484, + 19.09880828857422, + 19.110443115234375, + 19.193313598632812, + 19.22454261779785, + 19.30765724182129, + 19.33116912841797, + 19.383634567260742, + 19.412654876708984, + 19.482725143432617, + 19.514474868774414, + 19.572532653808594, + 19.59396743774414, + 19.640716552734375, + 19.669118881225586, + 19.76683807373047, + 19.738815307617188, + 19.81695556640625, + 19.84703826904297, + 19.89882469177246 + ], + "p10": [ + 18.587505340576172, + 18.526351928710938, + 18.471960067749023, + 18.482242584228516, + 18.459646224975586, + 18.47749137878418, + 18.443614959716797, + 18.469064712524414, + 18.446138381958008, + 18.419157028198242, + 18.376171112060547, + 18.397724151611328, + 18.369422912597656, + 18.37959861755371, + 18.35137176513672, + 18.34331703186035, + 18.323667526245117, + 18.300691604614258, + 18.26297378540039, + 18.2937068939209, + 18.187213897705078, + 18.175439834594727, + 18.086137771606445, + 18.06358528137207 + ], + "p90": [ + 19.271087646484375, + 19.41777229309082, + 19.552696228027344, + 19.76229476928711, + 19.884737014770508, + 20.01920509338379, + 20.08513832092285, + 20.224380493164062, + 20.311038970947266, + 20.478515625, + 20.535938262939453, + 20.579370498657227, + 20.632410049438477, + 20.74866485595703, + 20.837766647338867, + 20.901403427124023, + 20.959407806396484, + 21.090927124023438, + 21.20119857788086, + 21.377784729003906, + 21.35913848876953, + 21.451364517211914, + 21.48196792602539, + 21.557924270629883 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260621_222736.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260621_222736.json new file mode 100644 index 0000000000000000000000000000000000000000..1beb748adf5b1682fb82a331a3e1b61d68df87e1 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260621_222736.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-21T22:27:36.037911+00:00", + "metrics": { + "MSE[mean]": 2.15019864048539, + "MSE[0.5]": 2.15019864048539, + "MAE[0.5]": 1.2090647220611572, + "MASE[0.5]": 0.8670583532408095, + "MAPE[0.5]": 0.05813837031174713, + "sMAPE[0.5]": 0.0607158426396634, + "MSIS": 3.818708148991131, + "RMSE[mean]": 1.466355564140359, + "NRMSE[mean]": 0.0725021301645787, + "ND[0.5]": 0.059780703943840614, + "mean_weighted_sum_quantile_loss": 0.045747911829136935 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00" + ], + "context": [ + 14.0, + 13.0, + 13.0, + 14.0, + 14.0, + 14.0, + 13.0, + 13.300000190734863, + 14.0, + 14.0, + 14.0, + 13.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0 + ], + "actual": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 18.982887268066406, + 18.99161720275879, + 18.992218017578125, + 18.997177124023438, + 19.001571655273438, + 19.00566291809082, + 19.006206512451172, + 19.01300048828125, + 19.00982666015625, + 19.015626907348633, + 19.017221450805664, + 19.02080726623535, + 19.018808364868164, + 19.031417846679688, + 19.02426528930664, + 19.021263122558594, + 19.030292510986328, + 19.02735137939453, + 19.033790588378906, + 19.03206443786621, + 19.031147003173828, + 19.038625717163086, + 19.03338050842285, + 19.02995491027832 + ], + "p10": [ + 18.5932559967041, + 18.685583114624023, + 18.900409698486328, + 18.83373260498047, + 18.69369125366211, + 18.466259002685547, + 18.59263038635254, + 18.608108520507812, + 18.26143455505371, + 18.182861328125, + 18.059221267700195, + 18.03398895263672, + 17.966341018676758, + 17.878662109375, + 17.767730712890625, + 17.7674560546875, + 17.671667098999023, + 17.63263511657715, + 17.557418823242188, + 17.529705047607422, + 17.472190856933594, + 17.41638946533203, + 17.349334716796875, + 17.316247940063477 + ], + "p90": [ + 19.02533721923828, + 19.350988388061523, + 19.419309616088867, + 19.547758102416992, + 19.62498664855957, + 19.736108779907227, + 19.85928726196289, + 20.004159927368164, + 20.06439208984375, + 20.11016845703125, + 20.213224411010742, + 20.302324295043945, + 20.44564437866211, + 20.539018630981445, + 20.654233932495117, + 20.820606231689453, + 20.910858154296875, + 20.983413696289062, + 21.132888793945312, + 21.15633773803711, + 21.24418830871582, + 21.379776000976562, + 21.418081283569336, + 21.51149559020996 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260621_221009.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260621_221009.json new file mode 100644 index 0000000000000000000000000000000000000000..54117f6bd9b05fa704ea9cc8949d6693ac1f4350 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260621_221009.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-21T22:10:09.621905+00:00", + "metrics": { + "MSE[mean]": 0.731881801238463, + "MSE[0.5]": 0.731881801238463, + "MAE[0.5]": 0.7398017247517904, + "MASE[0.5]": 0.37672295824585333, + "MAPE[0.5]": 0.030558016764415153, + "sMAPE[0.5]": 0.03011294164019726, + "MSIS": 1.8278462879973016, + "RMSE[mean]": 0.8555009066263244, + "NRMSE[mean]": 0.03450180238844051, + "ND[0.5]": 0.029835728654771153, + "mean_weighted_sum_quantile_loss": 0.025643696839247374 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" + ], + "context": [ + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5 + ], + "actual": [ + 23.899999618530273, + 24.799999237060547, + 25.700000762939453, + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.600000381469727, + 22.200000762939453, + 22.299999237060547, + 22.700000762939453 + ], + "predictions": { + "p50": [ + 23.82181739807129, + 24.600658416748047, + 25.32521629333496, + 26.136220932006836, + 26.859718322753906, + 27.526460647583008, + 27.948474884033203, + 28.127666473388672, + 28.025981903076172, + 27.663902282714844, + 27.025283813476562, + 26.387807846069336, + 25.670997619628906, + 25.016016006469727, + 24.49437713623047, + 24.1137638092041, + 23.838462829589844, + 23.63489532470703, + 23.494131088256836, + 23.39623260498047, + 23.37224578857422, + 23.255855560302734, + 23.12328338623047, + 23.135957717895508 + ], + "p10": [ + 23.3419132232666, + 23.880178451538086, + 24.35472869873047, + 24.82020378112793, + 25.2246036529541, + 25.579132080078125, + 25.772586822509766, + 25.810035705566406, + 25.65408706665039, + 25.343473434448242, + 24.804533004760742, + 24.291637420654297, + 23.68101692199707, + 23.290542602539062, + 22.866802215576172, + 22.51449966430664, + 22.029434204101562, + 21.78819465637207, + 21.613147735595703, + 21.525087356567383, + 21.469572067260742, + 21.3779354095459, + 21.239477157592773, + 21.171178817749023 + ], + "p90": [ + 24.195772171020508, + 25.281435012817383, + 26.305511474609375, + 27.577919006347656, + 28.78424644470215, + 29.698734283447266, + 30.34316062927246, + 30.753189086914062, + 30.587787628173828, + 30.152324676513672, + 29.4193115234375, + 28.493480682373047, + 27.678409576416016, + 26.860271453857422, + 26.277263641357422, + 25.738975524902344, + 25.691516876220703, + 25.41411781311035, + 25.231931686401367, + 25.131160736083984, + 25.14727783203125, + 25.01072120666504, + 24.886390686035156, + 24.93088722229004 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260621_231108.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260621_231108.json new file mode 100644 index 0000000000000000000000000000000000000000..321ab9fed495fd1b2b9c61235891dbd95747de8f --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260621_231108.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-21T23:11:08.213131+00:00", + "metrics": { + "MSE[mean]": 1.7588488622935377, + "MSE[0.5]": 1.778809118525184, + "MAE[0.5]": 1.1728342374165852, + "MASE[0.5]": 0.5972324322436992, + "MAPE[0.5]": 0.045991605928359804, + "sMAPE[0.5]": 0.04659923634412194, + "MSIS": 3.683766830928819, + "RMSE[mean]": 1.3262159938311473, + "NRMSE[mean]": 0.05348543968701798, + "ND[0.5]": 0.04729965191190506, + "mean_weighted_sum_quantile_loss": 0.03862749832019127 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" + ], + "context": [ + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5 + ], + "actual": [ + 23.899999618530273, + 24.799999237060547, + 25.700000762939453, + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.600000381469727, + 22.200000762939453, + 22.299999237060547, + 22.700000762939453 + ], + "predictions": { + "p50": [ + 23.515482902526855, + 23.96536922454834, + 24.481528282165527, + 24.90211009979248, + 25.366718292236328, + 25.860578536987305, + 26.135228157043457, + 26.058387756347656, + 25.946106910705566, + 25.664331436157227, + 25.587366104125977, + 25.2161865234375, + 24.89857292175293, + 24.713163375854492, + 24.280587196350098, + 24.000398635864258, + 23.642701148986816, + 23.680625915527344, + 23.379310607910156, + 23.541460037231445, + 23.344146728515625, + 23.035303115844727, + 23.036869049072266, + 22.97728443145752 + ], + "p10": [ + 23.113144874572754, + 23.02489948272705, + 23.448469161987305, + 23.442035675048828, + 23.7427339553833, + 24.247355461120605, + 23.96494770050049, + 23.57075595855713, + 23.778172492980957, + 23.334250450134277, + 23.528752326965332, + 23.144783973693848, + 22.95078468322754, + 21.966538429260254, + 22.508797645568848, + 22.22727108001709, + 21.781176567077637, + 21.864770889282227, + 21.09652614593506, + 21.86404323577881, + 21.812213897705078, + 21.276009559631348, + 20.963825225830078, + 21.051478385925293 + ], + "p90": [ + 23.981861114501953, + 24.73939800262451, + 25.52244758605957, + 26.60339641571045, + 27.2395658493042, + 27.32477378845215, + 28.512516021728516, + 28.15495014190674, + 28.17730712890625, + 27.779149055480957, + 28.052446365356445, + 27.072038650512695, + 27.299086570739746, + 26.655028343200684, + 26.624719619750977, + 25.907097816467285, + 25.30544662475586, + 25.551347732543945, + 25.027384757995605, + 25.220966339111328, + 25.637651443481445, + 25.110633850097656, + 25.128249168395996, + 25.12450885772705 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260621_222447.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260621_222447.json new file mode 100644 index 0000000000000000000000000000000000000000..4463923987ae510bbe425c1614e8e4799b8cc647 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260621_222447.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-21T22:24:47.287130+00:00", + "metrics": { + "MSE[mean]": 0.3938838237189278, + "MSE[0.5]": 0.5403853382358648, + "MAE[0.5]": 0.5428215662638346, + "MASE[0.5]": 0.2764164226721268, + "MAPE[0.5]": 0.0210317522501472, + "sMAPE[0.5]": 0.021354541335962707, + "MSIS": 6.161108907990616, + "RMSE[mean]": 0.6276016441333848, + "NRMSE[mean]": 0.025310771428566612, + "ND[0.5]": 0.021891645311369563, + "mean_weighted_sum_quantile_loss": 0.021126441110763994 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" + ], + "context": [ + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5 + ], + "actual": [ + 23.899999618530273, + 24.799999237060547, + 25.700000762939453, + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.600000381469727, + 22.200000762939453, + 22.299999237060547, + 22.700000762939453 + ], + "predictions": { + "p50": [ + 23.609397888183594, + 24.205936431884766, + 24.941556930541992, + 25.567123413085938, + 26.199811935424805, + 26.700382232666016, + 27.09076499938965, + 27.2534236907959, + 27.05523109436035, + 26.6657772064209, + 26.154224395751953, + 25.43460464477539, + 24.744115829467773, + 24.039491653442383, + 23.599802017211914, + 23.206130981445312, + 22.93459701538086, + 22.6669864654541, + 22.484054565429688, + 22.36435890197754, + 22.249588012695312, + 22.0869140625, + 21.878944396972656, + 21.787734985351562 + ], + "p10": [ + 23.772247314453125, + 24.380769729614258, + 25.289081573486328, + 25.961044311523438, + 26.57303237915039, + 27.18069076538086, + 27.54328727722168, + 27.729413986206055, + 27.566547393798828, + 27.13446807861328, + 26.67509651184082, + 25.982683181762695, + 25.253192901611328, + 24.607324600219727, + 24.11448097229004, + 23.63027000427246, + 23.433862686157227, + 23.016315460205078, + 22.896692276000977, + 22.803464889526367, + 22.851449966430664, + 22.533370971679688, + 22.2357234954834, + 22.294322967529297 + ], + "p90": [ + 24.185794830322266, + 25.11333465576172, + 26.14483070373535, + 27.069570541381836, + 27.90066146850586, + 28.605140686035156, + 29.164276123046875, + 29.404830932617188, + 29.28586769104004, + 28.906497955322266, + 28.32468032836914, + 27.604257583618164, + 26.815208435058594, + 26.08262062072754, + 25.538301467895508, + 25.07393455505371, + 24.7559757232666, + 24.389263153076172, + 24.168367385864258, + 24.013456344604492, + 23.939422607421875, + 23.865665435791016, + 23.638986587524414, + 23.66367530822754 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260621_225817.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260621_225817.json new file mode 100644 index 0000000000000000000000000000000000000000..135ec71c77308ea5bb134e52587c1ad36001f1c1 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260621_225817.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-21T22:58:17.113299+00:00", + "metrics": { + "MSE[mean]": 1.7601354177872963, + "MSE[0.5]": 1.7601354177872963, + "MAE[0.5]": 1.1493170261383057, + "MASE[0.5]": 0.5852569621872882, + "MAPE[0.5]": 0.047122986462467285, + "sMAPE[0.5]": 0.045717480501687384, + "MSIS": 2.6992433101897144, + "RMSE[mean]": 1.3267009526593763, + "NRMSE[mean]": 0.05350499776524851, + "ND[0.5]": 0.046351217877568254, + "mean_weighted_sum_quantile_loss": 0.033999021573095034 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" + ], + "context": [ + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5 + ], + "actual": [ + 23.899999618530273, + 24.799999237060547, + 25.700000762939453, + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.600000381469727, + 22.200000762939453, + 22.299999237060547, + 22.700000762939453 + ], + "predictions": { + "p50": [ + 23.893936157226562, + 24.811004638671875, + 25.83172607421875, + 26.71200180053711, + 27.583017349243164, + 28.331056594848633, + 28.913503646850586, + 29.179244995117188, + 29.104454040527344, + 28.722400665283203, + 28.11435890197754, + 27.435894012451172, + 26.55596160888672, + 25.704355239868164, + 25.189037322998047, + 24.647871017456055, + 24.346532821655273, + 24.065868377685547, + 23.85947036743164, + 23.71608543395996, + 23.730859756469727, + 23.5416202545166, + 23.36587142944336, + 23.305389404296875 + ], + "p10": [ + 23.49838638305664, + 23.96974754333496, + 24.46933364868164, + 24.903886795043945, + 25.39187240600586, + 25.803220748901367, + 26.091156005859375, + 26.182748794555664, + 26.104991912841797, + 25.847702026367188, + 25.470563888549805, + 25.014026641845703, + 24.36199188232422, + 23.628860473632812, + 23.168861389160156, + 22.649871826171875, + 22.326730728149414, + 21.962602615356445, + 21.640443801879883, + 21.3956241607666, + 21.343929290771484, + 21.105510711669922, + 20.84901237487793, + 20.76820182800293 + ], + "p90": [ + 24.35767364501953, + 25.77121925354004, + 27.23215103149414, + 28.554397583007812, + 29.873981475830078, + 31.175628662109375, + 32.148372650146484, + 32.46296691894531, + 32.345218658447266, + 31.77605628967285, + 30.940744400024414, + 29.882375717163086, + 28.713138580322266, + 27.7100830078125, + 27.088409423828125, + 26.476478576660156, + 26.143705368041992, + 25.860904693603516, + 25.68034553527832, + 25.561431884765625, + 25.61972999572754, + 25.48957061767578, + 25.341005325317383, + 25.326982498168945 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260621_222743.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260621_222743.json new file mode 100644 index 0000000000000000000000000000000000000000..30ac7753aad449984be53b4f83607d3443d12b71 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260621_222743.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-21T22:27:43.575224+00:00", + "metrics": { + "MSE[mean]": 1.2948412764161124, + "MSE[0.5]": 1.2948412764161124, + "MAE[0.5]": 1.0335331757863362, + "MASE[0.5]": 0.5262973340026912, + "MAPE[0.5]": 0.041677723267883465, + "sMAPE[0.5]": 0.04159091715098338, + "MSIS": 2.645282246403737, + "RMSE[mean]": 1.1379109263980693, + "NRMSE[mean]": 0.04589121719701682, + "ND[0.5]": 0.04168172951855557, + "mean_weighted_sum_quantile_loss": 0.03102623012984161 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" + ], + "context": [ + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5 + ], + "actual": [ + 23.899999618530273, + 24.799999237060547, + 25.700000762939453, + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.600000381469727, + 22.200000762939453, + 22.299999237060547, + 22.700000762939453 + ], + "predictions": { + "p50": [ + 23.71540641784668, + 24.2424259185791, + 24.92181968688965, + 25.34567642211914, + 25.85056495666504, + 26.256406784057617, + 26.516094207763672, + 26.714807510375977, + 26.676599502563477, + 26.515567779541016, + 26.18191909790039, + 25.71334457397461, + 25.260692596435547, + 24.827957153320312, + 24.511463165283203, + 24.16045379638672, + 24.002233505249023, + 23.854656219482422, + 23.68962860107422, + 23.594881057739258, + 23.602943420410156, + 23.468503952026367, + 23.389657974243164, + 23.36567497253418 + ], + "p10": [ + 23.371917724609375, + 23.63051414489746, + 24.047941207885742, + 24.279550552368164, + 24.600080490112305, + 24.838577270507812, + 24.961606979370117, + 25.04800033569336, + 25.017929077148438, + 24.83321762084961, + 24.439231872558594, + 24.037139892578125, + 23.668813705444336, + 23.27033042907715, + 23.00075340270996, + 22.702396392822266, + 22.516971588134766, + 22.39380645751953, + 22.207612991333008, + 22.139516830444336, + 22.12843894958496, + 21.998292922973633, + 21.937969207763672, + 21.94040870666504 + ], + "p90": [ + 24.131855010986328, + 24.940397262573242, + 25.93787956237793, + 26.62384033203125, + 27.359933853149414, + 27.98662757873535, + 28.409221649169922, + 28.72772979736328, + 28.661880493164062, + 28.53230857849121, + 28.142248153686523, + 27.605663299560547, + 27.116628646850586, + 26.62697410583496, + 26.215375900268555, + 25.824859619140625, + 25.586017608642578, + 25.45832061767578, + 25.248260498046875, + 25.14954948425293, + 25.201622009277344, + 25.056982040405273, + 24.994409561157227, + 24.962711334228516 + ] + } +} diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 97aef4a9aa5f429ac0b0416a719b8f66afec7025..a0698a05d0ab8fb3e80efbbb7aa8c03fb3eb59f7 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-21T21:15:12.147380+00:00", + "evaluated_at": "2026-06-21T23:17:46.412237+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65776.96875, 65780.0, 65675.0078125, 65700.0, @@ -101,10 +100,10 @@ 63834.69921875, 63805.890625, 63936.0, - 63925.98828125 + 63925.98828125, + 64012.3984375 ], "actuals": [ - 64012.3984375, 64272.01171875, 64298.01171875, 64294.0, @@ -127,88 +126,88 @@ 64151.4609375, 64213.80859375, 64207.12109375, - 64210.1484375 + 63848.0, + 63939.828125 ], "p50": [ - 63986.9609375, - 63977.32421875, - 63976.0625, - 63978.45703125, - 63990.171875, - 63986.20703125, - 63992.03125, - 63969.765625, - 63987.52734375, - 63984.8828125, - 63980.47265625, - 63974.6796875, - 63984.50390625, - 63968.25390625, - 63970.39453125, - 63963.21484375, - 64012.03125, - 63993.921875, - 64028.72265625, - 64018.51953125, - 64032.25, - 64008.44140625, - 64009.953125, - 63958.4296875 + 63954.85546875, + 63948.40625, + 63943.1953125, + 63960.5625, + 63957.0859375, + 63950.140625, + 63949.6484375, + 63942.703125, + 63950.88671875, + 63949.3984375, + 63937.2421875, + 63932.53125, + 63938.234375, + 63936.99609375, + 63941.2109375, + 63939.4765625, + 63957.5859375, + 63984.375, + 63986.109375, + 63983.1328125, + 63965.76953125, + 63965.5234375, + 63954.609375, + 63913.6796875 ], "p10": [ - 63721.84375, - 63639.203125, - 63596.875, - 63550.515625, - 63536.40625, - 63510.203125, - 63484.0, - 63431.59375, - 63427.5625, - 63403.375, - 63371.125, - 63346.9375, - 63318.71875, - 63290.5, - 63286.46875, - 63246.15625, - 63274.375, - 63217.9375, - 63226.0, - 63201.8125, - 63201.8125, - 63165.53125, - 63141.34375, - 63072.8125 + 63698.375, + 63622.96875, + 63579.3125, + 63559.46875, + 63531.6875, + 63509.859375, + 63476.125, + 63444.375, + 63440.40625, + 63420.5625, + 63396.75, + 63368.96875, + 63345.15625, + 63325.3125, + 63325.3125, + 63289.59375, + 63281.65625, + 63269.75, + 63249.90625, + 63234.03125, + 63206.25, + 63198.3125, + 63162.59375, + 63111.0 ], "p90": [ - 64253.96875, - 64328.546875, - 64372.890625, - 64419.25, - 64461.578125, - 64489.796875, - 64532.125, - 64536.15625, - 64576.46875, - 64600.65625, - 64624.84375, - 64645.0, - 64689.34375, - 64689.34375, - 64705.46875, - 64745.78125, - 64810.28125, - 64818.34375, - 64866.71875, - 64870.75, - 64890.90625, - 64870.75, - 64894.9375, - 64874.78125 + 64211.3359375, + 64287.734375, + 64331.390625, + 64381.0, + 64402.828125, + 64416.71875, + 64448.46875, + 64464.34375, + 64494.109375, + 64515.9375, + 64519.90625, + 64543.71875, + 64567.53125, + 64591.34375, + 64607.21875, + 64642.9375, + 64686.59375, + 64742.15625, + 64754.0625, + 64765.96875, + 64758.03125, + 64762.0, + 64777.875, + 64762.0 ], "timestamps": [ - "2026-06-16 21:00:00", "2026-06-16 22:00:00", "2026-06-16 23:00:00", "2026-06-17 00:00:00", @@ -327,6 +326,7 @@ "2026-06-21 17:00:00", "2026-06-21 18:00:00", "2026-06-21 19:00:00", - "2026-06-21 20:00:00" + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" ] } diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 0338a10c6d9aaa38bbf2e84fcb2815b0f1520881..128dc70ca8734d3ebf6696bf34f26bf16023868a 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,27 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-21T21:31:06.533215+00:00", + "evaluated_at": "2026-06-21T23:18:12.976363+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9490000009536743, - 0.9049999713897705, - 0.8679999709129333, - 0.8349999785423279, - 0.7940000295639038, - 0.753000020980835, - 0.7099999785423279, - 0.6679999828338623, - 0.6439999938011169, - 0.6190000176429749, - 0.5839999914169312, - 0.5450000166893005, - 0.5059999823570251, - 0.47699999809265137, - 0.4569999873638153, - 0.43299999833106995, 0.4090000092983246, 0.38199999928474426, 0.35499998927116394, @@ -245,9 +229,7 @@ 1.340000033378601, 1.315000057220459, 1.2949999570846558, - 1.2790000438690186 - ], - "actuals": [ + 1.2790000438690186, 1.2480000257492065, 1.225000023841858, 1.194000005722046, @@ -263,7 +245,9 @@ 0.8899999856948853, 0.8550000190734863, 0.8190000057220459, - 0.7829999923706055, + 0.7829999923706055 + ], + "actuals": [ 0.746999979019165, 0.7179999947547913, 0.6800000071525574, @@ -307,211 +291,211 @@ 0.48500001430511475, 0.5149999856948853, 0.5379999876022339, - 0.546999990940094 + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 ], "p50": [ - 1.2698173522949219, - 1.239898681640625, - 1.2070846557617188, - 1.1762008666992188, - 1.147247314453125, - 1.1125030517578125, - 1.0804128646850586, - 1.048209547996521, - 1.0143022537231445, - 0.9807643890380859, - 0.9498805999755859, - 0.9117584228515625, - 0.8750839233398438, - 0.8422698974609375, - 0.8027000427246094, - 0.7631301879882812, - 0.7206649780273438, - 0.6859207153320312, - 0.653106689453125, - 0.622222900390625, - 0.575897216796875, - 0.5411529541015625, - 0.5179901123046875, - 0.4793853759765625, - 0.44464111328125, - 0.4176177978515625, - 0.3944549560546875, - 0.3712921142578125, - 0.35198974609375, - 0.3326873779296875, - 0.3056640625, - 0.2940826416015625, - 0.29022216796875, - 0.2709197998046875, - 0.251617431640625, - 0.243896484375, - 0.22845458984375, - 0.2245941162109375, - 0.2130126953125, - 0.220733642578125, - 0.2168731689453125, - 0.2130126953125, - 0.2091522216796875, - 0.2168731689453125, - 0.1937103271484375, - 0.2014312744140625, - 0.189849853515625, - 0.19757080078125, - 0.13580322265625, - 0.158966064453125, - 0.174407958984375, - 0.1937103271484375, - 0.1782684326171875, - 0.189849853515625, - 0.18212890625, - 0.1937103271484375, - 0.2168731689453125, - 0.2554779052734375, - 0.236175537109375, - 0.2709197998046875 + 0.73919677734375, + 0.7032470703125, + 0.67108154296875, + 0.638916015625, + 0.61431884765625, + 0.5859375, + 0.5556640625, + 0.525390625, + 0.502685546875, + 0.472412109375, + 0.442138671875, + 0.4232177734375, + 0.404296875, + 0.381591796875, + 0.3702392578125, + 0.3551025390625, + 0.32861328125, + 0.321044921875, + 0.3021240234375, + 0.290771484375, + 0.2718505859375, + 0.2567138671875, + 0.26806640625, + 0.260498046875, + 0.245361328125, + 0.245361328125, + 0.2340087890625, + 0.2340087890625, + 0.230224609375, + 0.230224609375, + 0.230224609375, + 0.2415771484375, + 0.2264404296875, + 0.23779296875, + 0.260498046875, + 0.2794189453125, + 0.290771484375, + 0.2945556640625, + 0.3172607421875, + 0.34375, + 0.3551025390625, + 0.381591796875, + 0.411865234375, + 0.4345703125, + 0.4610595703125, + 0.4913330078125, + 0.5140380859375, + 0.5443115234375, + 0.5859375, + 0.60296630859375, + 0.63134765625, + 0.6427001953125, + 0.65594482421875, + 0.6881103515625, + 0.70892333984375, + 0.7259521484375, + 0.7713623046875, + 0.83001708984375, + 0.865966796875, + 0.9000244140625 ], "p10": [ - 1.2495498657226562, - 1.2186660766601562, - 1.1810264587402344, - 1.1467647552490234, - 1.1149158477783203, - 1.0782413482666016, - 1.0421398878097534, - 0.9998254776000977, - 0.9638748168945312, - 0.9223747253417969, - 0.8876304626464844, - 0.8480606079101562, - 0.8065605163574219, - 0.7727813720703125, - 0.7341766357421875, - 0.6878509521484375, - 0.62994384765625, - 0.6029205322265625, - 0.5662460327148438, - 0.5334320068359375, - 0.490966796875, - 0.4639434814453125, - 0.4407806396484375, - 0.4021759033203125, - 0.38287353515625, - 0.3558502197265625, - 0.328826904296875, - 0.3095245361328125, - 0.2863616943359375, - 0.2709197998046875, - 0.2477569580078125, - 0.236175537109375, - 0.2245941162109375, - 0.2091522216796875, - 0.1859893798828125, - 0.1782684326171875, - 0.16668701171875, - 0.1705474853515625, - 0.1473846435546875, - 0.1551055908203125, - 0.1551055908203125, - 0.158966064453125, - 0.1473846435546875, - 0.1551055908203125, - 0.13580322265625, - 0.1473846435546875, - 0.13580322265625, - 0.1473846435546875, - 0.066314697265625, - 0.081756591796875, - 0.0856170654296875, - 0.097198486328125, - 0.0856170654296875, - 0.0933380126953125, - 0.07403564453125, - 0.0856170654296875, - 0.0933380126953125, - 0.128082275390625, - 0.0894775390625, - 0.1087799072265625 + 0.7259521484375, + 0.69000244140625, + 0.646484375, + 0.6124267578125, + 0.578369140625, + 0.54052734375, + 0.51025390625, + 0.4761962890625, + 0.442138671875, + 0.411865234375, + 0.3740234375, + 0.351318359375, + 0.3323974609375, + 0.305908203125, + 0.29833984375, + 0.2794189453125, + 0.245361328125, + 0.23779296875, + 0.215087890625, + 0.2037353515625, + 0.1810302734375, + 0.1734619140625, + 0.17724609375, + 0.169677734375, + 0.1658935546875, + 0.162109375, + 0.1507568359375, + 0.14697265625, + 0.139404296875, + 0.139404296875, + 0.139404296875, + 0.154541015625, + 0.11669921875, + 0.11669921875, + 0.139404296875, + 0.154541015625, + 0.1658935546875, + 0.17724609375, + 0.1810302734375, + 0.2037353515625, + 0.2113037109375, + 0.230224609375, + 0.2491455078125, + 0.26806640625, + 0.2869873046875, + 0.3134765625, + 0.336181640625, + 0.3551025390625, + 0.381591796875, + 0.3929443359375, + 0.404296875, + 0.4005126953125, + 0.3929443359375, + 0.4232177734375, + 0.4459228515625, + 0.457275390625, + 0.47998046875, + 0.5216064453125, + 0.5443115234375, + 0.57080078125 ], "p90": [ - 1.2842941284179688, - 1.2611312866210938, - 1.232177734375, - 1.2061195373535156, - 1.1829566955566406, - 1.1525554656982422, - 1.1245670318603516, - 1.1004390716552734, - 1.070641040802002, - 1.0430748462677002, - 1.0097179412841797, - 0.977386474609375, - 0.9479503631591797, - 0.9165840148925781, - 0.8760490417480469, - 0.8422698974609375, - 0.8191070556640625, - 0.7959442138671875, - 0.7573394775390625, - 0.7264556884765625, - 0.6801300048828125, - 0.6395950317382812, - 0.6125717163085938, - 0.5720367431640625, - 0.529571533203125, - 0.5025482177734375, - 0.4871063232421875, - 0.4562225341796875, - 0.44464111328125, - 0.42919921875, - 0.3983154296875, - 0.38287353515625, - 0.3790130615234375, - 0.359710693359375, - 0.3404083251953125, - 0.3365478515625, - 0.328826904296875, - 0.32110595703125, - 0.313385009765625, - 0.3095245361328125, - 0.3095245361328125, - 0.3056640625, - 0.3095245361328125, - 0.3172454833984375, - 0.297943115234375, - 0.313385009765625, - 0.3018035888671875, - 0.313385009765625, - 0.2747802734375, - 0.3095245361328125, - 0.35198974609375, - 0.375152587890625, - 0.375152587890625, - 0.390594482421875, - 0.406036376953125, - 0.436920166015625, - 0.4871063232421875, - 0.5411529541015625, - 0.56817626953125, - 0.62994384765625 + 0.75433349609375, + 0.72406005859375, + 0.699462890625, + 0.67108154296875, + 0.654052734375, + 0.62945556640625, + 0.608642578125, + 0.5859375, + 0.563232421875, + 0.5443115234375, + 0.5216064453125, + 0.502685546875, + 0.4913330078125, + 0.4761962890625, + 0.4610595703125, + 0.4459228515625, + 0.4232177734375, + 0.427001953125, + 0.404296875, + 0.396728515625, + 0.3778076171875, + 0.366455078125, + 0.3740234375, + 0.3626708984375, + 0.351318359375, + 0.351318359375, + 0.3475341796875, + 0.3551025390625, + 0.3551025390625, + 0.35888671875, + 0.3626708984375, + 0.3778076171875, + 0.38916015625, + 0.4005126953125, + 0.41943359375, + 0.4459228515625, + 0.47998046875, + 0.4837646484375, + 0.5140380859375, + 0.5443115234375, + 0.5670166015625, + 0.593505859375, + 0.62945556640625, + 0.65972900390625, + 0.68243408203125, + 0.72784423828125, + 0.75244140625, + 0.79217529296875, + 0.872589111328125, + 0.9075927734375, + 0.9454345703125, + 0.9695587158203125, + 0.98895263671875, + 1.0187530517578125, + 1.0246658325195312, + 1.0407485961914062, + 1.084503173828125, + 1.1346435546875, + 1.16302490234375, + 1.1871490478515625 ], "timestamps": [ - "2026-06-20 14:06:00", - "2026-06-20 14:12:00", - "2026-06-20 14:18:00", - "2026-06-20 14:24:00", - "2026-06-20 14:30:00", - "2026-06-20 14:36:00", - "2026-06-20 14:42:00", - "2026-06-20 14:48:00", - "2026-06-20 14:54:00", - "2026-06-20 15:00:00", - "2026-06-20 15:06:00", - "2026-06-20 15:12:00", - "2026-06-20 15:18:00", - "2026-06-20 15:24:00", - "2026-06-20 15:30:00", - "2026-06-20 15:36:00", "2026-06-20 15:42:00", "2026-06-20 15:48:00", "2026-06-20 15:54:00", @@ -795,6 +779,22 @@ "2026-06-21 19:42:00", "2026-06-21 19:48:00", "2026-06-21 19:54:00", - "2026-06-21 20:00:00" + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00" ] } diff --git a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json index 213396cf4bfd402c2708f96855339290a89d3c8c..9b150f8fd4a55dd0d1f56d173a605506d8804f12 100644 --- a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,18 +1,78 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-20T17:25:01.983705+00:00", + "evaluated_at": "2026-06-21T23:18:15.725605+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, + 14.0, + 13.0, + 13.0, + 14.0, + 14.0, + 14.0, + 13.0, + 13.300000190734863, + 14.0, + 14.0, + 14.0, + 13.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 13.899999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, 17.0, 17.0, 17.0, @@ -20,223 +80,134 @@ 17.0, 17.0, 17.200000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.200000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.200000762939453, - 17.0, - 17.0, - 17.0 - ], - "actuals": [ 17.0, 17.0, 17.0, 18.0, + 17.799999237060547, 18.0, 18.0, 18.0, 18.0, 18.0, - 17.799999237060547, - 18.0, 18.0, 18.0, 18.0, + 18.299999237060547, 18.0, 18.0, 18.0, + 19.0, 18.0, 19.0, 19.0, + 19.0 + ], + "actuals": [ 19.0, 19.0, 19.0, - 19.0 + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 17.00258445739746, - 17.00079917907715, - 17.001096725463867, - 17.00079917907715, - 16.998916625976562, - 17.00190544128418, - 17.000032424926758, - 16.99817657470703, - 16.989213943481445, - 17.000259399414062, - 16.996746063232422, - 16.996318817138672, - 16.998735427856445, - 16.99837303161621, - 17.00100326538086, - 16.99704360961914, - 16.99945831298828, - 16.995927810668945, - 17.002473831176758, - 16.996837615966797, - 16.99551773071289, - 16.999311447143555, - 16.997432708740234, - 16.998716354370117 + 18.96142578125, + 18.989013671875, + 18.96142578125, + 18.989013671875, + 18.96142578125, + 18.96142578125, + 18.933837890625, + 18.96142578125, + 18.933837890625, + 18.933837890625, + 18.90625, + 18.90625, + 18.878662109375, + 18.85107421875, + 18.823486328125, + 18.7545166015625, + 18.685546875, + 18.6165771484375, + 18.5751953125, + 18.602783203125, + 18.492431640625, + 18.492431640625, + 18.4510498046875, + 18.3544921875 ], "p10": [ - 16.98579216003418, - 16.983783721923828, - 16.986238479614258, - 16.986461639404297, - 16.983858108520508, - 16.971881866455078, - 16.95507049560547, - 16.92650604248047, - 16.925315856933594, - 16.968311309814453, - 16.9860897064209, - 16.988842010498047, - 16.987354278564453, - 16.984527587890625, - 16.980510711669922, - 16.968460083007812, - 16.956260681152344, - 16.9571533203125, - 16.95953369140625, - 16.948226928710938, - 16.94733428955078, - 16.9619140625, - 16.971435546875, - 16.980213165283203 + 18.602783203125, + 18.437255859375, + 18.2579345703125, + 18.1475830078125, + 17.9820556640625, + 17.8992919921875, + 17.7889404296875, + 17.6923828125, + 17.6234130859375, + 17.5130615234375, + 17.333740234375, + 17.168212890625, + 16.9888916015625, + 16.85784912109375, + 16.7406005859375, + 16.60955810546875, + 16.60955810546875, + 16.478515625, + 16.38885498046875, + 16.3543701171875, + 16.226776123046875, + 16.192291259765625, + 16.102630615234375, + 15.9957275390625 ], "p90": [ - 17.012794494628906, - 17.010414123535156, - 17.01160430908203, - 17.014728546142578, - 17.012794494628906, - 17.017927169799805, - 17.016141891479492, - 17.030498504638672, - 17.02142333984375, - 17.02157211303711, - 17.012794494628906, - 17.01443099975586, - 17.017257690429688, - 17.0139102935791, - 17.019638061523438, - 17.020530700683594, - 17.028118133544922, - 17.017555236816406, - 17.022613525390625, - 17.01934051513672, - 17.01673698425293, - 17.01703453063965, - 17.01219940185547, - 17.012794494628906 + 19.264892578125, + 19.320068359375, + 19.34765625, + 19.4580078125, + 19.51318359375, + 19.540771484375, + 19.568359375, + 19.62353515625, + 19.6787109375, + 19.706298828125, + 19.706298828125, + 19.73388671875, + 19.706298828125, + 19.761474609375, + 19.73388671875, + 19.761474609375, + 19.816650390625, + 19.816650390625, + 19.84423828125, + 19.8994140625, + 19.84423828125, + 19.871826171875, + 19.8994140625, + 19.84423828125 ], "timestamps": [ - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", "2026-06-21 12:00:00", "2026-06-21 13:00:00", "2026-06-21 14:00:00", @@ -327,6 +298,35 @@ "2026-06-25 03:00:00", "2026-06-25 04:00:00", "2026-06-25 05:00:00", - "2026-06-25 06:00:00" + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00" ] } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index e9b83d60fe3b5475a01f0fb7c6aa4cb84ad409e1..09076f909aadfc3a028f521b104750a82c056aaa 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,54464.245194117226,102594.0351746877,299.1541341145833,0.25705369765592956,0.004656104937811956,0.004668557857081077,1.3807953882945005,233.37575965407638,0.003634127258240663,0.004658428085301793,0.0030871764812303738,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,42102.527784983315,60001.696004867554,218.01871744791666,0.1886486629604686,0.003394024622883931,0.003400259570191556,2.1863946084085453,205.18900502946866,0.003196104681935966,0.0033959453309152063,0.0026221488292848456,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.4067353237384547,0.3276029787418035,0.4994724591573079,0.2744354336383443,0.01942845751119167,0.019503819719654494,8.830249186058134,0.6377580448245672,0.025325865280293635,0.019834437706410364,0.022109313121004018,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.01011790069418037,0.014987276180288183,0.09036620358626048,0.2023237197166546,0.2203987683417446,0.2804122898226958,1.2537754177104885,0.10058777606737496,0.16659123034046677,0.14966249006786597,0.09833686511706305,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.016605617632777677,0.025742182570651015,0.1451992449661096,0.3632478524731991,0.30370262786248425,0.3805951544121173,2.084623062664478,0.12886278606633367,0.23792982363414716,0.2680931539755332,0.17347839736758564,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.023686347747258394,0.030916812135592844,0.13990007009771135,1.3640258460572374,0.09307363860676023,0.09967501797043082,24.301688852362496,0.15390369634046608,0.10810796230744935,0.0982712687515631,0.07810986056237362,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.8772488047457803,1.8895700035523457,1.0933181842168171,4.209567168554329,0.0696267154758165,0.07363119021311852,167.2243537607304,1.3701272950882266,0.09083716873513105,0.07248518348398789,0.07257307912031517,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,20.031067706803395,14.777440889961023,3.3800037701924643,0.29668340872135285,0.1261335960061947,0.12785232541634214,13.5062926583928,4.475608082350754,0.16167156837651764,0.12209525512308542,0.157146936754062,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.4165195235903714,0.5548938372089651,0.6126102606455485,0.31390112277518395,0.023809344992799405,0.024105413507574874,6.179738776633591,0.6453832377668105,0.025880029584634007,0.024565824988292673,0.022563499635522725,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,10.571964582368992,9.824927577994004,2.651583115259806,0.501086572962483,0.46450281390443987,0.33263589894950224,17.290875374801512,3.2514557635571473,0.37881038022025015,0.3089223046904629,0.3200220138895473,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,379.3084735125303,583.6959267879525,18.657094319661457,0.8141277521306818,0.007744683358490642,0.0077801247780382695,10.149244495738637,19.47584333251144,0.008107896617177356,0.007767047071498266,0.006145672502138142,Hydrology,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.812881297587713,1.1242904977128394,0.8806734085083008,0.6315586100489611,0.0424124818918398,0.043741083596318,5.217674088684415,0.9015992999041831,0.04457845791055976,0.04354380319317985,0.030887608688835073,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,30.21158351772196,31.14780008287475,5.180254737536113,0.4489304456501137,0.2071976017384771,0.219215600217612,13.124305019879401,5.496506483005542,0.214497813970948,0.20215628244043365,0.20372167499407842,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.3938838237189278,0.5403853382358648,0.5428215662638346,0.2764164226721268,0.0210317522501472,0.021354541335962707,6.161108907990616,0.6276016441333848,0.025310771428566612,0.021891645311369563,0.021126441110763994,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.543348332547302,10.812383798753823,2.723388115564982,0.509971246607747,0.5513183085803834,0.3500242473309776,25.310270626926297,3.81357422014405,0.48171463833398526,0.34400691986083987,0.4211886049014086,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,939.2946850334605,983.2566319083174,16.278798421223957,0.6010633263221153,0.006656817185098289,0.006721065699986369,25.043801081730766,30.647914856209393,0.012714778851322826,0.006753520520473207,0.00742060611585278,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,587.0931736621008,474.79592066065277,18.537806919642858,0.37411023011109457,0.07661461844080557,0.0753195920209184,14.19238810506537,24.230005647174348,0.09753308771145512,0.07462026937176539,0.08000017268140815,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index f1dc628b8a959532d292474a7f0af8b9af0c80ea..0ca0350cb40206d0622aa637325610eadf575f7c 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-21T20:34:04.964198+00:00", + "evaluated_at": "2026-06-21T22:13:14.135541+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65776.96875, 65780.0, 65675.0078125, 65700.0, @@ -101,10 +100,10 @@ 63834.69921875, 63805.890625, 63936.0, - 63925.98828125 + 63925.98828125, + 64012.3984375 ], "actuals": [ - 64012.3984375, 64272.01171875, 64298.01171875, 64294.0, @@ -127,88 +126,88 @@ 64151.4609375, 64213.80859375, 64207.12109375, - 64210.1484375 + 63848.0, + 63939.828125 ], "p50": [ - 63858.8515625, - 63863.7578125, - 63851.609375, - 63865.703125, - 63871.7109375, - 63881.515625, - 63866.2578125, - 63875.03125, - 63900.4375, - 63912.5703125, - 63898.828125, - 63909.96875, - 63924.0, - 63908.9609375, - 63931.2734375, - 63927.8828125, - 63937.0234375, - 63950.1484375, - 63960.3984375, - 63981.1015625, - 63967.578125, - 63986.5625, - 63999.9296875, - 64017.0390625 + 63925.625, + 63934.05859375, + 63936.54296875, + 63953.91796875, + 63964.96484375, + 63974.77734375, + 63966.5625, + 63963.70703125, + 63989.7890625, + 64007.16796875, + 63999.875, + 64025.8515625, + 64037.08984375, + 64036.296875, + 64043.7421875, + 64029.0546875, + 64044.37109375, + 64064.02734375, + 64075.79296875, + 64075.10546875, + 64079.56640625, + 64093.6328125, + 64103.0703125, + 64133.43359375 ], "p10": [ - 63908.953125, - 63888.8671875, - 63940.578125, - 63936.2265625, - 63947.0625, - 63982.84375, - 63984.21875, - 63998.8828125, - 63985.6796875, - 63950.765625, - 63959.140625, - 63987.0703125, - 63998.3828125, - 63990.1796875, - 64020.828125, - 64018.6796875, - 64012.359375, - 64084.015625, - 64065.9921875, - 64067.5625, - 64071.140625, - 64119.4765625, - 64070.671875, - 64108.953125 + 63958.86328125, + 63966.33203125, + 64009.703125, + 64038.6953125, + 64031.5625, + 64057.30078125, + 64075.3046875, + 64097.17578125, + 64082.5390625, + 64072.0625, + 64071.359375, + 64095.546875, + 64107.5078125, + 64110.70703125, + 64149.7265625, + 64138.38671875, + 64149.859375, + 64223.32421875, + 64200.17578125, + 64186.3359375, + 64232.21875, + 64262.6484375, + 64205.7421875, + 64232.95703125 ], "p90": [ - 64093.0859375, - 64136.1484375, - 64147.84375, - 64175.3203125, - 64194.4375, - 64205.9921875, - 64216.453125, - 64229.90625, - 64281.9453125, - 64312.359375, - 64300.078125, - 64335.6015625, - 64373.5234375, - 64388.4609375, - 64436.3984375, - 64452.328125, - 64477.546875, - 64500.71875, - 64541.6484375, - 64551.78125, - 64557.015625, - 64596.9296875, - 64589.453125, - 64598.46875 + 64133.87109375, + 64194.52734375, + 64234.671875, + 64264.6328125, + 64300.4921875, + 64319.66796875, + 64339.02734375, + 64356.34765625, + 64409.23828125, + 64451.96875, + 64446.796875, + 64494.14453125, + 64525.60546875, + 64565.5234375, + 64590.80078125, + 64609.921875, + 64644.5, + 64676.23828125, + 64718.6640625, + 64721.4296875, + 64741.65625, + 64780.50390625, + 64766.0, + 64789.25 ], "timestamps": [ - "2026-06-16 21:00:00", "2026-06-16 22:00:00", "2026-06-16 23:00:00", "2026-06-17 00:00:00", @@ -327,6 +326,7 @@ "2026-06-21 17:00:00", "2026-06-21 18:00:00", "2026-06-21 19:00:00", - "2026-06-21 20:00:00" + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 59a1738deda9e010637e7b8529758867a0523386..12914266694c2a85ccd3a1b53a2b0cc9e2420013 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,27 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-21T20:34:33.893441+00:00", + "evaluated_at": "2026-06-21T22:13:19.440366+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9490000009536743, - 0.9049999713897705, - 0.8679999709129333, - 0.8349999785423279, - 0.7940000295639038, - 0.753000020980835, - 0.7099999785423279, - 0.6679999828338623, - 0.6439999938011169, - 0.6190000176429749, - 0.5839999914169312, - 0.5450000166893005, - 0.5059999823570251, - 0.47699999809265137, - 0.4569999873638153, - 0.43299999833106995, 0.4090000092983246, 0.38199999928474426, 0.35499998927116394, @@ -245,9 +229,7 @@ 1.340000033378601, 1.315000057220459, 1.2949999570846558, - 1.2790000438690186 - ], - "actuals": [ + 1.2790000438690186, 1.2480000257492065, 1.225000023841858, 1.194000005722046, @@ -263,7 +245,9 @@ 0.8899999856948853, 0.8550000190734863, 0.8190000057220459, - 0.7829999923706055, + 0.7829999923706055 + ], + "actuals": [ 0.746999979019165, 0.7179999947547913, 0.6800000071525574, @@ -307,211 +291,211 @@ 0.48500001430511475, 0.5149999856948853, 0.5379999876022339, - 0.546999990940094 + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 ], "p50": [ - 1.258550763130188, - 1.2254974842071533, - 1.2102049589157104, - 1.1678863763809204, - 1.1222364902496338, - 1.1030809879302979, - 1.0640853643417358, - 1.0522024631500244, - 1.02615487575531, - 0.9803562164306641, - 0.925241231918335, - 0.8973287343978882, - 0.8662785291671753, - 0.8456693887710571, - 0.8159315586090088, - 0.7954751253128052, - 0.7628412246704102, - 0.7178469896316528, - 0.6708455681800842, - 0.6412352323532104, - 0.6283949613571167, - 0.5772380828857422, - 0.5521628260612488, - 0.5285917520523071, - 0.5026990175247192, - 0.46803218126296997, - 0.4559919238090515, - 0.44489532709121704, - 0.41338682174682617, - 0.3825704753398895, - 0.35846713185310364, - 0.3229900598526001, - 0.31436794996261597, - 0.2858785390853882, - 0.27490586042404175, - 0.25724971294403076, - 0.2535722255706787, - 0.22215941548347473, - 0.21635667979717255, - 0.1992342472076416, - 0.20315568149089813, - 0.17968817055225372, - 0.19296856224536896, - 0.18552155792713165, - 0.16722333431243896, - 0.1733255386352539, - 0.18134313821792603, - 0.17047293484210968, - 0.16511283814907074, - 0.18446487188339233, - 0.19256694614887238, - 0.1849631667137146, - 0.19070251286029816, - 0.21021249890327454, - 0.22807763516902924, - 0.2423328161239624, - 0.2679702043533325, - 0.2834976315498352, - 0.2940702438354492, - 0.31484127044677734 + 0.7522175312042236, + 0.7087748646736145, + 0.6891499757766724, + 0.6461681127548218, + 0.604675829410553, + 0.5720784664154053, + 0.5339447259902954, + 0.5139997005462646, + 0.4880647659301758, + 0.4531949758529663, + 0.4183756709098816, + 0.39274775981903076, + 0.37448427081108093, + 0.34970566630363464, + 0.329814612865448, + 0.3064670264720917, + 0.29113930463790894, + 0.26843300461769104, + 0.23943069577217102, + 0.22849543392658234, + 0.23043090105056763, + 0.21095888316631317, + 0.19345131516456604, + 0.19398356974124908, + 0.17712682485580444, + 0.16482269763946533, + 0.16747966408729553, + 0.17262230813503265, + 0.16859540343284607, + 0.16194002330303192, + 0.16675591468811035, + 0.15929043292999268, + 0.18027359247207642, + 0.17680864036083221, + 0.18419118225574493, + 0.1973559409379959, + 0.21788085997104645, + 0.2253565937280655, + 0.23279617726802826, + 0.2401108741760254, + 0.2745434641838074, + 0.2781308889389038, + 0.31741863489151, + 0.34060919284820557, + 0.35977062582969666, + 0.3905835747718811, + 0.41704419255256653, + 0.4469493329524994, + 0.46669667959213257, + 0.5156001448631287, + 0.5380954742431641, + 0.5714370012283325, + 0.606395959854126, + 0.6433720588684082, + 0.6837377548217773, + 0.7218488454818726, + 0.7596646547317505, + 0.8017895221710205, + 0.8277263641357422, + 0.8677717447280884 ], "p10": [ - 1.243422031402588, - 1.2465182542800903, - 1.1976021528244019, - 1.1999350786209106, - 1.1421236991882324, - 1.1086426973342896, - 1.0744863748550415, - 1.0309019088745117, - 1.036407470703125, - 0.9942080974578857, - 0.9555783271789551, - 0.9222074747085571, - 0.8655999898910522, - 0.8512473106384277, - 0.8355840444564819, - 0.7982884645462036, - 0.7850719690322876, - 0.7187036871910095, - 0.6717981696128845, - 0.6536483764648438, - 0.6033086776733398, - 0.6156919002532959, - 0.580862283706665, - 0.5518153309822083, - 0.526138424873352, - 0.4909771680831909, - 0.46209773421287537, - 0.4512039124965668, - 0.45101359486579895, - 0.4131301939487457, - 0.39640140533447266, - 0.3610905408859253, - 0.3337799310684204, - 0.34249499440193176, - 0.3011358380317688, - 0.3223702311515808, - 0.28296008706092834, - 0.23313578963279724, - 0.24454465508460999, - 0.2417243868112564, - 0.21939446032047272, - 0.21084493398666382, - 0.2151329517364502, - 0.21059036254882812, - 0.21417297422885895, - 0.2188977301120758, - 0.21366055309772491, - 0.22420163452625275, - 0.24552534520626068, - 0.235930934548378, - 0.2553856372833252, - 0.24633318185806274, - 0.24828770756721497, - 0.2699495553970337, - 0.301726371049881, - 0.32847389578819275, - 0.31636542081832886, - 0.3585852384567261, - 0.37318211793899536, - 0.37266600131988525 + 0.7338181138038635, + 0.7168153524398804, + 0.6712310910224915, + 0.6508383750915527, + 0.6323644518852234, + 0.5746744871139526, + 0.551619827747345, + 0.5086064338684082, + 0.4937569499015808, + 0.43896403908729553, + 0.4506169557571411, + 0.39432060718536377, + 0.4058539569377899, + 0.35334038734436035, + 0.36783021688461304, + 0.30221253633499146, + 0.3127497434616089, + 0.2932065427303314, + 0.2721747159957886, + 0.23902902007102966, + 0.2302047461271286, + 0.22995193302631378, + 0.22076506912708282, + 0.20992174744606018, + 0.20769815146923065, + 0.1908952295780182, + 0.1988571733236313, + 0.19819748401641846, + 0.19462871551513672, + 0.19470417499542236, + 0.21109893918037415, + 0.2036212682723999, + 0.21149736642837524, + 0.21596749126911163, + 0.2126803696155548, + 0.24528111517429352, + 0.2553805708885193, + 0.2592461407184601, + 0.2762205898761749, + 0.312067449092865, + 0.3156108260154724, + 0.32484757900238037, + 0.36195388436317444, + 0.3636530339717865, + 0.4333765208721161, + 0.4431021213531494, + 0.45619261264801025, + 0.4922727942466736, + 0.5304363369941711, + 0.5556634664535522, + 0.6085623502731323, + 0.6218321323394775, + 0.6613690853118896, + 0.6949347257614136, + 0.7221462726593018, + 0.7700679302215576, + 0.8029111623764038, + 0.8473470211029053, + 0.891958475112915, + 0.9194556474685669 ], "p90": [ - 1.26326584815979, - 1.2393563985824585, - 1.2355520725250244, - 1.1981064081192017, - 1.1760889291763306, - 1.1577857732772827, - 1.116402506828308, - 1.1113388538360596, - 1.0889384746551514, - 1.0399476289749146, - 1.0006564855575562, - 0.960345983505249, - 0.9357233047485352, - 0.9133533239364624, - 0.8785948753356934, - 0.8530867099761963, - 0.8251973390579224, - 0.7864269018173218, - 0.7485558986663818, - 0.7309529781341553, - 0.7166405320167542, - 0.658447265625, - 0.6396501064300537, - 0.6092784404754639, - 0.5929364562034607, - 0.5589042901992798, - 0.5501643419265747, - 0.5402493476867676, - 0.5186573266983032, - 0.48099857568740845, - 0.4684138298034668, - 0.43260255455970764, - 0.4290144443511963, - 0.39132168889045715, - 0.3773813545703888, - 0.37558430433273315, - 0.39291369915008545, - 0.35235831141471863, - 0.34123337268829346, - 0.3241855800151825, - 0.3251987397670746, - 0.3149382472038269, - 0.3290480375289917, - 0.3304312229156494, - 0.31795230507850647, - 0.31333407759666443, - 0.34039679169654846, - 0.33238905668258667, - 0.3346935510635376, - 0.35189223289489746, - 0.35971805453300476, - 0.3681359887123108, - 0.3718722462654114, - 0.40644145011901855, - 0.42258220911026, - 0.4417625069618225, - 0.46538540720939636, - 0.49496182799339294, - 0.5016589760780334, - 0.5336389541625977 + 0.7658714056015015, + 0.7229169607162476, + 0.7063754796981812, + 0.6720616817474365, + 0.6410529613494873, + 0.6037614345550537, + 0.5623241066932678, + 0.5488423109054565, + 0.528889536857605, + 0.49677330255508423, + 0.47052234411239624, + 0.4452972412109375, + 0.4306938648223877, + 0.41381001472473145, + 0.39015454053878784, + 0.366252601146698, + 0.3598151206970215, + 0.34737300872802734, + 0.3281075060367584, + 0.31818756461143494, + 0.32419484853744507, + 0.3079069256782532, + 0.3022661805152893, + 0.30072906613349915, + 0.29771506786346436, + 0.29358673095703125, + 0.2929084599018097, + 0.3076742887496948, + 0.31143447756767273, + 0.3010631203651428, + 0.31838977336883545, + 0.3148808479309082, + 0.34031912684440613, + 0.3439566493034363, + 0.3507675528526306, + 0.37241891026496887, + 0.4186127185821533, + 0.4180823564529419, + 0.4290180206298828, + 0.4369196891784668, + 0.46743330359458923, + 0.478365421295166, + 0.5239176750183105, + 0.5488364100456238, + 0.5691143870353699, + 0.5963256359100342, + 0.6413220763206482, + 0.6702113747596741, + 0.6985881328582764, + 0.7496546506881714, + 0.7673399448394775, + 0.8051444292068481, + 0.8365354537963867, + 0.8819918632507324, + 0.9157111644744873, + 0.9592262506484985, + 0.994653582572937, + 1.0446733236312866, + 1.0670130252838135, + 1.1141729354858398 ], "timestamps": [ - "2026-06-20 14:06:00", - "2026-06-20 14:12:00", - "2026-06-20 14:18:00", - "2026-06-20 14:24:00", - "2026-06-20 14:30:00", - "2026-06-20 14:36:00", - "2026-06-20 14:42:00", - "2026-06-20 14:48:00", - "2026-06-20 14:54:00", - "2026-06-20 15:00:00", - "2026-06-20 15:06:00", - "2026-06-20 15:12:00", - "2026-06-20 15:18:00", - "2026-06-20 15:24:00", - "2026-06-20 15:30:00", - "2026-06-20 15:36:00", "2026-06-20 15:42:00", "2026-06-20 15:48:00", "2026-06-20 15:54:00", @@ -795,6 +779,22 @@ "2026-06-21 19:42:00", "2026-06-21 19:48:00", "2026-06-21 19:54:00", - "2026-06-21 20:00:00" + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00" ] } diff --git a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json index ad1b76f7253631af8c40c5ee35ddfdc9707a0a3b..7a0e045b34f82d2250726f69210df1bed594bb8a 100644 --- a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,65 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-21T17:44:44.058756+00:00", + "evaluated_at": "2026-06-21T22:19:53.710829+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 14.0, - 14.0, - 15.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.0, - 14.0, - 13.0, - 13.300000190734863, - 13.0, - 14.0, - 14.0, - 14.0, - 14.0, 14.0, 13.0, 13.0, @@ -101,9 +47,7 @@ 14.0, 14.0, 14.0, - 14.0 - ], - "actuals": [ + 14.0, 14.0, 14.0, 14.0, @@ -127,91 +71,143 @@ 16.0, 16.0, 16.0, - 16.0 + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0 + ], + "actuals": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 13.993764877319336, - 13.994359016418457, - 13.992767333984375, - 13.992873191833496, - 13.993770599365234, - 13.991800308227539, - 13.994256019592285, - 13.988067626953125, - 13.990950584411621, - 13.995970726013184, - 13.99443531036377, - 13.991349220275879, - 13.995226860046387, - 13.985947608947754, - 13.985856056213379, - 13.984819412231445, - 13.986443519592285, - 13.99050235748291, - 13.984262466430664, - 13.988874435424805, - 13.986099243164062, - 13.982318878173828, - 13.985639572143555, - 13.990008354187012 + 18.922197341918945, + 18.8779239654541, + 19.073932647705078, + 18.997177124023438, + 19.050119400024414, + 19.06948471069336, + 19.09363555908203, + 19.217164993286133, + 19.252620697021484, + 19.406991958618164, + 19.3823299407959, + 19.472867965698242, + 19.44923210144043, + 19.41901206970215, + 19.39748191833496, + 19.418153762817383, + 19.46908950805664, + 19.57476806640625, + 19.492773056030273, + 19.631431579589844, + 19.578224182128906, + 19.637479782104492, + 19.855945587158203, + 19.997905731201172 ], "p10": [ - 13.979452133178711, - 13.978586196899414, - 13.98220443725586, - 13.976996421813965, - 13.973819732666016, - 13.966409683227539, - 13.973238945007324, - 13.969411849975586, - 13.959716796875, - 13.957662582397461, - 13.961438179016113, - 13.95356273651123, - 13.956737518310547, - 13.950611114501953, - 13.9506196975708, - 13.94659423828125, - 13.942606925964355, - 13.938104629516602, - 13.943512916564941, - 13.94349193572998, - 13.941981315612793, - 13.936052322387695, - 13.92578411102295, - 13.931672096252441 + 18.761260986328125, + 18.899330139160156, + 18.957569122314453, + 18.97710609436035, + 19.046051025390625, + 18.931781768798828, + 19.12898063659668, + 19.240211486816406, + 19.18290901184082, + 19.42708396911621, + 19.338577270507812, + 19.25459861755371, + 19.4326114654541, + 19.453327178955078, + 19.53648567199707, + 19.579713821411133, + 19.47411346435547, + 19.289644241333008, + 19.55415916442871, + 19.605531692504883, + 19.713945388793945, + 19.68031120300293, + 19.704954147338867, + 19.801197052001953 ], "p90": [ - 14.002453804016113, - 14.001834869384766, - 14.001638412475586, - 14.000323295593262, - 13.998211860656738, - 13.995031356811523, - 13.99753475189209, - 13.994338035583496, - 13.997841835021973, - 13.999529838562012, - 14.000649452209473, - 13.99906063079834, - 13.997905731201172, - 13.997701644897461, - 13.99416446685791, - 13.998369216918945, - 14.00064468383789, - 14.001067161560059, - 13.998915672302246, - 13.998842239379883, - 13.99717903137207, - 13.999008178710938, - 13.999245643615723, - 14.001445770263672 + 19.29607391357422, + 19.33316993713379, + 19.574525833129883, + 19.64398956298828, + 19.741275787353516, + 19.749460220336914, + 19.678808212280273, + 19.961339950561523, + 19.983386993408203, + 20.185787200927734, + 20.26494789123535, + 20.140520095825195, + 20.289287567138672, + 20.426517486572266, + 20.343786239624023, + 20.44518280029297, + 20.574983596801758, + 20.79661750793457, + 20.70973777770996, + 21.021745681762695, + 20.95891571044922, + 21.161314010620117, + 21.28102684020996, + 21.507516860961914 ], "timestamps": [ - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", "2026-06-21 12:00:00", "2026-06-21 13:00:00", "2026-06-21 14:00:00", @@ -327,6 +323,10 @@ "2026-06-26 04:00:00", "2026-06-26 05:00:00", "2026-06-26 06:00:00", - "2026-06-26 07:00:00" + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index cd062b00baeb881e856c5009a4bfeb000a2aab16..45d2b9e15df513033105c6c11ff406abe4a5f2b5 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,15 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-21T17:44:50.198019+00:00", + "evaluated_at": "2026-06-21T22:19:58.365618+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 26.700000762939453, - 22.700000762939453, - 26.399999618530273, - 32.599998474121094, 39.70000076293945, 27.399999618530273, 25.100000381469727, @@ -341,13 +337,13 @@ 43.20000076293945, 40.29999923706055, 37.79999923706055, - 35.400001525878906 - ], - "actuals": [ + 35.400001525878906, 34.0, 31.200000762939453, 25.100000381469727, - 21.200000762939453, + 21.200000762939453 + ], + "actuals": [ 20.899999618530273, 23.5, 27.600000381469727, @@ -367,91 +363,91 @@ 28.799999237060547, 26.0, 23.299999237060547, - 21.200000762939453 + 21.200000762939453, + 18.899999618530273, + 16.399999618530273, + 14.100000381469727, + 12.699999809265137 ], "p50": [ - 31.212017059326172, - 27.722965240478516, - 26.06024169921875, - 25.36949920654297, - 24.649768829345703, - 23.728076934814453, - 22.312347412109375, - 22.75074005126953, - 22.162939071655273, - 21.85604476928711, - 21.872543334960938, - 22.577674865722656, - 23.44247055053711, - 25.030908584594727, - 25.98285484313965, - 27.234691619873047, - 29.336763381958008, - 31.486169815063477, - 33.91667175292969, - 34.08835983276367, - 33.77431869506836, - 31.64833641052246, - 28.1107177734375, - 25.388572692871094 + 18.59274673461914, + 18.03087043762207, + 18.604644775390625, + 20.122421264648438, + 20.127437591552734, + 19.504901885986328, + 18.901777267456055, + 19.52200698852539, + 20.404359817504883, + 22.006208419799805, + 22.7374267578125, + 24.650379180908203, + 26.161293029785156, + 28.86517333984375, + 29.982929229736328, + 31.047080993652344, + 31.347583770751953, + 29.973777770996094, + 28.575416564941406, + 24.69002914428711, + 21.95309829711914, + 20.205867767333984, + 17.46630859375, + 17.175691604614258 ], "p10": [ - 32.13507843017578, - 29.07688331604004, - 28.156639099121094, - 27.78873634338379, - 27.90728187561035, - 27.909801483154297, - 25.84442138671875, - 26.310815811157227, - 25.91693687438965, - 25.97088623046875, - 25.41586685180664, - 25.911605834960938, - 27.664276123046875, - 28.536888122558594, - 30.155969619750977, - 32.8946647644043, - 33.711143493652344, - 36.43238830566406, - 39.853336334228516, - 39.59025573730469, - 39.82829666137695, - 37.975921630859375, - 33.554325103759766, - 30.784326553344727 + 19.546199798583984, + 20.165573120117188, + 20.48440933227539, + 23.038463592529297, + 23.666393280029297, + 23.99422264099121, + 22.632246017456055, + 22.927181243896484, + 24.46550750732422, + 26.7381591796875, + 26.704418182373047, + 29.22164535522461, + 31.591079711914062, + 33.75492858886719, + 35.41596603393555, + 37.45283889770508, + 37.23998260498047, + 36.05116271972656, + 35.250003814697266, + 30.51779556274414, + 27.802940368652344, + 25.851974487304688, + 22.544008255004883, + 22.522483825683594 ], "p90": [ - 36.269989013671875, - 34.18944549560547, - 34.473731994628906, - 34.66295623779297, - 35.19629669189453, - 34.79939651489258, - 33.714412689208984, - 34.15636444091797, - 33.76050567626953, - 32.92790985107422, - 33.551544189453125, - 34.156715393066406, - 35.91093444824219, - 37.9981689453125, - 39.19261169433594, - 40.882728576660156, - 44.02978515625, - 47.03932571411133, - 51.156410217285156, - 52.62095260620117, - 52.853946685791016, - 51.07160568237305, - 47.131507873535156, - 43.441741943359375 + 23.52191734313965, + 24.42645263671875, + 26.55828094482422, + 28.649375915527344, + 29.66112518310547, + 29.412757873535156, + 29.199569702148438, + 30.180217742919922, + 31.927547454833984, + 33.6469841003418, + 35.51077651977539, + 37.47868728637695, + 40.40938186645508, + 44.24643325805664, + 46.20426940917969, + 48.115020751953125, + 49.19496536254883, + 47.92227554321289, + 46.53266525268555, + 42.40171432495117, + 39.10074996948242, + 37.04329299926758, + 33.6654052734375, + 32.33299255371094 ], "timestamps": [ - "2026-06-06 18:00:00", - "2026-06-06 19:00:00", - "2026-06-06 20:00:00", - "2026-06-06 21:00:00", "2026-06-06 22:00:00", "2026-06-06 23:00:00", "2026-06-07 00:00:00", @@ -807,6 +803,10 @@ "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", - "2026-06-21 17:00:00" + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index d954b6e7d76b06615e07bc0046236516f311ecf0..6bf55cc8884c9fba9417d1345e916e69bb8dcc1e 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,15 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-21T17:44:57.264053+00:00", + "evaluated_at": "2026-06-21T22:24:47.287130+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 21.0, - 20.5, - 20.5, - 20.299999237060547, 21.200000762939453, 22.5, 24.0, @@ -341,13 +337,13 @@ 24.5, 24.399999618530273, 24.299999237060547, - 23.899999618530273 - ], - "actuals": [ + 23.899999618530273, 24.200000762939453, 23.899999618530273, 23.700000762939453, - 23.5, + 23.5 + ], + "actuals": [ 23.899999618530273, 24.799999237060547, 25.700000762939453, @@ -362,96 +358,96 @@ 25.600000381469727, 24.100000381469727, 23.299999237060547, - 22.799999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, 22.600000381469727, 22.600000381469727, - 22.700000762939453, 22.600000381469727, - 22.200000762939453 + 22.200000762939453, + 22.299999237060547, + 22.700000762939453 ], "p50": [ - 23.74757957458496, - 23.605417251586914, - 23.339319229125977, - 23.16149139404297, - 23.44342803955078, - 24.1324520111084, - 24.91609001159668, - 25.699798583984375, - 26.244436264038086, - 26.688621520996094, - 27.03433609008789, - 27.125486373901367, - 27.006589889526367, - 26.517070770263672, - 25.983972549438477, - 25.326906204223633, - 24.58661651611328, - 23.94015121459961, - 23.49885368347168, - 23.078386306762695, - 22.71820831298828, - 22.47346305847168, - 22.248252868652344, - 22.124858856201172 + 23.609397888183594, + 24.205936431884766, + 24.941556930541992, + 25.567123413085938, + 26.199811935424805, + 26.700382232666016, + 27.09076499938965, + 27.2534236907959, + 27.05523109436035, + 26.6657772064209, + 26.154224395751953, + 25.43460464477539, + 24.744115829467773, + 24.039491653442383, + 23.599802017211914, + 23.206130981445312, + 22.93459701538086, + 22.6669864654541, + 22.484054565429688, + 22.36435890197754, + 22.249588012695312, + 22.0869140625, + 21.878944396972656, + 21.787734985351562 ], "p10": [ - 23.8742618560791, - 23.741405487060547, - 23.45388412475586, - 23.37672233581543, - 23.66550636291504, - 24.393096923828125, - 25.316608428955078, - 26.06734848022461, - 26.727046966552734, - 27.193069458007812, - 27.527690887451172, - 27.681015014648438, - 27.5987491607666, - 27.157306671142578, - 26.524662017822266, - 25.755474090576172, - 25.148271560668945, - 24.409969329833984, - 23.981613159179688, - 23.582496643066406, - 23.37754249572754, - 22.91072654724121, - 22.649707794189453, - 22.64094352722168 + 23.772247314453125, + 24.380769729614258, + 25.289081573486328, + 25.961044311523438, + 26.57303237915039, + 27.18069076538086, + 27.54328727722168, + 27.729413986206055, + 27.566547393798828, + 27.13446807861328, + 26.67509651184082, + 25.982683181762695, + 25.253192901611328, + 24.607324600219727, + 24.11448097229004, + 23.63027000427246, + 23.433862686157227, + 23.016315460205078, + 22.896692276000977, + 22.803464889526367, + 22.851449966430664, + 22.533370971679688, + 22.2357234954834, + 22.294322967529297 ], "p90": [ - 24.14491081237793, - 24.217700958251953, - 24.13106346130371, - 24.147737503051758, - 24.6517276763916, - 25.573726654052734, - 26.624574661254883, - 27.574790954589844, - 28.335721969604492, - 28.981035232543945, - 29.430763244628906, - 29.671735763549805, - 29.511503219604492, - 29.07517433166504, - 28.41756248474121, - 27.655118942260742, - 26.87950325012207, - 26.10979652404785, - 25.617433547973633, - 25.101932525634766, - 24.706045150756836, - 24.533723831176758, - 24.257492065429688, - 24.13823699951172 + 24.185794830322266, + 25.11333465576172, + 26.14483070373535, + 27.069570541381836, + 27.90066146850586, + 28.605140686035156, + 29.164276123046875, + 29.404830932617188, + 29.28586769104004, + 28.906497955322266, + 28.32468032836914, + 27.604257583618164, + 26.815208435058594, + 26.08262062072754, + 25.538301467895508, + 25.07393455505371, + 24.7559757232666, + 24.389263153076172, + 24.168367385864258, + 24.013456344604492, + 23.939422607421875, + 23.865665435791016, + 23.638986587524414, + 23.66367530822754 ], "timestamps": [ - "2026-06-06 18:00:00", - "2026-06-06 19:00:00", - "2026-06-06 20:00:00", - "2026-06-06 21:00:00", "2026-06-06 22:00:00", "2026-06-06 23:00:00", "2026-06-07 00:00:00", @@ -807,6 +803,10 @@ "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", - "2026-06-21 17:00:00" + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 63738381117eb03f9e43574c3089a5fd53c054b8..a1ce0f7e5c3155f969dd7ab3bdadd6c4116b4ddc 100644 --- a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,15 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-21T17:45:05.450340+00:00", + "evaluated_at": "2026-06-21T22:24:53.439705+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 12.0, - 10.0, - 16.0, - 11.0, 13.0, 10.0, 12.0, @@ -34,7 +30,7 @@ 12.0, 13.0, 11.0, - 17.0, + 18.0, 20.0, 12.0, 18.0, @@ -168,18 +164,18 @@ 12.0, 11.0, 15.0, + 10.0, + 10.0, 7.0, - 6.0, - 5.0, 7.0, 10.0, - 11.0 - ], - "actuals": [ + 11.0, 6.0, 13.0, 13.0, - 13.0, + 13.0 + ], + "actuals": [ 7.0, 8.0, 13.0, @@ -197,93 +193,93 @@ 9.0, 10.0, 7.0, + 9.0, 8.0, - 8.0, - 3.0 + 7.0, + 6.0, + 10.0, + 4.0, + 4.0 ], "p50": [ - 8.694677352905273, - 8.758753776550293, - 8.76301383972168, - 8.895984649658203, - 8.957353591918945, - 9.064109802246094, - 9.095023155212402, - 9.089017868041992, - 8.843730926513672, - 8.682543754577637, - 8.576887130737305, - 8.378219604492188, - 8.254497528076172, - 8.171259880065918, - 8.20195198059082, - 8.206571578979492, - 8.221511840820312, - 8.301297187805176, - 8.38453197479248, - 8.356568336486816, - 8.473287582397461, - 8.574098587036133, - 8.519713401794434, - 8.585205078125 + 10.268265724182129, + 10.178757667541504, + 10.112951278686523, + 10.005294799804688, + 9.848001480102539, + 9.688040733337402, + 9.620646476745605, + 9.510906219482422, + 9.256516456604004, + 9.142334938049316, + 9.153719902038574, + 9.138379096984863, + 9.12997055053711, + 9.22064208984375, + 9.15261459350586, + 9.189008712768555, + 9.263216972351074, + 9.387054443359375, + 9.431797981262207, + 9.49268913269043, + 9.745044708251953, + 9.821760177612305, + 9.77233600616455, + 9.948592185974121 ], "p10": [ - 9.943533897399902, - 10.189414024353027, - 10.035545349121094, - 10.242416381835938, - 10.371548652648926, - 10.41750431060791, - 10.508956909179688, - 10.331127166748047, - 10.207319259643555, - 9.967996597290039, - 9.994497299194336, - 9.80491828918457, - 9.83102798461914, - 9.596900939941406, - 9.696699142456055, - 9.65274429321289, - 9.684150695800781, - 9.914044380187988, - 9.976860046386719, - 9.766304969787598, - 9.852030754089355, - 10.06624984741211, - 9.997915267944336, - 10.06439208984375 + 11.588534355163574, + 11.678401947021484, + 11.419462203979492, + 11.388798713684082, + 11.233208656311035, + 11.061960220336914, + 10.996955871582031, + 10.771491050720215, + 10.655808448791504, + 10.43502426147461, + 10.549104690551758, + 10.532805442810059, + 10.68278980255127, + 10.622103691101074, + 10.653971672058105, + 10.668122291564941, + 10.737318992614746, + 10.999105453491211, + 11.043684005737305, + 10.9326753616333, + 11.152478218078613, + 11.40038776397705, + 11.379144668579102, + 11.457748413085938 ], "p90": [ - 12.511699676513672, - 12.716194152832031, - 12.85982608795166, - 13.039963722229004, - 13.109540939331055, - 13.304472923278809, - 13.356158256530762, - 13.362585067749023, - 13.1256742477417, - 12.93732738494873, - 12.844100952148438, - 12.625224113464355, - 12.527441024780273, - 12.535353660583496, - 12.531246185302734, - 12.50065803527832, - 12.541217803955078, - 12.615533828735352, - 12.72987174987793, - 12.746976852416992, - 12.831896781921387, - 12.992584228515625, - 13.01920223236084, - 13.002685546875 + 14.39968204498291, + 14.412537574768066, + 14.466188430786133, + 14.356884956359863, + 14.187259674072266, + 14.052632331848145, + 13.987123489379883, + 13.884881973266602, + 13.64271068572998, + 13.557762145996094, + 13.57077693939209, + 13.538370132446289, + 13.533686637878418, + 13.650753021240234, + 13.576727867126465, + 13.628488540649414, + 13.777437210083008, + 13.92999267578125, + 14.013406753540039, + 14.056209564208984, + 14.326662063598633, + 14.419332504272461, + 14.494179725646973, + 14.607112884521484 ], "timestamps": [ - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", "2026-06-13 22:00:00", "2026-06-13 23:00:00", "2026-06-14 00:00:00", @@ -471,6 +467,10 @@ "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", - "2026-06-21 17:00:00" + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index e866dbcbbc9391f0e7a84766490bea05d86e4fe3..e4f9f76acb1162a778cadbb2dad8fe8340d97490 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,18 +1,26 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-21T17:54:44.558145+00:00", + "evaluated_at": "2026-06-21T22:24:59.104580+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ 2400.0, 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, 2400.0, 2400.0, 2400.0, 2400.0, + 2350.0, + 2350.0, 2400.0, + 2350.0, + 2350.0, 2400.0, 2400.0, 2400.0, @@ -24,51 +32,41 @@ 2400.0, 2400.0, 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, 2400.0, 2400.0, 2400.0, 2400.0, 2350.0, + 2350.0, + 2350.0, + 2350.0, 2400.0, 2400.0, 2400.0, 2400.0, 2400.0, - 2350.0, 2400.0, - 2350.0, - 2350.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, 2400.0, 2350.0, 2400.0, 2400.0, - 2350.0, - 2350.0, 2400.0, - 2350.0, - 2350.0, 2400.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, 2400.0, 2400.0, 2400.0, 2400.0, - 2350.0, - 2350.0, 2400.0, - 2350.0, - 2350.0, + 2450.0, 2400.0, 2400.0, 2400.0, @@ -76,51 +74,53 @@ 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, 2400.0, 2400.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, 2400.0, 2400.0, - 2350.0, - 2350.0, 2400.0, + 2450.0, 2400.0, + 2450.0, 2400.0, + 2450.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, + 2450.0, 2400.0, 2400.0, 2400.0, 2400.0, + 2450.0, + 2400.0, + 2450.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ 2400.0, - 2350.0, 2400.0, 2400.0, + 2400.0 + ], + "actuals": [ 2400.0, 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, + 2500.0, 2400.0, 2400.0, 2400.0, 2450.0, 2400.0, + 2350.0, 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, 2400.0, 2400.0, @@ -130,100 +130,84 @@ 2400.0 ], "p50": [ - 2396.067626953125, - 2394.316650390625, - 2390.80224609375, - 2389.550048828125, - 2387.54638671875, - 2386.86376953125, - 2386.506591796875, - 2385.35693359375, - 2385.1015625, - 2384.696044921875, - 2384.17431640625, - 2383.740478515625, - 2383.230712890625, - 2382.165771484375, - 2382.97802734375, - 2384.592041015625, - 2386.1044921875, - 2386.74267578125, - 2388.5498046875, - 2388.117919921875, - 2388.418212890625, - 2387.689208984375, - 2388.837646484375, - 2388.7138671875 + 2397.459716796875, + 2396.49951171875, + 2397.462158203125, + 2396.25244140625, + 2396.497802734375, + 2397.396484375, + 2398.11376953125, + 2398.35546875, + 2398.511474609375, + 2398.17431640625, + 2398.08642578125, + 2398.322998046875, + 2399.085693359375, + 2399.958251953125, + 2399.679931640625, + 2398.960693359375, + 2399.331787109375, + 2399.306640625, + 2398.412109375, + 2398.828369140625, + 2398.9404296875, + 2398.67822265625, + 2397.39501953125, + 2397.7705078125 ], "p10": [ - 2390.837646484375, - 2387.281982421875, - 2385.861328125, - 2383.671630859375, - 2381.9345703125, - 2380.98046875, - 2381.33203125, - 2382.19580078125, - 2379.2763671875, - 2379.8037109375, - 2378.970947265625, - 2377.529541015625, - 2377.6943359375, - 2377.39892578125, - 2376.7060546875, - 2377.74853515625, - 2378.12255859375, - 2378.1943359375, - 2380.08740234375, - 2380.71630859375, - 2380.77978515625, - 2381.4609375, - 2381.1552734375, - 2379.56640625 + 2404.564697265625, + 2406.34375, + 2407.01416015625, + 2406.41552734375, + 2406.573486328125, + 2407.51806640625, + 2406.01806640625, + 2407.619140625, + 2407.91650390625, + 2409.355712890625, + 2407.271728515625, + 2407.220947265625, + 2407.335693359375, + 2407.55810546875, + 2408.40185546875, + 2409.269287109375, + 2408.10986328125, + 2406.784912109375, + 2407.701904296875, + 2408.514404296875, + 2408.122802734375, + 2408.169189453125, + 2407.789306640625, + 2407.392822265625 ], "p90": [ - 2406.6181640625, - 2407.396728515625, - 2406.191162109375, - 2406.369140625, - 2405.88427734375, - 2407.01953125, - 2407.09814453125, - 2407.73681640625, - 2407.3427734375, - 2408.1689453125, - 2407.8701171875, - 2408.17236328125, - 2407.40283203125, - 2406.5458984375, - 2406.403564453125, - 2407.7626953125, - 2407.80810546875, - 2407.8837890625, - 2408.271728515625, - 2406.729248046875, - 2406.06494140625, - 2405.658447265625, - 2406.16162109375, - 2406.261962890625 + 2411.50927734375, + 2412.17333984375, + 2414.51123046875, + 2414.149658203125, + 2415.388427734375, + 2416.681884765625, + 2417.200927734375, + 2418.100341796875, + 2417.71435546875, + 2417.375, + 2418.6435546875, + 2417.0458984375, + 2418.661376953125, + 2419.589599609375, + 2418.94140625, + 2418.973388671875, + 2419.574951171875, + 2420.345947265625, + 2420.173828125, + 2421.487548828125, + 2421.4931640625, + 2422.3896484375, + 2421.162841796875, + 2420.7666015625 ], "timestamps": [ - "2026-06-21 06:55:00", - "2026-06-21 07:10:00", - "2026-06-21 07:25:00", - "2026-06-21 07:40:00", - "2026-06-21 07:55:00", - "2026-06-21 08:10:00", - "2026-06-21 08:25:00", - "2026-06-21 08:40:00", - "2026-06-21 08:55:00", - "2026-06-21 09:10:00", - "2026-06-21 09:25:00", - "2026-06-21 09:40:00", - "2026-06-21 09:55:00", - "2026-06-21 10:10:00", - "2026-06-21 10:25:00", - "2026-06-21 10:40:00", "2026-06-21 10:55:00", "2026-06-21 11:10:00", "2026-06-21 11:25:00", @@ -327,6 +311,22 @@ "2026-06-22 11:55:00", "2026-06-22 12:10:00", "2026-06-22 12:25:00", - "2026-06-22 12:40:00" + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index b40ca232ec74cd31eb5d606b8354cf82d244ae64..4d711577cec288ca54c91181e2a5e8a4ee41bbf9 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,31 +1,49 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-21T20:34:41.935922+00:00", + "evaluated_at": "2026-06-21T22:25:01.897969+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t210000z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t153600z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t193500z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260620t210000z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260620t210000z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260620t210000z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "context_length": 168, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t185000z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 916174e205a88ff33a20985e1b175a80f3efcba6..77af3b301d4410bfc08653b15ecd496a540de949 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,39289.53016980489,39289.53016980489,153.25764973958334,0.13168945726328418,0.0023844273462043353,0.0023891179923537053,1.5417331171611919,198.21586760349155,0.0030866174299396167,0.002386528075058336,0.004051109733872273,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,42684.82183011373,42684.82183011373,170.30419921875,0.14736193229301778,0.002653433351514001,0.0026538752963026157,1.6385693591105353,206.6030537773189,0.0032181304616449753,0.002652725219844163,0.004024053651841735,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.550176228056595,0.550176228056595,0.5530107021331787,0.3038520524287122,0.0222467109581586,0.021974201689470545,2.9614589625774843,0.7417386521252584,0.029455015627561792,0.021960482748027216,0.031543872018444045,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.016612833918646385,0.016612833918646385,0.09388775775829951,0.21020823750090034,0.2206933577737725,0.2808553343300904,1.6751664214791717,0.12889078290803568,0.21346603875418624,0.15549480951230457,0.20798537631760988,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.036204145633427325,0.036204145633427325,0.15696313629547756,0.3926778144755386,0.2957501291692856,0.3709080760282778,1.6067223702052948,0.19027387007528734,0.3513180936961547,0.2898137815879688,0.2797901883179808,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.025527593784022348,0.025527593784022348,0.13445880346828037,1.310973490095952,0.09094246078526402,0.0955030912958674,6.71359819981633,0.15977357035511958,0.11223119088359619,0.0944491107289384,0.07442727269842049,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TiRex,1.8610832836369582,1.8610832836369582,1.0829355319341023,4.1695911827866174,0.06894927303588318,0.07289133719360294,165.97567166718378,1.364215262939452,0.0904452108026156,0.07179683084645982,0.07344104200144205,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,42.62163856340688,42.62163856340688,4.707680304845174,0.41322162191917133,0.18955172645644933,0.16111932493305242,2.6276390890244072,6.528524991405553,0.2358287086637514,0.17005467062696994,0.1637029350992658,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,2.1023795519581654,2.1023795519581654,1.1505512396494548,0.5895417513179845,0.04700326235366991,0.04531122205973084,2.8285649462802436,1.4499584655976065,0.0581436978685757,0.046137393068649814,0.03344845688133909,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,10.560803414577967,10.560803414577967,2.8166568676630654,0.532281612786721,0.5029144223546084,0.35010395322810056,3.4734124010942113,3.2497389763760975,0.3786103661797395,0.3281541981743377,0.2692878391879019,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,313.56409806758165,313.56409806758165,6.403228759765625,0.27941361860795455,0.0026509159684624073,0.002659253350627394,9.47412198153409,17.70774119043933,0.007371826341206311,0.0026656980092692973,0.004803901695155151,Hydrology,1 +nws_ksfo_observations_temperature/1h/short,TiRex,1.0201290728403667,1.0201290728403667,0.8463300069173177,0.6069298762145955,0.040783528639124315,0.04198823922510497,2.7479105983914898,1.010014392392686,0.04993890754476178,0.04184573634409092,0.034726024869262746,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,38.10638112606515,38.10638112606515,5.286342104276021,0.4581241728394925,0.2432140622151373,0.21492384549830215,2.4929746971531905,6.173036621150498,0.24089899009367796,0.20629627724003985,0.19144289483653604,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.7601354177872963,1.7601354177872963,1.1493170261383057,0.5852569621872882,0.047122986462467285,0.045717480501687384,2.6992433101897144,1.3267009526593763,0.05350499776524851,0.046351217877568254,0.033999021573095034,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,13.614982800034758,13.614982800034758,3.107408324877421,0.5818814028379046,0.6258702110559654,0.3855857896951916,4.649520310995948,3.6898486147855385,0.46608614081501537,0.39251473577399004,0.29494905627958956,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,956.1720584084591,956.1720584084591,15.34832763671875,0.5667074819711538,0.006271097706080507,0.006333097713975312,9.39758263221154,30.92203192561024,0.012828500712439858,0.006367499797428695,0.00592321506545304,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,470.9839568113176,470.9839568113176,18.29669407435826,0.3692443480559426,0.07939229194969974,0.07648632261901081,1.7100045810649784,21.702164795506405,0.08735776513429835,0.07364971737809535,0.062455629691568246,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 1af7d327a8bc8e14401d5e2d33a371e3ad55231e..ab3136b068fc689f2e0f2c320995648c2e631aab 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-21T20:59:40.965319+00:00", + "evaluated_at": "2026-06-21T22:31:38.436102+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65776.96875, 65780.0, 65675.0078125, 65700.0, @@ -101,10 +100,10 @@ 63834.69921875, 63805.890625, 63936.0, - 63925.98828125 + 63925.98828125, + 64012.3984375 ], "actuals": [ - 64012.3984375, 64272.01171875, 64298.01171875, 64294.0, @@ -127,88 +126,88 @@ 64151.4609375, 64213.80859375, 64207.12109375, - 64210.1484375 + 63848.0, + 63939.828125 ], "p50": [ - 63914.34375, - 63936.02734375, - 63960.95703125, - 63978.6953125, - 63994.6171875, - 64008.0703125, - 64014.703125, - 64025.02734375, - 64036.14453125, - 64040.28125, - 64051.63671875, - 64059.94921875, - 64072.359375, - 64084.66796875, - 64102.81640625, - 64119.8984375, - 64134.57421875, - 64156.6640625, - 64173.6015625, - 64186.4765625, - 64201.64453125, - 64209.484375, - 64222.03515625, - 64229.49609375 + 63991.59765625, + 64014.91015625, + 64038.62890625, + 64057.51171875, + 64071.41015625, + 64078.7265625, + 64083.96484375, + 64096.38671875, + 64110.27734375, + 64116.28125, + 64132.8984375, + 64150.39453125, + 64168.56640625, + 64186.41015625, + 64207.95703125, + 64222.7734375, + 64244.03515625, + 64263.0234375, + 64275.5078125, + 64292.36328125, + 64305.1640625, + 64310.94140625, + 64324.71484375, + 64330.0390625 ], "p10": [ - 63699.36328125, - 63592.078125, - 63515.08984375, - 63473.04296875, - 63448.8828125, - 63425.68359375, - 63381.6953125, - 63345.484375, - 63313.20703125, - 63269.09375, - 63222.5703125, - 63174.2421875, - 63145.91015625, - 63130.91015625, - 63113.3046875, - 63098.45703125, - 63076.46484375, - 63061.5859375, - 63043.9453125, - 63020.83203125, - 62998.28125, - 62963.0390625, - 62934.671875, - 62909.28125 + 63768.5078125, + 63672.4921875, + 63596.2265625, + 63554.8984375, + 63527.9296875, + 63495.21875, + 63451.13671875, + 63417.1640625, + 63387.09765625, + 63343.8984375, + 63305.6171875, + 63271.33203125, + 63245.61328125, + 63227.79296875, + 63210.859375, + 63188.29296875, + 63175.60546875, + 63152.859375, + 63123.72265625, + 63106.0, + 63076.859375, + 63042.0546875, + 63017.51953125, + 62987.671875 ], "p90": [ - 64141.87890625, - 64271.78515625, - 64400.39453125, - 64502.37109375, - 64582.58984375, - 64654.58203125, - 64715.49609375, - 64781.2421875, - 64844.44140625, - 64908.39453125, - 64973.41796875, - 65020.953125, - 65072.54296875, - 65130.0703125, - 65208.8359375, - 65287.9921875, - 65347.765625, - 65396.5, - 65432.6484375, - 65483.05078125, - 65514.3828125, - 65546.203125, - 65578.3359375, - 65613.921875 + 64223.4375, + 64349.44140625, + 64479.078125, + 64585.12109375, + 64664.99609375, + 64729.84375, + 64789.85546875, + 64859.15234375, + 64925.5703125, + 64990.56640625, + 65059.8203125, + 65113.4140625, + 65163.8125, + 65231.53515625, + 65324.3203125, + 65393.7265625, + 65463.44921875, + 65515.30078125, + 65552.2734375, + 65614.828125, + 65647.0234375, + 65685.3671875, + 65727.1640625, + 65762.4453125 ], "timestamps": [ - "2026-06-16 21:00:00", "2026-06-16 22:00:00", "2026-06-16 23:00:00", "2026-06-17 00:00:00", @@ -327,6 +326,7 @@ "2026-06-21 17:00:00", "2026-06-21 18:00:00", "2026-06-21 19:00:00", - "2026-06-21 20:00:00" + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" ] } diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index c8bcb4e1d8da86ec4f714da4ac064078d2a8d306..31d77d354e00ac5df43f1464a62578f90a57b9b4 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,27 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-21T20:59:51.076272+00:00", + "evaluated_at": "2026-06-21T22:51:56.574455+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9490000009536743, - 0.9049999713897705, - 0.8679999709129333, - 0.8349999785423279, - 0.7940000295639038, - 0.753000020980835, - 0.7099999785423279, - 0.6679999828338623, - 0.6439999938011169, - 0.6190000176429749, - 0.5839999914169312, - 0.5450000166893005, - 0.5059999823570251, - 0.47699999809265137, - 0.4569999873638153, - 0.43299999833106995, 0.4090000092983246, 0.38199999928474426, 0.35499998927116394, @@ -245,9 +229,7 @@ 1.340000033378601, 1.315000057220459, 1.2949999570846558, - 1.2790000438690186 - ], - "actuals": [ + 1.2790000438690186, 1.2480000257492065, 1.225000023841858, 1.194000005722046, @@ -263,7 +245,9 @@ 0.8899999856948853, 0.8550000190734863, 0.8190000057220459, - 0.7829999923706055, + 0.7829999923706055 + ], + "actuals": [ 0.746999979019165, 0.7179999947547913, 0.6800000071525574, @@ -307,211 +291,211 @@ 0.48500001430511475, 0.5149999856948853, 0.5379999876022339, - 0.546999990940094 + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 ], "p50": [ - 1.2560718059539795, - 1.2319824695587158, - 1.2054232358932495, - 1.1768622398376465, - 1.1461389064788818, - 1.1119049787521362, - 1.0770670175552368, - 1.041024088859558, - 1.0075064897537231, - 0.9755483269691467, - 0.9437342882156372, - 0.9114004969596863, - 0.8791534304618835, - 0.845247209072113, - 0.8094820380210876, - 0.7753181457519531, - 0.741470217704773, - 0.7076560258865356, - 0.6726114749908447, - 0.6388765573501587, - 0.6055803298950195, - 0.5727008581161499, - 0.5412049293518066, - 0.5081813335418701, - 0.47351789474487305, - 0.4380737543106079, - 0.4005693197250366, - 0.3656997084617615, - 0.33162105083465576, - 0.30050981044769287, - 0.2707015872001648, - 0.2487396001815796, - 0.25218838453292847, - 0.31060755252838135, - 0.3164665102958679, - 0.32236194610595703, - 0.3078007102012634, - 0.288571834564209, - 0.27738380432128906, - 0.2602011561393738, - 0.24153083562850952, - 0.23160934448242188, - 0.2207392454147339, - 0.21071749925613403, - 0.2018079161643982, - 0.19837415218353271, - 0.1937485933303833, - 0.1883440613746643, - 0.18179690837860107, - 0.18028008937835693, - 0.178300678730011, - 0.17874062061309814, - 0.1837744116783142, - 0.1895419955253601, - 0.19991707801818848, - 0.2201617956161499, - 0.23713958263397217, - 0.24893814325332642, - 0.2568930983543396, - 0.2741663455963135 + 0.7490664720535278, + 0.7193113565444946, + 0.6914037466049194, + 0.6633093357086182, + 0.6364189386367798, + 0.6096275448799133, + 0.5833569169044495, + 0.5541067123413086, + 0.5249823331832886, + 0.49520695209503174, + 0.46576833724975586, + 0.4375837445259094, + 0.41113632917404175, + 0.38649410009384155, + 0.36315780878067017, + 0.3424069285392761, + 0.32313311100006104, + 0.30396246910095215, + 0.28540897369384766, + 0.2703542113304138, + 0.2557240128517151, + 0.2436387538909912, + 0.2366105318069458, + 0.22930115461349487, + 0.22570914030075073, + 0.22388917207717896, + 0.223685622215271, + 0.22218501567840576, + 0.22258764505386353, + 0.22184127569198608, + 0.21797645092010498, + 0.22139602899551392, + 0.18048357963562012, + 0.14535290002822876, + 0.14925938844680786, + 0.17262673377990723, + 0.18531841039657593, + 0.19901114702224731, + 0.2201862335205078, + 0.23736274242401123, + 0.25520145893096924, + 0.280147910118103, + 0.3026825785636902, + 0.3217528462409973, + 0.336758553981781, + 0.35494035482406616, + 0.3732302784919739, + 0.39313220977783203, + 0.4128512144088745, + 0.439350426197052, + 0.46521955728530884, + 0.48899465799331665, + 0.5091108679771423, + 0.5270941853523254, + 0.5498393177986145, + 0.5766570568084717, + 0.6035960912704468, + 0.6291290521621704, + 0.6533230543136597, + 0.6818464994430542 ], "p10": [ - 1.24626624584198, - 1.2196648120880127, - 1.1884403228759766, - 1.154346227645874, - 1.119307518005371, - 1.0801076889038086, - 1.0386219024658203, - 0.9978801608085632, - 0.958340585231781, - 0.9206205606460571, - 0.881913423538208, - 0.8406843543052673, - 0.801724374294281, - 0.7601546049118042, - 0.7153373956680298, - 0.6712626814842224, - 0.6269583106040955, - 0.5801588296890259, - 0.5340060591697693, - 0.48765063285827637, - 0.4439374804496765, - 0.4006621837615967, - 0.355835497379303, - 0.3077391982078552, - 0.25668418407440186, - 0.20254987478256226, - 0.14783388376235962, - 0.09312009811401367, - 0.04193294048309326, - -0.00671696662902832, - -0.051738739013671875, - -0.08547604084014893, - -0.10299646854400635, - -0.0734783411026001, - -0.11784577369689941, - -0.10339808464050293, - -0.11993646621704102, - -0.16279995441436768, - -0.20261776447296143, - -0.23733031749725342, - -0.2843552827835083, - -0.33595335483551025, - -0.36185216903686523, - -0.38465261459350586, - -0.3964533805847168, - -0.41387128829956055, - -0.4383193254470825, - -0.46423399448394775, - -0.4816669225692749, - -0.49856746196746826, - -0.5226502418518066, - -0.5396180152893066, - -0.5468672513961792, - -0.5484498739242554, - -0.5417579412460327, - -0.5374997854232788, - -0.5419578552246094, - -0.5516891479492188, - -0.5564939975738525, - -0.5679725408554077 + 0.7404917478561401, + 0.7070082426071167, + 0.6742030382156372, + 0.6415949463844299, + 0.6107171177864075, + 0.5802977681159973, + 0.5491188168525696, + 0.5160759091377258, + 0.48067498207092285, + 0.444497287273407, + 0.40869104862213135, + 0.3715668320655823, + 0.3368280529975891, + 0.30522435903549194, + 0.27493345737457275, + 0.24566662311553955, + 0.21715563535690308, + 0.18633431196212769, + 0.15738046169281006, + 0.12985795736312866, + 0.10568726062774658, + 0.08235323429107666, + 0.06193947792053223, + 0.04262852668762207, + 0.02494502067565918, + 0.01110219955444336, + -0.0021413564682006836, + -0.017775893211364746, + -0.031398773193359375, + -0.04694712162017822, + -0.0612330436706543, + -0.06935572624206543, + -0.08990561962127686, + -0.16013288497924805, + -0.1974031925201416, + -0.1896672248840332, + -0.1878650188446045, + -0.19690775871276855, + -0.20399200916290283, + -0.2085970640182495, + -0.21852457523345947, + -0.23229598999023438, + -0.22484254837036133, + -0.2176302671432495, + -0.21746623516082764, + -0.21628570556640625, + -0.22009432315826416, + -0.22016048431396484, + -0.20882272720336914, + -0.19866526126861572, + -0.1899247169494629, + -0.17823660373687744, + -0.166853666305542, + -0.15958285331726074, + -0.1487734317779541, + -0.13854634761810303, + -0.1313633918762207, + -0.12080693244934082, + -0.10713386535644531, + -0.0986182689666748 ], "p90": [ - 1.2667393684387207, - 1.2460968494415283, - 1.225022315979004, - 1.1998788118362427, - 1.1736805438995361, - 1.1457457542419434, - 1.1157623529434204, - 1.0863076448440552, - 1.059706211090088, - 1.0360147953033447, - 1.0134837627410889, - 0.9892274737358093, - 0.9649067521095276, - 0.9380065202713013, - 0.9107089042663574, - 0.8859337568283081, - 0.8632509708404541, - 0.8404490351676941, - 0.8185515999794006, - 0.7969995737075806, - 0.7807166576385498, - 0.7670414447784424, - 0.7514938116073608, - 0.7336918115615845, - 0.7172950506210327, - 0.7006089687347412, - 0.6855212450027466, - 0.6717334985733032, - 0.6623791456222534, - 0.6575585007667542, - 0.6515799164772034, - 0.6436409950256348, - 0.7011746764183044, - 0.6828762292861938, - 0.6750310063362122, - 0.7080689072608948, - 0.7321621775627136, - 0.7517192959785461, - 0.7528235912322998, - 0.7633837461471558, - 0.7816713452339172, - 0.8015960454940796, - 0.8169636726379395, - 0.8185024857521057, - 0.835342526435852, - 0.8514121770858765, - 0.8768219947814941, - 0.8832505941390991, - 0.8959760069847107, - 0.9226441383361816, - 0.9575669765472412, - 0.9895516037940979, - 1.014286756515503, - 1.0379960536956787, - 1.0678566694259644, - 1.1062673330307007, - 1.1344043016433716, - 1.1701266765594482, - 1.2078880071640015, - 1.2493730783462524 + 0.759750247001648, + 0.7322829961776733, + 0.7090433835983276, + 0.6841044425964355, + 0.6630599498748779, + 0.6424530148506165, + 0.6203607320785522, + 0.5972805023193359, + 0.5753388404846191, + 0.5525072813034058, + 0.5308569669723511, + 0.5107561945915222, + 0.49277621507644653, + 0.47577571868896484, + 0.46268343925476074, + 0.450039803981781, + 0.4410374164581299, + 0.43060415983200073, + 0.4249805808067322, + 0.42003875970840454, + 0.42280495166778564, + 0.4279612898826599, + 0.4358783960342407, + 0.44375085830688477, + 0.45625418424606323, + 0.4706660509109497, + 0.48733675479888916, + 0.5075624585151672, + 0.5323787927627563, + 0.5557585954666138, + 0.574444055557251, + 0.5885995626449585, + 0.43316954374313354, + 0.4164053797721863, + 0.43940168619155884, + 0.4904090166091919, + 0.5298583507537842, + 0.5720390677452087, + 0.5963393449783325, + 0.6328632235527039, + 0.6811925172805786, + 0.7222135066986084, + 0.760045051574707, + 0.7946958541870117, + 0.8282926082611084, + 0.8602384328842163, + 0.8952170610427856, + 0.9273824691772461, + 0.9615539908409119, + 1.0031253099441528, + 1.0524638891220093, + 1.0965925455093384, + 1.1403100490570068, + 1.1884965896606445, + 1.237589955329895, + 1.282922387123108, + 1.3213186264038086, + 1.3632218837738037, + 1.40415620803833, + 1.4532074928283691 ], "timestamps": [ - "2026-06-20 14:06:00", - "2026-06-20 14:12:00", - "2026-06-20 14:18:00", - "2026-06-20 14:24:00", - "2026-06-20 14:30:00", - "2026-06-20 14:36:00", - "2026-06-20 14:42:00", - "2026-06-20 14:48:00", - "2026-06-20 14:54:00", - "2026-06-20 15:00:00", - "2026-06-20 15:06:00", - "2026-06-20 15:12:00", - "2026-06-20 15:18:00", - "2026-06-20 15:24:00", - "2026-06-20 15:30:00", - "2026-06-20 15:36:00", "2026-06-20 15:42:00", "2026-06-20 15:48:00", "2026-06-20 15:54:00", @@ -795,6 +779,22 @@ "2026-06-21 19:42:00", "2026-06-21 19:48:00", "2026-06-21 19:54:00", - "2026-06-21 20:00:00" + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00" ] } diff --git a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json index ec623cd3c5721387c375b41cc335db7e5b2846f1..89cea12851f0e8f76173149e7a7a25707d42e551 100644 --- a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,65 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-21T18:56:55.661462+00:00", + "evaluated_at": "2026-06-21T22:58:05.335945+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 14.0, - 14.0, - 15.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.0, - 14.0, - 13.0, - 13.300000190734863, - 13.0, - 14.0, - 14.0, - 14.0, - 14.0, 14.0, 13.0, 13.0, @@ -101,9 +47,7 @@ 14.0, 14.0, 14.0, - 14.0 - ], - "actuals": [ + 14.0, 14.0, 14.0, 14.0, @@ -127,91 +71,143 @@ 16.0, 16.0, 16.0, - 16.0 + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0 + ], + "actuals": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 14.001200675964355, - 14.000994682312012, - 14.001255989074707, - 14.00118350982666, - 14.001205444335938, - 14.001303672790527, - 14.001079559326172, - 14.000957489013672, - 14.00102424621582, - 14.00096321105957, - 14.001076698303223, - 14.00070858001709, - 14.000835418701172, - 14.000848770141602, - 14.000885009765625, - 14.000816345214844, - 14.000707626342773, - 14.000486373901367, - 14.000726699829102, - 14.000986099243164, - 14.000950813293457, - 14.00126838684082, - 14.001882553100586, - 14.001954078674316 + 18.930389404296875, + 18.97582244873047, + 18.98908042907715, + 19.043413162231445, + 19.050472259521484, + 19.09880828857422, + 19.110443115234375, + 19.193313598632812, + 19.22454261779785, + 19.30765724182129, + 19.33116912841797, + 19.383634567260742, + 19.412654876708984, + 19.482725143432617, + 19.514474868774414, + 19.572532653808594, + 19.59396743774414, + 19.640716552734375, + 19.669118881225586, + 19.76683807373047, + 19.738815307617188, + 19.81695556640625, + 19.84703826904297, + 19.89882469177246 ], "p10": [ - 13.995086669921875, - 13.986716270446777, - 13.976229667663574, - 13.964292526245117, - 13.953045845031738, - 13.92647933959961, - 13.884307861328125, - 13.846994400024414, - 13.836383819580078, - 13.816197395324707, - 13.811558723449707, - 13.789295196533203, - 13.747038841247559, - 13.727530479431152, - 13.694878578186035, - 13.670442581176758, - 13.662545204162598, - 13.667031288146973, - 13.673938751220703, - 13.65968132019043, - 13.65157413482666, - 13.643878936767578, - 13.618724822998047, - 13.61777114868164 + 18.587505340576172, + 18.526351928710938, + 18.471960067749023, + 18.482242584228516, + 18.459646224975586, + 18.47749137878418, + 18.443614959716797, + 18.469064712524414, + 18.446138381958008, + 18.419157028198242, + 18.376171112060547, + 18.397724151611328, + 18.369422912597656, + 18.37959861755371, + 18.35137176513672, + 18.34331703186035, + 18.323667526245117, + 18.300691604614258, + 18.26297378540039, + 18.2937068939209, + 18.187213897705078, + 18.175439834594727, + 18.086137771606445, + 18.06358528137207 ], "p90": [ - 14.006757736206055, - 14.006590843200684, - 14.006669998168945, - 14.006621360778809, - 14.00793170928955, - 14.009513854980469, - 14.010638236999512, - 14.011307716369629, - 14.012025833129883, - 14.01244831085205, - 14.012557029724121, - 14.01157283782959, - 14.011945724487305, - 14.01224136352539, - 14.012928009033203, - 14.01247501373291, - 14.012121200561523, - 14.013879776000977, - 14.016926765441895, - 14.018736839294434, - 14.022255897521973, - 14.024883270263672, - 14.027756690979004, - 14.028889656066895 + 19.271087646484375, + 19.41777229309082, + 19.552696228027344, + 19.76229476928711, + 19.884737014770508, + 20.01920509338379, + 20.08513832092285, + 20.224380493164062, + 20.311038970947266, + 20.478515625, + 20.535938262939453, + 20.579370498657227, + 20.632410049438477, + 20.74866485595703, + 20.837766647338867, + 20.901403427124023, + 20.959407806396484, + 21.090927124023438, + 21.20119857788086, + 21.377784729003906, + 21.35913848876953, + 21.451364517211914, + 21.48196792602539, + 21.557924270629883 ], "timestamps": [ - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", "2026-06-21 12:00:00", "2026-06-21 13:00:00", "2026-06-21 14:00:00", @@ -327,6 +323,10 @@ "2026-06-26 04:00:00", "2026-06-26 05:00:00", "2026-06-26 06:00:00", - "2026-06-26 07:00:00" + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index c81cb33d3921aa89a91b8726f49716e32a01d0a0..3310a4bec361616e4ef63eaf8439508acac5d3dd 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,15 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-21T18:57:00.776978+00:00", + "evaluated_at": "2026-06-21T22:58:10.918109+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 26.700000762939453, - 22.700000762939453, - 26.399999618530273, - 32.599998474121094, 39.70000076293945, 27.399999618530273, 25.100000381469727, @@ -341,13 +337,13 @@ 43.20000076293945, 40.29999923706055, 37.79999923706055, - 35.400001525878906 - ], - "actuals": [ + 35.400001525878906, 34.0, 31.200000762939453, 25.100000381469727, - 21.200000762939453, + 21.200000762939453 + ], + "actuals": [ 20.899999618530273, 23.5, 27.600000381469727, @@ -367,91 +363,91 @@ 28.799999237060547, 26.0, 23.299999237060547, - 21.200000762939453 + 21.200000762939453, + 18.899999618530273, + 16.399999618530273, + 14.100000381469727, + 12.699999809265137 ], "p50": [ - 34.226924896240234, - 32.69232940673828, - 31.013397216796875, - 29.90976333618164, - 30.332782745361328, - 30.410444259643555, - 28.397045135498047, - 27.749910354614258, - 26.34732437133789, - 24.87264633178711, - 24.2029972076416, - 24.263050079345703, - 24.59793472290039, - 25.214014053344727, - 25.894771575927734, - 27.043190002441406, - 30.375886917114258, - 35.90568542480469, - 37.62293243408203, - 39.18526077270508, - 39.27684783935547, - 38.50019073486328, - 37.3626594543457, - 36.10979080200195 + 20.131433486938477, + 20.99409294128418, + 21.716259002685547, + 23.109760284423828, + 23.014877319335938, + 22.56065559387207, + 22.63901138305664, + 22.811264038085938, + 23.28179931640625, + 23.770877838134766, + 24.269214630126953, + 25.784160614013672, + 28.211599349975586, + 32.883392333984375, + 34.523494720458984, + 35.115726470947266, + 35.58216094970703, + 35.26544952392578, + 33.39374542236328, + 31.086881637573242, + 28.5843448638916, + 26.488393783569336, + 23.296607971191406, + 21.39400863647461 ], "p10": [ - 31.809490203857422, - 27.329816818237305, - 22.71830940246582, - 18.839046478271484, - 16.883865356445312, - 17.041484832763672, - 16.637094497680664, - 17.10042953491211, - 17.120254516601562, - 16.672582626342773, - 16.30139923095703, - 16.143054962158203, - 15.8855562210083, - 15.828941345214844, - 16.038612365722656, - 16.937015533447266, - 18.131580352783203, - 20.230268478393555, - 21.162860870361328, - 20.901473999023438, - 20.538333892822266, - 19.348785400390625, - 17.66851806640625, - 15.94853687286377 + 16.35468864440918, + 14.513519287109375, + 14.11729621887207, + 15.23813247680664, + 15.233336448669434, + 15.053200721740723, + 15.050302505493164, + 15.149250984191895, + 15.331947326660156, + 15.528807640075684, + 15.756780624389648, + 16.249229431152344, + 17.079776763916016, + 18.805370330810547, + 18.909385681152344, + 18.62795639038086, + 18.304075241088867, + 17.664443969726562, + 16.316883087158203, + 14.177189826965332, + 12.91917610168457, + 11.559856414794922, + 10.445068359375, + 10.162822723388672 ], "p90": [ - 36.60770034790039, - 37.696842193603516, - 39.721309661865234, - 42.73768615722656, - 46.973079681396484, - 49.14579772949219, - 45.742835998535156, - 44.39860534667969, - 42.037818908691406, - 40.522552490234375, - 39.98432159423828, - 40.21499252319336, - 41.66318130493164, - 43.49462127685547, - 45.83338165283203, - 49.942176818847656, - 55.012794494628906, - 61.14789581298828, - 63.014892578125, - 63.233619689941406, - 63.43842315673828, - 61.55805206298828, - 59.557586669921875, - 57.99430847167969 + 24.54772186279297, + 28.80254554748535, + 31.27398109436035, + 33.401546478271484, + 33.477325439453125, + 33.386478424072266, + 34.01782989501953, + 34.87289810180664, + 36.1557502746582, + 38.017459869384766, + 40.110782623291016, + 43.87315368652344, + 49.049930572509766, + 55.71982192993164, + 57.74590301513672, + 58.083919525146484, + 58.76180648803711, + 58.487762451171875, + 56.78271484375, + 54.19408416748047, + 53.26712417602539, + 51.30525207519531, + 48.52375030517578, + 45.089569091796875 ], "timestamps": [ - "2026-06-06 18:00:00", - "2026-06-06 19:00:00", - "2026-06-06 20:00:00", - "2026-06-06 21:00:00", "2026-06-06 22:00:00", "2026-06-06 23:00:00", "2026-06-07 00:00:00", @@ -807,6 +803,10 @@ "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", - "2026-06-21 17:00:00" + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 15ff5caa3fd2f32806f28ca5d66269e3055c8aab..1b82ef8491c1bdc3209fd0775f89f9c9aa741f71 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,15 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-21T18:57:05.704572+00:00", + "evaluated_at": "2026-06-21T22:58:17.113299+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 21.0, - 20.5, - 20.5, - 20.299999237060547, 21.200000762939453, 22.5, 24.0, @@ -341,13 +337,13 @@ 24.5, 24.399999618530273, 24.299999237060547, - 23.899999618530273 - ], - "actuals": [ + 23.899999618530273, 24.200000762939453, 23.899999618530273, 23.700000762939453, - 23.5, + 23.5 + ], + "actuals": [ 23.899999618530273, 24.799999237060547, 25.700000762939453, @@ -362,96 +358,96 @@ 25.600000381469727, 24.100000381469727, 23.299999237060547, - 22.799999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, 22.600000381469727, 22.600000381469727, - 22.700000762939453, 22.600000381469727, - 22.200000762939453 + 22.200000762939453, + 22.299999237060547, + 22.700000762939453 ], "p50": [ - 23.950660705566406, - 23.770645141601562, - 23.61885643005371, - 23.53142547607422, - 23.887496948242188, - 24.966398239135742, - 25.84344482421875, - 26.781227111816406, - 27.596050262451172, - 28.4196834564209, - 29.084260940551758, - 29.32669448852539, - 29.21156120300293, - 28.83430290222168, - 28.221420288085938, - 27.514293670654297, - 26.7325439453125, - 25.91061019897461, - 25.36438751220703, - 24.72343635559082, - 24.3844051361084, - 24.115015029907227, - 23.836172103881836, - 23.698110580444336 + 23.893936157226562, + 24.811004638671875, + 25.83172607421875, + 26.71200180053711, + 27.583017349243164, + 28.331056594848633, + 28.913503646850586, + 29.179244995117188, + 29.104454040527344, + 28.722400665283203, + 28.11435890197754, + 27.435894012451172, + 26.55596160888672, + 25.704355239868164, + 25.189037322998047, + 24.647871017456055, + 24.346532821655273, + 24.065868377685547, + 23.85947036743164, + 23.71608543395996, + 23.730859756469727, + 23.5416202545166, + 23.36587142944336, + 23.305389404296875 ], "p10": [ - 23.60419273376465, - 23.22137451171875, - 22.91400146484375, - 22.688140869140625, - 22.89969253540039, - 23.71704864501953, - 24.295909881591797, - 24.917158126831055, - 25.425893783569336, - 25.8463134765625, - 26.018775939941406, - 26.009878158569336, - 25.87225914001465, - 25.637042999267578, - 25.307632446289062, - 24.859899520874023, - 24.312707901000977, - 23.60102653503418, - 23.126455307006836, - 22.525951385498047, - 22.134401321411133, - 21.72736167907715, - 21.294763565063477, - 21.07796859741211 + 23.49838638305664, + 23.96974754333496, + 24.46933364868164, + 24.903886795043945, + 25.39187240600586, + 25.803220748901367, + 26.091156005859375, + 26.182748794555664, + 26.104991912841797, + 25.847702026367188, + 25.470563888549805, + 25.014026641845703, + 24.36199188232422, + 23.628860473632812, + 23.168861389160156, + 22.649871826171875, + 22.326730728149414, + 21.962602615356445, + 21.640443801879883, + 21.3956241607666, + 21.343929290771484, + 21.105510711669922, + 20.84901237487793, + 20.76820182800293 ], "p90": [ - 24.297964096069336, - 24.262678146362305, - 24.266918182373047, - 24.3402042388916, - 24.917844772338867, - 26.301000595092773, - 27.515071868896484, - 28.873626708984375, - 30.187602996826172, - 31.413679122924805, - 32.511566162109375, - 32.760250091552734, - 32.50621032714844, - 31.905494689941406, - 31.089445114135742, - 30.138193130493164, - 29.008129119873047, - 27.980663299560547, - 27.314132690429688, - 26.586017608642578, - 26.23826026916504, - 26.012483596801758, - 25.79049301147461, - 25.695920944213867 + 24.35767364501953, + 25.77121925354004, + 27.23215103149414, + 28.554397583007812, + 29.873981475830078, + 31.175628662109375, + 32.148372650146484, + 32.46296691894531, + 32.345218658447266, + 31.77605628967285, + 30.940744400024414, + 29.882375717163086, + 28.713138580322266, + 27.7100830078125, + 27.088409423828125, + 26.476478576660156, + 26.143705368041992, + 25.860904693603516, + 25.68034553527832, + 25.561431884765625, + 25.61972999572754, + 25.48957061767578, + 25.341005325317383, + 25.326982498168945 ], "timestamps": [ - "2026-06-06 18:00:00", - "2026-06-06 19:00:00", - "2026-06-06 20:00:00", - "2026-06-06 21:00:00", "2026-06-06 22:00:00", "2026-06-06 23:00:00", "2026-06-07 00:00:00", @@ -807,6 +803,10 @@ "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", - "2026-06-21 17:00:00" + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" ] } diff --git a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 982e63995fc55c10bab62ffb796615dd17e46d7e..461a19d04b50c14222968ec5a84103363c540435 100644 --- a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,15 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-21T18:57:10.488612+00:00", + "evaluated_at": "2026-06-21T22:58:21.598708+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 12.0, - 10.0, - 16.0, - 11.0, 13.0, 10.0, 12.0, @@ -34,7 +30,7 @@ 12.0, 13.0, 11.0, - 17.0, + 18.0, 20.0, 12.0, 18.0, @@ -168,18 +164,18 @@ 12.0, 11.0, 15.0, + 10.0, + 10.0, 7.0, - 6.0, - 5.0, 7.0, 10.0, - 11.0 - ], - "actuals": [ + 11.0, 6.0, 13.0, 13.0, - 13.0, + 13.0 + ], + "actuals": [ 7.0, 8.0, 13.0, @@ -197,93 +193,93 @@ 9.0, 10.0, 7.0, + 9.0, 8.0, - 8.0, - 3.0 + 7.0, + 6.0, + 10.0, + 4.0, + 4.0 ], "p50": [ - 9.94787883758545, - 9.52597427368164, - 9.200380325317383, - 9.164037704467773, - 9.168975830078125, - 8.974491119384766, - 8.777830123901367, - 8.654407501220703, - 8.541786193847656, - 8.436710357666016, - 8.593307495117188, - 8.716711044311523, - 8.822797775268555, - 9.009004592895508, - 9.194311141967773, - 8.93253231048584, - 8.720993041992188, - 8.726213455200195, - 8.6586275100708, - 8.60261344909668, - 8.756149291992188, - 9.143383026123047, - 9.183753967285156, - 8.935234069824219 + 10.921806335449219, + 10.537208557128906, + 10.276899337768555, + 10.196746826171875, + 10.108888626098633, + 9.932262420654297, + 9.933740615844727, + 10.008050918579102, + 10.086695671081543, + 10.180360794067383, + 10.319310188293457, + 10.253015518188477, + 10.112037658691406, + 10.129608154296875, + 10.197925567626953, + 10.171512603759766, + 10.225425720214844, + 10.394899368286133, + 10.393495559692383, + 10.190685272216797, + 10.239139556884766, + 10.299457550048828, + 10.325634956359863, + 10.31320571899414 ], "p10": [ - 6.061659812927246, - 5.571568489074707, - 5.279719352722168, - 5.240293502807617, - 5.174955368041992, - 4.994056701660156, - 4.865083694458008, - 4.751629829406738, - 4.6368207931518555, - 4.5264177322387695, - 4.65058708190918, - 4.727527618408203, - 4.806182861328125, - 4.817151069641113, - 4.823185920715332, - 4.644221305847168, - 4.452113151550293, - 4.459430694580078, - 4.3949689865112305, - 4.300601005554199, - 4.325303077697754, - 4.5821075439453125, - 4.484857559204102, - 4.305275917053223 + 6.860261917114258, + 6.335201263427734, + 6.1117401123046875, + 6.012657165527344, + 5.911498069763184, + 5.725579261779785, + 5.713311195373535, + 5.770233154296875, + 5.813444137573242, + 5.836980819702148, + 5.888654708862305, + 5.794322967529297, + 5.711910247802734, + 5.712584495544434, + 5.75581169128418, + 5.671982765197754, + 5.656573295593262, + 5.734553337097168, + 5.733360290527344, + 5.592877388000488, + 5.583378791809082, + 5.669582366943359, + 5.657034873962402, + 5.590488433837891 ], "p90": [ - 15.489669799804688, - 14.95481014251709, - 14.706905364990234, - 14.745440483093262, - 14.81261157989502, - 14.565115928649902, - 14.496213912963867, - 14.49361801147461, - 14.437106132507324, - 14.433086395263672, - 14.733575820922852, - 15.042668342590332, - 15.205652236938477, - 15.500304222106934, - 15.785573959350586, - 15.370153427124023, - 15.126861572265625, - 15.19133186340332, - 15.154587745666504, - 15.118337631225586, - 15.319880485534668, - 15.921854019165039, - 16.023378372192383, - 15.7420072555542 + 15.814409255981445, + 15.410597801208496, + 15.316712379455566, + 15.331498146057129, + 15.290389060974121, + 15.164517402648926, + 15.329684257507324, + 15.55324649810791, + 15.693891525268555, + 15.894783020019531, + 16.135292053222656, + 16.10880470275879, + 15.883077621459961, + 15.889413833618164, + 16.043689727783203, + 15.961740493774414, + 16.062915802001953, + 16.375993728637695, + 16.473609924316406, + 16.270505905151367, + 16.31991195678711, + 16.45370101928711, + 16.48004913330078, + 16.51953887939453 ], "timestamps": [ - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", "2026-06-13 22:00:00", "2026-06-13 23:00:00", "2026-06-14 00:00:00", @@ -471,6 +467,10 @@ "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", - "2026-06-21 17:00:00" + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" ] } diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index d6c843a18c8d7f212a4293e9415ea01353e891ea..6742812485d7bdaaf88fc4b6cab4b045292cf71c 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,18 +1,26 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-21T18:57:15.819765+00:00", + "evaluated_at": "2026-06-21T23:00:46.533247+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ 2400.0, 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, 2400.0, 2400.0, 2400.0, 2400.0, + 2350.0, + 2350.0, 2400.0, + 2350.0, + 2350.0, 2400.0, 2400.0, 2400.0, @@ -24,51 +32,41 @@ 2400.0, 2400.0, 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, 2400.0, 2400.0, 2400.0, 2400.0, 2350.0, + 2350.0, + 2350.0, + 2350.0, 2400.0, 2400.0, 2400.0, 2400.0, 2400.0, - 2350.0, 2400.0, - 2350.0, - 2350.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, 2400.0, 2350.0, 2400.0, 2400.0, - 2350.0, - 2350.0, 2400.0, - 2350.0, - 2350.0, 2400.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, 2400.0, 2400.0, 2400.0, 2400.0, - 2350.0, - 2350.0, 2400.0, - 2350.0, - 2350.0, + 2450.0, 2400.0, 2400.0, 2400.0, @@ -76,51 +74,53 @@ 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, 2400.0, 2400.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, 2400.0, 2400.0, - 2350.0, - 2350.0, 2400.0, + 2450.0, 2400.0, + 2450.0, 2400.0, + 2450.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, + 2450.0, 2400.0, 2400.0, 2400.0, 2400.0, + 2450.0, + 2400.0, + 2450.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ 2400.0, - 2350.0, 2400.0, 2400.0, + 2400.0 + ], + "actuals": [ 2400.0, 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, + 2500.0, 2400.0, 2400.0, 2400.0, 2450.0, 2400.0, + 2350.0, 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, 2400.0, 2400.0, @@ -130,100 +130,84 @@ 2400.0 ], "p50": [ - 2400.025390625, - 2399.935546875, - 2400.028564453125, - 2400.06689453125, - 2399.7275390625, - 2400.175048828125, - 2399.80078125, - 2399.688720703125, - 2399.7509765625, - 2399.91357421875, - 2399.89599609375, - 2399.91552734375, - 2399.86328125, - 2399.743408203125, - 2399.75927734375, - 2399.82177734375, - 2399.818115234375, - 2399.957275390625, - 2399.8671875, - 2399.782958984375, - 2399.824462890625, - 2399.849853515625, - 2399.806396484375, - 2399.766845703125 + 2399.40283203125, + 2399.3037109375, + 2399.271240234375, + 2399.3525390625, + 2399.37939453125, + 2399.20068359375, + 2399.069091796875, + 2398.8408203125, + 2398.666015625, + 2398.602783203125, + 2398.6865234375, + 2398.878662109375, + 2399.0400390625, + 2399.0244140625, + 2399.111083984375, + 2399.001220703125, + 2398.9794921875, + 2399.155029296875, + 2399.2939453125, + 2399.31884765625, + 2399.565185546875, + 2399.428466796875, + 2399.626953125, + 2399.521240234375 ], "p10": [ - 2366.9677734375, - 2349.681396484375, - 2345.141357421875, - 2346.377197265625, - 2341.691162109375, - 2350.464111328125, - 2353.658203125, - 2350.30859375, - 2351.298095703125, - 2353.64892578125, - 2350.141845703125, - 2351.993408203125, - 2348.715576171875, - 2347.5830078125, - 2348.3984375, - 2349.72119140625, - 2348.763427734375, - 2349.259033203125, - 2352.15283203125, - 2351.79248046875, - 2350.390869140625, - 2351.568115234375, - 2351.5107421875, - 2352.729736328125 + 2398.763671875, + 2399.078125, + 2399.084228515625, + 2399.07568359375, + 2399.032958984375, + 2398.69384765625, + 2398.682861328125, + 2398.454345703125, + 2398.127197265625, + 2397.375, + 2396.93603515625, + 2396.090087890625, + 2395.721923828125, + 2395.138427734375, + 2394.2841796875, + 2393.646728515625, + 2392.7578125, + 2392.1552734375, + 2391.192626953125, + 2390.736328125, + 2389.84912109375, + 2388.32275390625, + 2387.595458984375, + 2386.3857421875 ], "p90": [ - 2400.1787109375, - 2400.128662109375, - 2400.123046875, - 2399.99365234375, - 2399.95458984375, - 2400.045654296875, - 2400.156494140625, - 2400.314453125, - 2400.168212890625, - 2400.022216796875, - 2399.9921875, - 2399.97119140625, - 2399.91455078125, - 2399.90771484375, - 2399.821533203125, - 2399.9248046875, - 2399.861083984375, - 2399.90771484375, - 2399.96435546875, - 2400.147705078125, - 2400.207763671875, - 2400.28125, - 2400.289306640625, - 2400.29345703125 + 2422.044921875, + 2427.927001953125, + 2432.330810546875, + 2434.67578125, + 2437.883056640625, + 2441.94287109375, + 2445.38916015625, + 2446.201416015625, + 2447.53125, + 2445.613037109375, + 2443.635498046875, + 2441.0654296875, + 2443.28076171875, + 2446.26171875, + 2445.322509765625, + 2445.319091796875, + 2446.613037109375, + 2453.89111328125, + 2448.2255859375, + 2450.366943359375, + 2448.31005859375, + 2445.77734375, + 2445.66552734375, + 2444.690673828125 ], "timestamps": [ - "2026-06-21 06:55:00", - "2026-06-21 07:10:00", - "2026-06-21 07:25:00", - "2026-06-21 07:40:00", - "2026-06-21 07:55:00", - "2026-06-21 08:10:00", - "2026-06-21 08:25:00", - "2026-06-21 08:40:00", - "2026-06-21 08:55:00", - "2026-06-21 09:10:00", - "2026-06-21 09:25:00", - "2026-06-21 09:40:00", - "2026-06-21 09:55:00", - "2026-06-21 10:10:00", - "2026-06-21 10:25:00", - "2026-06-21 10:40:00", "2026-06-21 10:55:00", "2026-06-21 11:10:00", "2026-06-21 11:25:00", @@ -327,6 +311,22 @@ "2026-06-22 11:55:00", "2026-06-22 12:10:00", "2026-06-22 12:25:00", - "2026-06-22 12:40:00" + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 52ff407a4a50939785d3cdb600ee02c2218b3e58..35cc952e0c953cb1b7776f9ac0576c744fb59158 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,31 +1,49 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-21T21:09:23.463381+00:00", + "evaluated_at": "2026-06-21T23:01:09.068890+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t210000z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t153600z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t193500z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260620t210000z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260620t210000z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260620t210000z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "context_length": 168, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t185000z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 6e2af6ec73c19b1e0abc6019e5954b51636618aa..cba5b9cae53377e646457325f3b08c6b56ed0ea2 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,66746.0859896342,66746.0859896342,240.65201822916666,0.20678467746153686,0.0037453771350222,0.003753473658041005,1.9507552303629054,258.3526388284707,0.004023067213135693,0.0037474331545554224,0.0056574689091463655,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,40099.77054087321,40099.77054087321,183.66015625,0.15891866221967968,0.0028591260673372873,0.0028634421455641847,2.108701199824577,200.24927101208934,0.003119161441150735,0.002860762861983824,0.0053165712680171345,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.3327479513263825,1.3327479513263825,0.912270704905192,0.501247670229129,0.036190923075805244,0.0353233507541506,3.007199744396995,1.154447032707167,0.04584398465976072,0.03622697535386293,0.03365741579516466,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.00024274475597467018,0.00024274475597467018,0.012622046967347462,0.028259895752224963,0.027096875489851673,0.027632697413276505,1.390685361977382,0.015580268161192547,0.02580369249111289,0.02090435255569366,0.11425372664961346,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.015287076363532643,0.015287076363532643,0.09543543606996537,0.23875273738750927,0.16744830370200514,0.18929632347065142,1.4530036223401122,0.1236409170280318,0.22828826289151183,0.17621019353784664,0.20546813550743462,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.030810113780358053,0.030810113780358053,0.13848122126526302,1.3501920682917516,0.09204151721805223,0.09855601356037896,8.298598998121301,0.1755280996887907,0.12329778709846761,0.09727461396194086,0.07660137380687848,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,1.8513011896137261,1.8513011896137261,1.080304225285848,4.159459949046254,0.0687832224759772,0.07270424104755087,55.18254748532922,1.360625293610892,0.09020720178635748,0.0716223795769623,0.05390037094031908,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,12.815958809204858,12.815958809204858,2.652719338734945,0.23284524790696381,0.10286640957595945,0.09518830979954467,2.7042641233904887,3.579938380643563,0.12931745631890587,0.09582369324231342,0.1408216510945162,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.2692382891624827,1.2692382891624827,0.8548086484273275,0.43800342850366736,0.03558152562988464,0.03474916873317325,2.278919078477435,1.126604761734337,0.04517713330263006,0.03427804103969233,0.026707694750249103,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,10.668357389424727,10.668357389424727,2.810927629470825,0.5311989221047229,0.5159593961114876,0.3483903520727423,3.5096791935717966,3.2662451514582806,0.38053341570387733,0.32748671411310587,0.27149089599247245,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,312.2619383558631,312.2619383558631,6.324737548828125,0.2759885475852273,0.00261846004855462,0.002626546144846967,9.460233487215907,17.670934846687175,0.00735650366557662,0.002633021702894623,0.0047553516603727,Hydrology,1 +nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,2.15019864048539,2.15019864048539,1.2090647220611572,0.8670583532408095,0.05813837031174713,0.0607158426396634,3.818708148991131,1.466355564140359,0.0725021301645787,0.059780703943840614,0.045747911829136935,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,15.294247934077438,15.294247934077438,3.568097710609436,0.3092179393689282,0.15135408780354473,0.14896022255000024,2.415440338655077,3.910786101805804,0.15261604299729967,0.1392428374871975,0.16422481378350262,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.2948412764161124,1.2948412764161124,1.0335331757863362,0.5262973340026912,0.041677723267883465,0.04159091715098338,2.645282246403737,1.1379109263980693,0.04589121719701682,0.04168172951855557,0.03102623012984161,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,13.249489635817554,13.249489635817554,3.021361509958903,0.5657686052458805,0.6165400948080357,0.37728288233413637,4.5504050261022515,3.6399848400532595,0.4597875587435696,0.38164566441586145,0.29057421076367473,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,936.199961980184,936.199961980184,14.619038899739584,0.5397798978365385,0.005969484810997794,0.0060291773493615294,8.045325646033653,30.59738488793093,0.012693815683843429,0.006064942672320657,0.005559057975907519,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,768.2036787881183,768.2036787881183,23.04840305873326,0.46513826632099137,0.10803188257083383,0.09969043495764582,1.8360054599372493,27.716487490086443,0.11156722968982467,0.09277678056994411,0.0691587707819813,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 3feb578ac069c3350ad1f2e6d8a1df6c34ab7571..3db37e3f12cf7f41623f53f5d69125e5c097e025 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-21T20:40:49.542240+00:00", + "evaluated_at": "2026-06-21T22:27:22.766263+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65776.96875, 65780.0, 65675.0078125, 65700.0, @@ -101,10 +100,10 @@ 63834.69921875, 63805.890625, 63936.0, - 63925.98828125 + 63925.98828125, + 64012.3984375 ], "actuals": [ - 64012.3984375, 64272.01171875, 64298.01171875, 64294.0, @@ -127,88 +126,88 @@ 64151.4609375, 64213.80859375, 64207.12109375, - 64210.1484375 + 63848.0, + 63939.828125 ], "p50": [ - 63941.1953125, - 63946.18359375, - 63952.640625, - 63959.9453125, - 63966.77734375, - 63973.28125, - 63972.64453125, - 63974.8515625, - 63977.390625, - 63980.8984375, - 63984.625, - 63983.5, - 63981.8046875, - 63982.43359375, - 63984.23046875, - 63984.953125, - 63987.4140625, - 63987.890625, - 63988.4765625, - 63988.88671875, - 63989.43359375, - 63986.7890625, - 63988.2890625, - 63987.65625 + 64009.86328125, + 64019.125, + 64025.921875, + 64033.4921875, + 64039.77734375, + 64046.24609375, + 64045.75, + 64048.3203125, + 64049.828125, + 64054.59375, + 64055.16015625, + 64053.26953125, + 64050.61328125, + 64050.04296875, + 64050.91015625, + 64051.1796875, + 64051.65625, + 64051.1875, + 64051.109375, + 64050.49609375, + 64051.12890625, + 64048.71875, + 64048.55859375, + 64047.890625 ], "p10": [ - 63705.2734375, - 63615.359375, - 63535.62109375, - 63447.71875, - 63360.6875, - 63269.73828125, - 63186.17578125, - 63108.3984375, - 63030.4375, - 62964.13671875, - 62877.23046875, - 62791.64453125, - 62715.06640625, - 62627.07421875, - 62566.8671875, - 62509.7421875, - 62439.96484375, - 62361.5546875, - 62297.8984375, - 62245.5234375, - 62212.6875, - 62140.88671875, - 62066.359375, - 62007.09765625 + 63781.828125, + 63681.71875, + 63591.29296875, + 63486.390625, + 63382.83203125, + 63286.0859375, + 63202.8671875, + 63123.80078125, + 63034.34765625, + 62970.4140625, + 62879.2265625, + 62785.94921875, + 62712.90625, + 62627.49609375, + 62558.63671875, + 62489.9765625, + 62432.0546875, + 62358.73828125, + 62282.70703125, + 62238.45703125, + 62197.24609375, + 62126.22265625, + 62059.1953125, + 62000.5625 ], "p90": [ - 64180.1640625, - 64266.19921875, - 64356.328125, - 64446.8125, - 64529.5625, - 64607.140625, - 64685.2421875, - 64751.73046875, - 64835.31640625, - 64891.62109375, - 64968.58203125, - 65043.7578125, - 65125.18359375, - 65204.08984375, - 65273.3046875, - 65328.4296875, - 65390.75390625, - 65463.796875, - 65519.46484375, - 65577.890625, - 65637.8203125, - 65705.5546875, - 65755.40625, - 65792.5234375 + 64242.85546875, + 64350.60546875, + 64452.51171875, + 64559.23828125, + 64650.375, + 64733.4765625, + 64816.296875, + 64887.203125, + 64966.0859375, + 65029.4140625, + 65109.81640625, + 65186.7109375, + 65266.65234375, + 65349.41015625, + 65423.41015625, + 65476.70703125, + 65545.8203125, + 65618.7109375, + 65681.2109375, + 65738.1953125, + 65793.828125, + 65868.2890625, + 65914.7890625, + 65951.03125 ], "timestamps": [ - "2026-06-16 21:00:00", "2026-06-16 22:00:00", "2026-06-16 23:00:00", "2026-06-17 00:00:00", @@ -327,6 +326,7 @@ "2026-06-21 17:00:00", "2026-06-21 18:00:00", "2026-06-21 19:00:00", - "2026-06-21 20:00:00" + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 5309629bcf3c8fc4763b1912d66481721a1df322..3f01fb5018664559f5aadfc3325d6bdad90e3068 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,27 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-21T20:50:03.275108+00:00", + "evaluated_at": "2026-06-21T22:27:29.714167+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9490000009536743, - 0.9049999713897705, - 0.8679999709129333, - 0.8349999785423279, - 0.7940000295639038, - 0.753000020980835, - 0.7099999785423279, - 0.6679999828338623, - 0.6439999938011169, - 0.6190000176429749, - 0.5839999914169312, - 0.5450000166893005, - 0.5059999823570251, - 0.47699999809265137, - 0.4569999873638153, - 0.43299999833106995, 0.4090000092983246, 0.38199999928474426, 0.35499998927116394, @@ -245,9 +229,7 @@ 1.340000033378601, 1.315000057220459, 1.2949999570846558, - 1.2790000438690186 - ], - "actuals": [ + 1.2790000438690186, 1.2480000257492065, 1.225000023841858, 1.194000005722046, @@ -263,7 +245,9 @@ 0.8899999856948853, 0.8550000190734863, 0.8190000057220459, - 0.7829999923706055, + 0.7829999923706055 + ], + "actuals": [ 0.746999979019165, 0.7179999947547913, 0.6800000071525574, @@ -307,211 +291,211 @@ 0.48500001430511475, 0.5149999856948853, 0.5379999876022339, - 0.546999990940094 + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568 ], "p50": [ - 1.2561571598052979, - 1.2312417030334473, - 1.2023465633392334, - 1.1713067293167114, - 1.1399085521697998, - 1.1070261001586914, - 1.0761218070983887, - 1.0458943843841553, - 1.0146129131317139, - 0.9822321534156799, - 0.9503144025802612, - 0.9183754324913025, - 0.8858177065849304, - 0.8541164398193359, - 0.8201761245727539, - 0.7904963493347168, - 0.7567285299301147, - 0.7270926237106323, - 0.6984965801239014, - 0.6712881922721863, - 0.6457763910293579, - 0.6180205345153809, - 0.5944977402687073, - 0.563922643661499, - 0.5357528328895569, - 0.5123100876808167, - 0.48761093616485596, - 0.46821367740631104, - 0.4458771347999573, - 0.42806488275527954, - 0.41211235523223877, - 0.3935033082962036, - 0.39010632038116455, - 0.378620445728302, - 0.36409634351730347, - 0.35398197174072266, - 0.34202998876571655, - 0.33795660734176636, - 0.3268883228302002, - 0.3256388306617737, - 0.323016881942749, - 0.31903135776519775, - 0.3204888105392456, - 0.3202057480812073, - 0.32294559478759766, - 0.3248194456100464, - 0.331299364566803, - 0.33725690841674805, - 0.34438347816467285, - 0.35649919509887695, - 0.3667159080505371, - 0.38177698850631714, - 0.39589816331863403, - 0.41183358430862427, - 0.4311918616294861, - 0.4496529698371887, - 0.46700191497802734, - 0.48409509658813477, - 0.5086879134178162, - 0.5339615941047668 + 0.7449042797088623, + 0.7157235145568848, + 0.6893370151519775, + 0.6640040874481201, + 0.6394094228744507, + 0.6158995628356934, + 0.5903591513633728, + 0.564834475517273, + 0.5371056199073792, + 0.5103873610496521, + 0.482093870639801, + 0.45613163709640503, + 0.43256664276123047, + 0.4141002297401428, + 0.39873337745666504, + 0.3850628137588501, + 0.3692753314971924, + 0.3532743453979492, + 0.33643782138824463, + 0.3212253451347351, + 0.30600792169570923, + 0.298733651638031, + 0.2899578809738159, + 0.2848967909812927, + 0.2830654978752136, + 0.276722252368927, + 0.275693416595459, + 0.27665239572525024, + 0.2760693430900574, + 0.27556586265563965, + 0.27562278509140015, + 0.2797768712043762, + 0.2670517563819885, + 0.2777959704399109, + 0.2881782650947571, + 0.2991616129875183, + 0.30937016010284424, + 0.32444536685943604, + 0.3375401496887207, + 0.35116273164749146, + 0.36469680070877075, + 0.37938642501831055, + 0.39334362745285034, + 0.4112703800201416, + 0.4292965531349182, + 0.4477378726005554, + 0.46856415271759033, + 0.48927271366119385, + 0.5046918988227844, + 0.5261116027832031, + 0.5464582443237305, + 0.5669445991516113, + 0.5892118811607361, + 0.611813485622406, + 0.6304834485054016, + 0.6518205404281616, + 0.6784020662307739, + 0.7032750844955444, + 0.7261079549789429, + 0.7465465068817139 ], "p10": [ - 1.246018886566162, - 1.2143640518188477, - 1.1806812286376953, - 1.1438096761703491, - 1.1081297397613525, - 1.0687222480773926, - 1.0330722332000732, - 0.996673047542572, - 0.9598288536071777, - 0.9214891195297241, - 0.8835179805755615, - 0.8436134457588196, - 0.802344560623169, - 0.7596045732498169, - 0.7167672514915466, - 0.6775095462799072, - 0.6340957880020142, - 0.594789981842041, - 0.5549976229667664, - 0.5162428021430969, - 0.4802979826927185, - 0.439358651638031, - 0.4050389528274536, - 0.36190545558929443, - 0.323344349861145, - 0.2879367470741272, - 0.2505730986595154, - 0.21684694290161133, - 0.18330025672912598, - 0.14973604679107666, - 0.11798328161239624, - 0.09703445434570312, - 0.06646573543548584, - 0.03876090049743652, - 0.014954924583435059, - -0.0032939910888671875, - -0.026949763298034668, - -0.04589438438415527, - -0.06973886489868164, - -0.08436071872711182, - -0.09851300716400146, - -0.11959099769592285, - -0.13395404815673828, - -0.15135931968688965, - -0.1683332920074463, - -0.1858311891555786, - -0.19532442092895508, - -0.21434521675109863, - -0.22474122047424316, - -0.2345951795578003, - -0.24966299533843994, - -0.2558332681655884, - -0.2665599584579468, - -0.2714790105819702, - -0.27458298206329346, - -0.28119146823883057, - -0.27833783626556396, - -0.2785940170288086, - -0.27447712421417236, - -0.2632499933242798 + 0.7385362386703491, + 0.7045613527297974, + 0.67237389087677, + 0.6427895426750183, + 0.611320972442627, + 0.5835002064704895, + 0.5521135926246643, + 0.5212897658348083, + 0.4875372648239136, + 0.4540663957595825, + 0.418793261051178, + 0.3873288631439209, + 0.3545108437538147, + 0.3274450898170471, + 0.3060298562049866, + 0.28077876567840576, + 0.2558373808860779, + 0.22862303256988525, + 0.20242232084274292, + 0.17546778917312622, + 0.14921718835830688, + 0.12675195932388306, + 0.10649913549423218, + 0.09029883146286011, + 0.07396054267883301, + 0.05743706226348877, + 0.04229402542114258, + 0.03291964530944824, + 0.018451690673828125, + 0.007540345191955566, + -0.007330894470214844, + -0.01872718334197998, + -0.05229616165161133, + -0.059217214584350586, + -0.058940768241882324, + -0.05455517768859863, + -0.0564807653427124, + -0.046758174896240234, + -0.049178481101989746, + -0.04547286033630371, + -0.043488502502441406, + -0.04078030586242676, + -0.04513204097747803, + -0.0422968864440918, + -0.03825724124908447, + -0.0412517786026001, + -0.02734518051147461, + -0.023142695426940918, + -0.017253518104553223, + -0.009322762489318848, + -0.009927153587341309, + -0.0033539533615112305, + 0.00490415096282959, + 0.011920332908630371, + 0.016651272773742676, + 0.02135598659515381, + 0.033885836601257324, + 0.047545552253723145, + 0.050301432609558105, + 0.06230306625366211 ], "p90": [ - 1.2660365104675293, - 1.2460198402404785, - 1.2216026782989502, - 1.1995885372161865, - 1.1702394485473633, - 1.1437418460845947, - 1.1185805797576904, - 1.0932477712631226, - 1.0686613321304321, - 1.0425583124160767, - 1.017703890800476, - 0.9943816661834717, - 0.9703284502029419, - 0.9500767588615417, - 0.9265206456184387, - 0.9040013551712036, - 0.8818567991256714, - 0.8632545471191406, - 0.8434823751449585, - 0.829838216304779, - 0.8163575530052185, - 0.8001651763916016, - 0.7902363538742065, - 0.7746835947036743, - 0.7625953555107117, - 0.7505093812942505, - 0.7401775121688843, - 0.7402746081352234, - 0.7300480604171753, - 0.7282662391662598, - 0.7244564294815063, - 0.7236349582672119, - 0.7013587355613708, - 0.7082864046096802, - 0.7086460590362549, - 0.7152855396270752, - 0.7152886986732483, - 0.7208613157272339, - 0.7225360870361328, - 0.7398025393486023, - 0.7444034814834595, - 0.7584230899810791, - 0.7692528367042542, - 0.779772162437439, - 0.7962087392807007, - 0.8126091361045837, - 0.8328902721405029, - 0.846109926700592, - 0.8655979633331299, - 0.8882241249084473, - 0.9119974970817566, - 0.933768093585968, - 0.9568546414375305, - 0.9842013120651245, - 1.0070924758911133, - 1.0356534719467163, - 1.058465838432312, - 1.085411787033081, - 1.1225351095199585, - 1.152633786201477 + 0.7536786198616028, + 0.7288881540298462, + 0.7081981897354126, + 0.688701868057251, + 0.6675049066543579, + 0.6482590436935425, + 0.6279049515724182, + 0.6060300469398499, + 0.5856096744537354, + 0.564835786819458, + 0.5426141619682312, + 0.5244501233100891, + 0.5091716647148132, + 0.5007646679878235, + 0.4955994486808777, + 0.4875054955482483, + 0.47944843769073486, + 0.4738287925720215, + 0.4681721329689026, + 0.46272504329681396, + 0.4619293808937073, + 0.46391427516937256, + 0.4696134328842163, + 0.4760952591896057, + 0.48305773735046387, + 0.4886794090270996, + 0.5022751688957214, + 0.513200044631958, + 0.5203778147697449, + 0.5342572927474976, + 0.5497307777404785, + 0.5692319273948669, + 0.5826792120933533, + 0.6177095174789429, + 0.6330406665802002, + 0.664397656917572, + 0.6873204708099365, + 0.7031407356262207, + 0.7288036942481995, + 0.7557289004325867, + 0.7753658294677734, + 0.8006464242935181, + 0.829427182674408, + 0.85683673620224, + 0.8869463801383972, + 0.915459156036377, + 0.9447420239448547, + 0.9759842157363892, + 0.9962860941886902, + 1.02992582321167, + 1.0570578575134277, + 1.0913869142532349, + 1.1171815395355225, + 1.1538184881210327, + 1.1841380596160889, + 1.2113887071609497, + 1.2505301237106323, + 1.2728482484817505, + 1.3052856922149658, + 1.332836389541626 ], "timestamps": [ - "2026-06-20 14:06:00", - "2026-06-20 14:12:00", - "2026-06-20 14:18:00", - "2026-06-20 14:24:00", - "2026-06-20 14:30:00", - "2026-06-20 14:36:00", - "2026-06-20 14:42:00", - "2026-06-20 14:48:00", - "2026-06-20 14:54:00", - "2026-06-20 15:00:00", - "2026-06-20 15:06:00", - "2026-06-20 15:12:00", - "2026-06-20 15:18:00", - "2026-06-20 15:24:00", - "2026-06-20 15:30:00", - "2026-06-20 15:36:00", "2026-06-20 15:42:00", "2026-06-20 15:48:00", "2026-06-20 15:54:00", @@ -795,6 +779,22 @@ "2026-06-21 19:42:00", "2026-06-21 19:48:00", "2026-06-21 19:54:00", - "2026-06-21 20:00:00" + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00" ] } diff --git a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json index f003bfdbc0d8b35c6670940654c4c90217772e0d..2edd6452639dc18f6f6aeb71c4fe299243bba642 100644 --- a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,65 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-21T18:23:53.060157+00:00", + "evaluated_at": "2026-06-21T22:27:36.037911+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 14.0, - 14.0, - 15.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.399999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.0, - 14.0, - 13.0, - 13.300000190734863, - 13.0, - 14.0, - 14.0, - 14.0, - 14.0, 14.0, 13.0, 13.0, @@ -101,9 +47,7 @@ 14.0, 14.0, 14.0, - 14.0 - ], - "actuals": [ + 14.0, 14.0, 14.0, 14.0, @@ -127,91 +71,143 @@ 16.0, 16.0, 16.0, - 16.0 + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0 + ], + "actuals": [ + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 14.000615119934082, - 14.000279426574707, - 14.000308990478516, - 14.000542640686035, - 14.000157356262207, - 14.000382423400879, - 13.999913215637207, - 14.000482559204102, - 14.000173568725586, - 13.999604225158691, - 14.000089645385742, - 13.999862670898438, - 14.001688003540039, - 14.001219749450684, - 14.000200271606445, - 14.002260208129883, - 14.003676414489746, - 14.002158164978027, - 14.005807876586914, - 14.00737476348877, - 14.010184288024902, - 14.013046264648438, - 14.01365852355957, - 14.013784408569336 + 18.982887268066406, + 18.99161720275879, + 18.992218017578125, + 18.997177124023438, + 19.001571655273438, + 19.00566291809082, + 19.006206512451172, + 19.01300048828125, + 19.00982666015625, + 19.015626907348633, + 19.017221450805664, + 19.02080726623535, + 19.018808364868164, + 19.031417846679688, + 19.02426528930664, + 19.021263122558594, + 19.030292510986328, + 19.02735137939453, + 19.033790588378906, + 19.03206443786621, + 19.031147003173828, + 19.038625717163086, + 19.03338050842285, + 19.02995491027832 ], "p10": [ - 13.99749755859375, - 13.996649742126465, - 13.997169494628906, - 13.997123718261719, - 13.996241569519043, - 13.99657154083252, - 13.996031761169434, - 13.996031761169434, - 13.995701789855957, - 13.995718955993652, - 13.995506286621094, - 13.995418548583984, - 13.996037483215332, - 13.994881629943848, - 13.995729446411133, - 13.995680809020996, - 13.995574951171875, - 13.996004104614258, - 13.996395111083984, - 13.996831893920898, - 13.99626350402832, - 13.995957374572754, - 13.996015548706055, - 13.995626449584961 + 18.5932559967041, + 18.685583114624023, + 18.900409698486328, + 18.83373260498047, + 18.69369125366211, + 18.466259002685547, + 18.59263038635254, + 18.608108520507812, + 18.26143455505371, + 18.182861328125, + 18.059221267700195, + 18.03398895263672, + 17.966341018676758, + 17.878662109375, + 17.767730712890625, + 17.7674560546875, + 17.671667098999023, + 17.63263511657715, + 17.557418823242188, + 17.529705047607422, + 17.472190856933594, + 17.41638946533203, + 17.349334716796875, + 17.316247940063477 ], "p90": [ - 14.002080917358398, - 14.016326904296875, - 14.40563678741455, - 14.8334379196167, - 14.82075023651123, - 14.859649658203125, - 14.933113098144531, - 15.092525482177734, - 15.123234748840332, - 15.03934383392334, - 15.085060119628906, - 15.073108673095703, - 14.937087059020996, - 14.991680145263672, - 15.12766170501709, - 15.093304634094238, - 15.140081405639648, - 15.159555435180664, - 15.143545150756836, - 15.167463302612305, - 15.17837142944336, - 15.20898151397705, - 15.206257820129395, - 15.22053337097168 + 19.02533721923828, + 19.350988388061523, + 19.419309616088867, + 19.547758102416992, + 19.62498664855957, + 19.736108779907227, + 19.85928726196289, + 20.004159927368164, + 20.06439208984375, + 20.11016845703125, + 20.213224411010742, + 20.302324295043945, + 20.44564437866211, + 20.539018630981445, + 20.654233932495117, + 20.820606231689453, + 20.910858154296875, + 20.983413696289062, + 21.132888793945312, + 21.15633773803711, + 21.24418830871582, + 21.379776000976562, + 21.418081283569336, + 21.51149559020996 ], "timestamps": [ - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", "2026-06-21 12:00:00", "2026-06-21 13:00:00", "2026-06-21 14:00:00", @@ -327,6 +323,10 @@ "2026-06-26 04:00:00", "2026-06-26 05:00:00", "2026-06-26 06:00:00", - "2026-06-26 07:00:00" + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 1baa10cb8db8e585ec2320ab8ced794d4fdd0fa7..7a6f7edf71a4d4bb5aa2b76a4b75a16e31d6c4ab 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,15 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-21T18:24:22.388829+00:00", + "evaluated_at": "2026-06-21T22:27:39.824649+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 26.700000762939453, - 22.700000762939453, - 26.399999618530273, - 32.599998474121094, 39.70000076293945, 27.399999618530273, 25.100000381469727, @@ -341,13 +337,13 @@ 43.20000076293945, 40.29999923706055, 37.79999923706055, - 35.400001525878906 - ], - "actuals": [ + 35.400001525878906, 34.0, 31.200000762939453, 25.100000381469727, - 21.200000762939453, + 21.200000762939453 + ], + "actuals": [ 20.899999618530273, 23.5, 27.600000381469727, @@ -367,91 +363,91 @@ 28.799999237060547, 26.0, 23.299999237060547, - 21.200000762939453 + 21.200000762939453, + 18.899999618530273, + 16.399999618530273, + 14.100000381469727, + 12.699999809265137 ], "p50": [ - 32.71293258666992, - 29.45336151123047, - 26.343231201171875, - 24.105417251586914, - 23.521717071533203, - 26.510793685913086, - 27.700532913208008, - 28.19268035888672, - 27.64518165588379, - 26.49102210998535, - 25.460365295410156, - 24.941869735717773, - 25.18065071105957, - 25.500593185424805, - 26.503162384033203, - 28.15015983581543, - 29.40830421447754, - 33.19765090942383, - 34.0858039855957, - 34.94414520263672, - 34.948612213134766, - 33.62526321411133, - 31.426565170288086, - 29.795015335083008 + 20.179012298583984, + 22.24786376953125, + 23.260005950927734, + 24.227767944335938, + 23.75069808959961, + 23.07370376586914, + 22.376720428466797, + 22.466508865356445, + 22.732433319091797, + 23.596086502075195, + 24.869327545166016, + 26.295595169067383, + 27.442279815673828, + 29.830421447753906, + 30.042631149291992, + 29.860271453857422, + 29.503787994384766, + 28.15980339050293, + 26.348596572875977, + 24.437606811523438, + 22.8631534576416, + 21.164844512939453, + 19.280582427978516, + 17.92729949951172 ], "p10": [ - 29.267822265625, - 24.53726577758789, - 19.602224349975586, - 16.37823486328125, - 14.700898170471191, - 16.163848876953125, - 16.40371322631836, - 16.85452651977539, - 16.4215087890625, - 15.6148681640625, - 14.759573936462402, - 14.256550788879395, - 14.353778839111328, - 14.346056938171387, - 14.61683464050293, - 15.05640697479248, - 15.48902702331543, - 17.602222442626953, - 18.41236686706543, - 18.18798828125, - 18.257862091064453, - 16.929271697998047, - 15.377092361450195, - 14.261383056640625 + 17.050580978393555, + 16.98973846435547, + 16.822044372558594, + 16.880592346191406, + 16.197654724121094, + 15.59627914428711, + 14.834830284118652, + 14.367656707763672, + 14.49414348602295, + 14.898252487182617, + 15.526467323303223, + 15.778379440307617, + 16.142845153808594, + 16.889705657958984, + 17.03519630432129, + 17.02845001220703, + 16.899349212646484, + 16.315399169921875, + 14.949030876159668, + 13.491241455078125, + 12.22220230102539, + 10.83442497253418, + 9.399532318115234, + 8.5814208984375 ], "p90": [ - 35.15243148803711, - 33.77867889404297, - 33.25809860229492, - 33.410247802734375, - 35.207969665527344, - 42.9730224609375, - 45.623992919921875, - 45.646087646484375, - 44.98626708984375, - 43.487483978271484, - 41.62102127075195, - 40.83521270751953, - 41.286048889160156, - 43.10792922973633, - 45.14165496826172, - 49.151580810546875, - 53.27524948120117, - 60.16697692871094, - 62.41993713378906, - 64.33467102050781, - 65.96819305419922, - 63.89302062988281, - 63.25489807128906, - 59.27886962890625 + 23.84050178527832, + 28.9005184173584, + 32.35409927368164, + 34.20597839355469, + 34.13225555419922, + 33.443084716796875, + 33.02564239501953, + 33.67414093017578, + 35.50739669799805, + 38.17694854736328, + 41.759033203125, + 45.8941650390625, + 50.453758239746094, + 54.82630920410156, + 57.27936553955078, + 57.344947814941406, + 57.665103912353516, + 53.1998176574707, + 52.23218536376953, + 50.39451599121094, + 48.80912780761719, + 47.03727722167969, + 44.08853530883789, + 39.90907669067383 ], "timestamps": [ - "2026-06-06 18:00:00", - "2026-06-06 19:00:00", - "2026-06-06 20:00:00", - "2026-06-06 21:00:00", "2026-06-06 22:00:00", "2026-06-06 23:00:00", "2026-06-07 00:00:00", @@ -807,6 +803,10 @@ "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", - "2026-06-21 17:00:00" + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 7adbe64b6368b675a3099cbdd57c73bae202eeec..5da055b17e15c0f0d2fba1ae10fe150b56ddcb61 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,15 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-21T18:24:26.728725+00:00", + "evaluated_at": "2026-06-21T22:27:43.575224+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 21.0, - 20.5, - 20.5, - 20.299999237060547, 21.200000762939453, 22.5, 24.0, @@ -341,13 +337,13 @@ 24.5, 24.399999618530273, 24.299999237060547, - 23.899999618530273 - ], - "actuals": [ + 23.899999618530273, 24.200000762939453, 23.899999618530273, 23.700000762939453, - 23.5, + 23.5 + ], + "actuals": [ 23.899999618530273, 24.799999237060547, 25.700000762939453, @@ -362,96 +358,96 @@ 25.600000381469727, 24.100000381469727, 23.299999237060547, - 22.799999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, 22.600000381469727, 22.600000381469727, - 22.700000762939453, 22.600000381469727, - 22.200000762939453 + 22.200000762939453, + 22.299999237060547, + 22.700000762939453 ], "p50": [ - 23.944528579711914, - 23.748794555664062, - 23.665517807006836, - 23.64482879638672, - 23.9404239654541, - 24.70232582092285, - 25.42756462097168, - 26.033557891845703, - 26.595548629760742, - 27.052995681762695, - 27.400732040405273, - 27.476226806640625, - 27.505434036254883, - 27.240358352661133, - 26.918354034423828, - 26.41922950744629, - 25.89389991760254, - 25.339492797851562, - 24.891342163085938, - 24.503307342529297, - 24.273216247558594, - 24.092571258544922, - 23.980432510375977, - 23.857019424438477 + 23.71540641784668, + 24.2424259185791, + 24.92181968688965, + 25.34567642211914, + 25.85056495666504, + 26.256406784057617, + 26.516094207763672, + 26.714807510375977, + 26.676599502563477, + 26.515567779541016, + 26.18191909790039, + 25.71334457397461, + 25.260692596435547, + 24.827957153320312, + 24.511463165283203, + 24.16045379638672, + 24.002233505249023, + 23.854656219482422, + 23.68962860107422, + 23.594881057739258, + 23.602943420410156, + 23.468503952026367, + 23.389657974243164, + 23.36567497253418 ], "p10": [ - 23.553842544555664, - 23.238388061523438, - 23.061487197875977, - 22.942373275756836, - 23.11764144897461, - 23.67666244506836, - 24.246484756469727, - 24.666656494140625, - 25.035245895385742, - 25.34371566772461, - 25.513837814331055, - 25.508487701416016, - 25.456912994384766, - 25.204111099243164, - 24.948835372924805, - 24.49216079711914, - 24.033733367919922, - 23.52042007446289, - 23.128000259399414, - 22.807559967041016, - 22.57042694091797, - 22.36846160888672, - 22.27142333984375, - 22.15734100341797 + 23.371917724609375, + 23.63051414489746, + 24.047941207885742, + 24.279550552368164, + 24.600080490112305, + 24.838577270507812, + 24.961606979370117, + 25.04800033569336, + 25.017929077148438, + 24.83321762084961, + 24.439231872558594, + 24.037139892578125, + 23.668813705444336, + 23.27033042907715, + 23.00075340270996, + 22.702396392822266, + 22.516971588134766, + 22.39380645751953, + 22.207612991333008, + 22.139516830444336, + 22.12843894958496, + 21.998292922973633, + 21.937969207763672, + 21.94040870666504 ], "p90": [ - 24.358964920043945, - 24.234914779663086, - 24.24886131286621, - 24.33614158630371, - 24.76473045349121, - 25.775463104248047, - 26.76456642150879, - 27.603132247924805, - 28.396900177001953, - 29.145776748657227, - 29.634662628173828, - 29.865013122558594, - 30.06719970703125, - 29.75210952758789, - 29.427398681640625, - 28.7819881439209, - 28.10352325439453, - 27.40022850036621, - 26.848852157592773, - 26.37441635131836, - 26.1217098236084, - 25.9322452545166, - 25.8024959564209, - 25.624725341796875 + 24.131855010986328, + 24.940397262573242, + 25.93787956237793, + 26.62384033203125, + 27.359933853149414, + 27.98662757873535, + 28.409221649169922, + 28.72772979736328, + 28.661880493164062, + 28.53230857849121, + 28.142248153686523, + 27.605663299560547, + 27.116628646850586, + 26.62697410583496, + 26.215375900268555, + 25.824859619140625, + 25.586017608642578, + 25.45832061767578, + 25.248260498046875, + 25.14954948425293, + 25.201622009277344, + 25.056982040405273, + 24.994409561157227, + 24.962711334228516 ], "timestamps": [ - "2026-06-06 18:00:00", - "2026-06-06 19:00:00", - "2026-06-06 20:00:00", - "2026-06-06 21:00:00", "2026-06-06 22:00:00", "2026-06-06 23:00:00", "2026-06-07 00:00:00", @@ -807,6 +803,10 @@ "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", - "2026-06-21 17:00:00" + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index defa87ad28ffc56bbef32bf35a4a8f509ff11f75..defceefdc07895eee1387db761dc7594a3d65f7d 100644 --- a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,15 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-21T18:24:30.726560+00:00", + "evaluated_at": "2026-06-21T22:27:47.608458+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 12.0, - 10.0, - 16.0, - 11.0, 13.0, 10.0, 12.0, @@ -34,7 +30,7 @@ 12.0, 13.0, 11.0, - 17.0, + 18.0, 20.0, 12.0, 18.0, @@ -168,18 +164,18 @@ 12.0, 11.0, 15.0, + 10.0, + 10.0, 7.0, - 6.0, - 5.0, 7.0, 10.0, - 11.0 - ], - "actuals": [ + 11.0, 6.0, 13.0, 13.0, - 13.0, + 13.0 + ], + "actuals": [ 7.0, 8.0, 13.0, @@ -197,93 +193,93 @@ 9.0, 10.0, 7.0, + 9.0, 8.0, - 8.0, - 3.0 + 7.0, + 6.0, + 10.0, + 4.0, + 4.0 ], "p50": [ - 9.375860214233398, - 9.340093612670898, - 9.328332901000977, - 9.285276412963867, - 9.270119667053223, - 9.136768341064453, - 8.924700736999512, - 8.661102294921875, - 8.839159965515137, - 9.144644737243652, - 9.212764739990234, - 9.185482025146484, - 9.120254516601562, - 9.064722061157227, - 9.067697525024414, - 9.059826850891113, - 9.077073097229004, - 8.954883575439453, - 8.78322696685791, - 8.563156127929688, - 8.748966217041016, - 9.078574180603027, - 9.201475143432617, - 9.147441864013672 + 10.52371883392334, + 10.284391403198242, + 10.151472091674805, + 10.021162033081055, + 10.07313346862793, + 10.136436462402344, + 10.153103828430176, + 10.07063102722168, + 10.064628601074219, + 10.13866138458252, + 10.19079875946045, + 10.189151763916016, + 10.22603988647461, + 10.140153884887695, + 10.051234245300293, + 9.970853805541992, + 10.040767669677734, + 10.134602546691895, + 10.201445579528809, + 10.124025344848633, + 10.083675384521484, + 10.183483123779297, + 10.230789184570312, + 10.198687553405762 ], "p10": [ - 5.4059953689575195, - 5.209107398986816, - 5.147625923156738, - 5.12331485748291, - 5.079522132873535, - 4.9475603103637695, - 4.672191619873047, - 4.331365585327148, - 4.500938415527344, - 4.751849174499512, - 4.825284957885742, - 4.7433013916015625, - 4.684901237487793, - 4.585498809814453, - 4.569944381713867, - 4.50504207611084, - 4.49775505065918, - 4.352581977844238, - 4.150020599365234, - 3.975470542907715, - 4.14031982421875, - 4.377109527587891, - 4.431883811950684, - 4.386804580688477 + 6.299800872802734, + 6.162164688110352, + 5.9814348220825195, + 5.807470321655273, + 5.872280120849609, + 5.941302299499512, + 5.882668495178223, + 5.769447326660156, + 5.678691864013672, + 5.715217590332031, + 5.785682678222656, + 5.751588821411133, + 5.71773624420166, + 5.6260576248168945, + 5.491713523864746, + 5.376718521118164, + 5.4242963790893555, + 5.516389846801758, + 5.517289161682129, + 5.418582916259766, + 5.384736061096191, + 5.4383649826049805, + 5.4831695556640625, + 5.392939567565918 ], "p90": [ - 14.895820617675781, - 14.961294174194336, - 15.105132102966309, - 15.127060890197754, - 15.109649658203125, - 15.04039478302002, - 14.821915626525879, - 14.595706939697266, - 14.819900512695312, - 15.269796371459961, - 15.42336368560791, - 15.474400520324707, - 15.41431999206543, - 15.392653465270996, - 15.394686698913574, - 15.369584083557129, - 15.463232040405273, - 15.380627632141113, - 15.158288955688477, - 14.904563903808594, - 15.178609848022461, - 15.687302589416504, - 15.990516662597656, - 15.864468574523926 + 15.64119815826416, + 15.515625, + 15.402771949768066, + 15.344979286193848, + 15.393743515014648, + 15.463199615478516, + 15.521252632141113, + 15.475244522094727, + 15.498334884643555, + 15.655670166015625, + 15.734033584594727, + 15.836434364318848, + 15.950637817382812, + 15.825803756713867, + 15.729928970336914, + 15.665029525756836, + 15.829832077026367, + 15.95187759399414, + 16.067581176757812, + 15.977751731872559, + 15.914407730102539, + 16.090608596801758, + 16.218732833862305, + 16.16289710998535 ], "timestamps": [ - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", "2026-06-13 22:00:00", "2026-06-13 23:00:00", "2026-06-14 00:00:00", @@ -471,6 +467,10 @@ "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", - "2026-06-21 17:00:00" + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 6af300ee84be850c4c940e6e583ca39d83b2bfe5..ed0b1845bdde60014cd52f040b88c0acd0db9b16 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,18 +1,26 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-21T18:41:14.564402+00:00", + "evaluated_at": "2026-06-21T22:27:51.966816+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ 2400.0, 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, 2400.0, 2400.0, 2400.0, 2400.0, + 2350.0, + 2350.0, 2400.0, + 2350.0, + 2350.0, 2400.0, 2400.0, 2400.0, @@ -24,51 +32,41 @@ 2400.0, 2400.0, 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, 2400.0, 2400.0, 2400.0, 2400.0, 2350.0, + 2350.0, + 2350.0, + 2350.0, 2400.0, 2400.0, 2400.0, 2400.0, 2400.0, - 2350.0, 2400.0, - 2350.0, - 2350.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, 2400.0, 2350.0, 2400.0, 2400.0, - 2350.0, - 2350.0, 2400.0, - 2350.0, - 2350.0, 2400.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, 2400.0, 2400.0, 2400.0, 2400.0, - 2350.0, - 2350.0, 2400.0, - 2350.0, - 2350.0, + 2450.0, 2400.0, 2400.0, 2400.0, @@ -76,51 +74,53 @@ 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, 2400.0, 2400.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, 2400.0, 2400.0, - 2350.0, - 2350.0, 2400.0, + 2450.0, 2400.0, + 2450.0, 2400.0, + 2450.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, + 2450.0, 2400.0, 2400.0, 2400.0, 2400.0, + 2450.0, + 2400.0, + 2450.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ 2400.0, - 2350.0, 2400.0, 2400.0, + 2400.0 + ], + "actuals": [ 2400.0, 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, + 2500.0, 2400.0, 2400.0, 2400.0, 2450.0, 2400.0, + 2350.0, 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, 2400.0, 2400.0, @@ -130,100 +130,84 @@ 2400.0 ], "p50": [ - 2400.11572265625, - 2400.12890625, - 2400.099609375, - 2400.067138671875, - 2399.9580078125, - 2400.0439453125, - 2400.03857421875, - 2400.103759765625, - 2400.0830078125, - 2400.03759765625, - 2400.09912109375, - 2400.07763671875, - 2400.06494140625, - 2400.098876953125, - 2400.111328125, + 2399.95703125, + 2399.9541015625, + 2399.942138671875, + 2399.9609375, + 2399.974853515625, + 2399.939453125, + 2400.04052734375, + 2399.931884765625, + 2399.983642578125, + 2400.0537109375, 2400.070068359375, - 2400.087646484375, - 2400.103515625, - 2400.14013671875, - 2400.13720703125, - 2400.123291015625, - 2400.114990234375, - 2400.062255859375, - 2400.118896484375 + 2399.98681640625, + 2399.924072265625, + 2399.93798828125, + 2400.101318359375, + 2399.884521484375, + 2400.020751953125, + 2399.96533203125, + 2400.06103515625, + 2400.129638671875, + 2400.090576171875, + 2400.01416015625, + 2400.17041015625, + 2400.043212890625 ], "p10": [ - 2375.797119140625, - 2351.517822265625, - 2351.9951171875, - 2351.7138671875, - 2349.580322265625, - 2349.692626953125, - 2349.66845703125, - 2349.87646484375, - 2349.509521484375, - 2349.49462890625, - 2349.454345703125, - 2350.337158203125, - 2350.689697265625, - 2350.038818359375, - 2350.959228515625, - 2350.513427734375, - 2350.3369140625, - 2350.4228515625, - 2350.75439453125, - 2350.708251953125, - 2350.562255859375, - 2350.3583984375, - 2350.07958984375, - 2349.87158203125 + 2399.741455078125, + 2399.677734375, + 2399.701416015625, + 2399.683349609375, + 2399.740966796875, + 2399.665283203125, + 2399.71826171875, + 2399.693115234375, + 2399.685791015625, + 2399.669189453125, + 2399.669189453125, + 2399.647705078125, + 2399.655517578125, + 2399.670166015625, + 2399.726806640625, + 2399.694091796875, + 2399.6748046875, + 2399.684814453125, + 2399.673583984375, + 2399.71142578125, + 2399.694091796875, + 2399.589111328125, + 2399.626220703125, + 2399.6103515625 ], "p90": [ - 2400.322998046875, - 2400.313720703125, - 2400.381591796875, - 2400.393798828125, - 2400.3642578125, - 2400.41943359375, - 2400.455078125, - 2400.445068359375, - 2400.44873046875, - 2400.433837890625, - 2400.431396484375, - 2400.43017578125, - 2400.39599609375, - 2400.412109375, - 2400.42236328125, - 2400.4375, - 2400.44287109375, - 2400.451416015625, - 2400.471923828125, - 2400.448974609375, - 2400.44287109375, - 2400.4150390625, - 2400.349853515625, - 2400.3720703125 + 2453.632568359375, + 2448.164794921875, + 2453.4287109375, + 2448.97900390625, + 2449.189453125, + 2447.970458984375, + 2450.433349609375, + 2451.782470703125, + 2450.662841796875, + 2451.61572265625, + 2450.58251953125, + 2451.029541015625, + 2453.34716796875, + 2450.342041015625, + 2450.408203125, + 2449.670166015625, + 2450.935546875, + 2450.4892578125, + 2452.18359375, + 2450.32958984375, + 2451.205810546875, + 2451.179931640625, + 2451.00341796875, + 2451.891357421875 ], "timestamps": [ - "2026-06-21 06:55:00", - "2026-06-21 07:10:00", - "2026-06-21 07:25:00", - "2026-06-21 07:40:00", - "2026-06-21 07:55:00", - "2026-06-21 08:10:00", - "2026-06-21 08:25:00", - "2026-06-21 08:40:00", - "2026-06-21 08:55:00", - "2026-06-21 09:10:00", - "2026-06-21 09:25:00", - "2026-06-21 09:40:00", - "2026-06-21 09:55:00", - "2026-06-21 10:10:00", - "2026-06-21 10:25:00", - "2026-06-21 10:40:00", "2026-06-21 10:55:00", "2026-06-21 11:10:00", "2026-06-21 11:25:00", @@ -327,6 +311,22 @@ "2026-06-22 11:55:00", "2026-06-22 12:10:00", "2026-06-22 12:25:00", - "2026-06-22 12:40:00" + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 05aaca045baf999dd2f062fac13beddc764f9836..de9db2f6abf34dc0e75427455789199d983aabe9 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,31 +1,49 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-21T20:50:09.877832+00:00", + "evaluated_at": "2026-06-21T22:27:54.026695+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t210000z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t153600z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t193500z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260620t210000z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260620t210000z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260620t210000z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "context_length": 168, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t185000z", + "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": []