diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index d552460b3b8f91e708b8d5250e7f0f7de6c8da00..ed10e5a0ead921df4c7633c9a53be59a00760663 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -7,4 +7,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-13,Chronos-2,3.778,2.889,3.778,3.222,3.778,2.000,3.778,3.222,3.778 2026-06-14,Chronos-2,3.600,2.700,3.600,3.000,3.600,1.900,3.600,3.000,3.600 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 -2026-06-16,Chronos-2,3.900,3.400,3.900,3.500,3.900,3.300,3.900,3.500,3.900 +2026-06-16,Chronos-2,3.500,3.200,3.500,3.600,3.500,3.400,3.500,3.600,3.400 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 7ddfc61a0a4e09704a3896c6dbce87938b0f4655..3cdeceb5ca831d1f88d6dbda665bf3c47d343adf 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.6,3.2,3.6,3.3,3.6,2.95,3.6,3.3,3.65 +2026-W25,Chronos-Bolt-Mini,3.4,3.1,3.4,3.35,3.4,3.0,3.4,3.35,3.4 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index b497d89a232f0f8fb2db613d153126e62da21f53..30d9c575d6d5e89b35d14421264973b029f507c9 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,190633.5771814982,190633.5771814982,368.7991536458333,0.5442205093061089,0.005551450377292544,0.00554470003387458,4.97744829761615,436.6160523635133,0.006569264210701176,0.005548900613863272,0.005532339174618748,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,19.689885215026607,19.689885215026607,3.3949809869130454,1.7756175339992517,0.14861099669506625,0.13218339808726534,39.26593182153576,4.437328612467935,0.19484400035155672,0.14907430446980308,0.11809797085867345,Weather,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,199877.7547454834,199877.7547454834,378.3776041666667,0.5583550027540446,0.0056970421241776675,0.005689237061483228,4.97744829761615,447.07690025932163,0.006727626194557986,0.0056938371894169094,0.0055811821618433986,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,21.214517068782698,21.214517068782698,3.539318402608236,1.9789881963700378,0.15490083681352404,0.13723456075629611,45.407755932767486,4.605921956436377,0.20224696831727318,0.1554121896999923,0.1244117530198234,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.01746036828201034,0.01746036828201034,0.11186654000387837,0.14275520143367892,2.653873848704821,0.5929814159294807,0.7254141304398535,0.13213768683464358,0.350885643566366,0.297056531131226,0.3100011121760581,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.002827355292071084,0.002827355292071084,0.0424229179819425,0.3636250484287788,0.04196817438108593,0.04301704491911921,3.025360437838735,0.05317288117143065,0.05317288117143065,0.0424229179819425,0.058004579941431676,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,0.019167480366225693,0.019167480366225693,0.057550271352132164,0.10281934530517246,0.004013840336921564,0.004060248573928755,1.8509961944844397,0.1384466697549121,0.009853855141849267,0.004096104574287946,0.0064740008932635965,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,20.41728673433647,20.41728673433647,3.8837023973464966,0.5977481400292389,0.25379690280682005,0.30172152128147184,3.6977984637810875,4.518549184676036,0.30843338609128806,0.26509913514868944,0.2217770080368837,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.9172492339912424,0.9172492339912424,0.8776604334513346,0.3443681264768179,0.03606971887676185,0.03684775912876929,2.5414003481332226,0.9577312952969859,0.039857036645174315,0.03652480004555147,0.03091232690593795,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,9.90679684264459,9.90679684264459,2.5484173695246377,0.5027015085089697,0.32676177902265596,0.2552683160916416,5.134802490391144,3.147506448388087,0.3070737998427402,0.24862608483167198,0.20702207026012115,Hazards,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,0.005090760491990902,0.005090760491990902,0.03127884864807129,0.09080957036890512,0.0022016832581302883,0.0022100466156825343,2.815649966417586,0.07134956546462565,0.005084292260139935,0.0022288966590318354,0.005781348277664624,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,36.30065420082034,36.30065420082034,3.325399478276571,0.5180198098494787,0.1671415298271853,0.18439594895877487,5.903503857532037,6.025002423304105,0.37461154963548843,0.2067605893228956,0.19873262321942142,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.6795341306239303,0.6795341306239303,0.7369915644327799,0.29028113650597615,0.030100776855111505,0.030665746698948,1.7368865297031775,0.8243386019251617,0.0341576761554559,0.03053832384945519,0.02745427480083282,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,12.380029762719497,12.380029762719497,2.7915717363357544,0.5506662055237652,0.6826388732127139,0.2958443739914162,4.707168294305671,3.518526646583694,0.3518526646583694,0.27915717363357545,0.22344251385441533,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,79.4273011063536,79.4273011063536,8.216196695963541,0.2464859008789062,0.002633396376911392,0.0026293235121481666,2.097176818847656,8.91219956612023,0.00285647421991033,0.0026333963769113915,0.0028645285581931092,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,49.58592159347609,49.58592159347609,7.0385894775390625,0.14509077062999987,0.030940599338982695,0.030770125967900172,1.4034175379049971,7.041727174030252,0.029711929004347055,0.029698689778645832,0.04105634085739715,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index c97955f9d9390494176251f028dd38613e6a63ec..01421e1d2e4c82921f316e0dd5e669395b10d4ba 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T13:04:39.361996+00:00", + "evaluated_at": "2026-06-16T13:12:07.539508+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 66514.0, 66481.7265625, 66429.828125, - 66383.9921875 + 66154.109375 ], "p50": [ 66442.7578125, diff --git a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index ba033fdb00e806b2cb84d7b364a7273af907ea04..f98f0b556ceb585d983c8d4d4fc9356451aa6f5e 100644 --- a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T11:59:33.974024+00:00", + "evaluated_at": "2026-06-16T13:12:14.378806+00:00", "freq": "1h", - "context_length": 84, + "context_length": 82, "prediction_length": 24, "context": [ - 22.510000228881836, - 23.540000915527344, 23.8700008392334, 23.709999084472656, 23.489999771118164, @@ -118,86 +116,84 @@ 20.90999984741211 ], "p50": [ - 22.660463333129883, - 22.308717727661133, - 21.97327995300293, - 21.721397399902344, - 21.685579299926758, - 21.94512939453125, - 22.715396881103516, - 24.20912742614746, - 26.159595489501953, - 28.129779815673828, - 29.64818572998047, - 30.636159896850586, - 31.173795700073242, - 31.309101104736328, - 31.033611297607422, - 30.548358917236328, - 29.66956329345703, - 28.566558837890625, - 27.31368637084961, - 25.986858367919922, - 25.03170394897461, - 24.329572677612305, - 23.775814056396484, - 23.326847076416016 + 22.76804542541504, + 22.4279727935791, + 22.093460083007812, + 21.840463638305664, + 21.807199478149414, + 22.07378578186035, + 22.88988494873047, + 24.413740158081055, + 26.38353157043457, + 28.371919631958008, + 29.880817413330078, + 30.88507843017578, + 31.400047302246094, + 31.5316104888916, + 31.238557815551758, + 30.72471046447754, + 29.92303466796875, + 28.798816680908203, + 27.56139373779297, + 26.207592010498047, + 25.238500595092773, + 24.54056167602539, + 23.99543571472168, + 23.53972625732422 ], "p10": [ - 22.233234405517578, - 21.709033966064453, - 21.289608001708984, - 20.97981071472168, - 20.83099365234375, - 20.9886417388916, - 21.666622161865234, - 23.023216247558594, - 24.76011085510254, - 26.52662467956543, - 27.622438430786133, - 28.646739959716797, - 29.03496742248535, - 28.803794860839844, - 28.58086395263672, - 28.027523040771484, - 26.876907348632812, - 25.749317169189453, - 24.544330596923828, - 23.356155395507812, - 22.43155288696289, - 21.800840377807617, - 21.24432373046875, - 20.79210090637207 + 22.347436904907227, + 21.84313201904297, + 21.38729476928711, + 21.070419311523438, + 20.927106857299805, + 21.089035034179688, + 21.804187774658203, + 23.202320098876953, + 25.001041412353516, + 26.792682647705078, + 27.940719604492188, + 29.030725479125977, + 29.33723258972168, + 29.129268646240234, + 28.955360412597656, + 28.31682777404785, + 27.13356590270996, + 25.98320770263672, + 24.783100128173828, + 23.550212860107422, + 22.584548950195312, + 21.959516525268555, + 21.397741317749023, + 20.942129135131836 ], "p90": [ - 23.1290340423584, - 22.83690071105957, - 22.625200271606445, - 22.481725692749023, - 22.505290985107422, - 22.88736915588379, - 23.726913452148438, - 25.284440994262695, - 27.48233985900879, - 29.68927001953125, - 31.390399932861328, - 32.45389938354492, - 33.05815505981445, - 33.26680374145508, - 33.20327377319336, - 32.618553161621094, - 31.79306411743164, - 30.82378387451172, - 29.477828979492188, - 28.20423126220703, - 27.25385284423828, - 26.63917350769043, - 26.181766510009766, - 25.68645668029785 + 23.247831344604492, + 22.962631225585938, + 22.767322540283203, + 22.62550926208496, + 22.641878128051758, + 23.030778884887695, + 23.90839385986328, + 25.477306365966797, + 27.699357986450195, + 29.89993667602539, + 31.579200744628906, + 32.668922424316406, + 33.27500915527344, + 33.4798469543457, + 33.39910888671875, + 32.79240036010742, + 32.077396392822266, + 31.103490829467773, + 29.757829666137695, + 28.46945571899414, + 27.514564514160156, + 26.88698959350586, + 26.44481658935547, + 25.951547622680664 ], "timestamps": [ - "2026-06-09 12:00:00", - "2026-06-09 13:00:00", "2026-06-09 14:00:00", "2026-06-09 15:00:00", "2026-06-09 16:00:00", diff --git a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json index 050d686c0780312c5a6f50845266980c44860595..f59316cdfb571ac07a52e283dbcaa29b963102c8 100644 --- a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,26 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T11:59:39.434416+00:00", + "evaluated_at": "2026-06-16T13:12:22.165146+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 17.0, - 17.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.0, - 15.0, 15.0, 15.0, 15.0, @@ -101,9 +86,7 @@ 14.0, 14.0, 14.0, - 14.0 - ], - "actuals": [ + 14.0, 14.0, 14.399999618530273, 14.0, @@ -118,97 +101,113 @@ 14.0, 14.0, 14.0, + 14.399999618530273 + ], + "actuals": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, 14.399999618530273, 14.0, 14.0, 14.0, 14.0, 14.0, + 14.399999618530273, + 14.0, 14.0, 14.0, 14.0, 14.0 ], "p50": [ - 14.010446548461914, - 14.009244918823242, - 14.009795188903809, - 14.010326385498047, - 14.007303237915039, - 14.01085090637207, - 14.010847091674805, - 14.009145736694336, - 14.008682250976562, - 14.011977195739746, - 14.009883880615234, - 14.0123291015625, - 14.013020515441895, - 14.012478828430176, - 14.010048866271973, - 14.010178565979004, - 14.008072853088379, - 14.00825023651123, - 14.008458137512207, - 14.00985336303711, - 14.007164001464844, - 14.010319709777832, - 14.010432243347168, - 14.008049964904785 + 14.004432678222656, + 13.99704647064209, + 14.00244140625, + 14.004965782165527, + 14.007380485534668, + 14.014749526977539, + 14.012643814086914, + 14.002482414245605, + 14.003317832946777, + 14.005183219909668, + 14.005655288696289, + 14.021662712097168, + 14.473180770874023, + 14.076361656188965, + 14.005412101745605, + 14.005370140075684, + 14.000868797302246, + 14.014667510986328, + 14.079815864562988, + 14.038928985595703, + 14.054306983947754, + 14.014498710632324, + 14.010210990905762, + 14.048832893371582 ], "p10": [ - 13.99392318725586, - 13.994160652160645, - 13.994865417480469, - 13.994094848632812, - 13.996251106262207, - 13.996023178100586, - 13.995063781738281, - 13.993335723876953, - 13.995365142822266, - 13.994132995605469, - 13.993855476379395, - 13.993106842041016, - 13.994823455810547, - 13.992823600769043, - 13.992926597595215, - 13.99201774597168, - 13.992605209350586, - 13.992164611816406, - 13.99343204498291, - 13.993112564086914, - 13.994156837463379, - 13.992979049682617, - 13.994319915771484, - 13.992049217224121 + 13.985321044921875, + 13.987394332885742, + 13.993008613586426, + 13.993948936462402, + 13.992707252502441, + 13.994179725646973, + 13.991642951965332, + 13.992533683776855, + 13.994705200195312, + 13.989185333251953, + 13.988900184631348, + 13.976555824279785, + 14.043890953063965, + 13.985475540161133, + 13.983665466308594, + 13.980939865112305, + 13.9960298538208, + 13.989482879638672, + 13.987885475158691, + 13.98803424835205, + 13.991150856018066, + 13.9915189743042, + 13.989459991455078, + 13.996052742004395 ], "p90": [ - 14.27342414855957, - 14.30046272277832, - 14.316173553466797, - 14.355438232421875, - 14.421610832214355, - 14.469706535339355, - 14.515917778015137, - 14.576125144958496, - 14.630587577819824, - 14.712793350219727, - 14.809922218322754, - 14.866268157958984, - 14.900186538696289, - 14.89230728149414, - 14.888578414916992, - 14.856239318847656, - 15.129171371459961, - 15.181802749633789, - 15.236228942871094, - 15.333661079406738, - 15.4428129196167, - 15.446181297302246, - 15.53885269165039, - 15.640708923339844 + 14.44240951538086, + 14.399170875549316, + 14.400994300842285, + 14.45118522644043, + 14.662847518920898, + 14.953311920166016, + 15.098030090332031, + 14.998064041137695, + 14.825748443603516, + 14.820279121398926, + 14.930196762084961, + 15.111288070678711, + 15.956544876098633, + 15.372994422912598, + 15.052156448364258, + 15.047676086425781, + 15.037169456481934, + 15.087084770202637, + 15.187722206115723, + 15.09423828125, + 15.068399429321289, + 14.985548973083496, + 15.02207088470459, + 15.074575424194336 ], "timestamps": [ - "2026-06-16 02:00:00", "2026-06-16 03:00:00", "2026-06-16 04:00:00", "2026-06-16 05:00:00", @@ -327,6 +326,7 @@ "2026-06-20 22:00:00", "2026-06-20 23:00:00", "2026-06-21 00:00:00", - "2026-06-21 01:00:00" + "2026-06-21 01:00:00", + "2026-06-21 02:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index c62ebd643f632d425d438d5b7d2af2c9b1ddd188..b6708c3edece058943fc856fed5db50899491ae9 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T11:59:49.877788+00:00", + "evaluated_at": "2026-06-16T13:12:26.984109+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 46.20000076293945, - 39.70000076293945, 36.20000076293945, 33.79999923706055, 30.200000762939453, @@ -101,11 +99,11 @@ 14.300000190734863, 14.399999618530273, 14.800000190734863, - 15.899999618530273 + 15.899999618530273, + 17.899999618530273, + 18.700000762939453 ], "actuals": [ - 17.899999618530273, - 18.700000762939453, 18.299999237060547, 17.799999237060547, 16.5, @@ -127,89 +125,89 @@ 11.699999809265137, 12.5, 14.300000190734863, - 21.799999237060547 + 21.799999237060547, + 31.5, + 39.5 ], "p50": [ - 15.472509384155273, - 14.994315147399902, - 14.28512191772461, - 13.502237319946289, - 12.414892196655273, - 11.416948318481445, - 10.33608627319336, - 9.345741271972656, - 8.456521987915039, - 8.048911094665527, - 8.033276557922363, - 8.508456230163574, - 9.313570976257324, - 9.651670455932617, - 9.542583465576172, - 9.298250198364258, - 9.683923721313477, - 9.75989055633545, - 10.050806999206543, - 10.40998363494873, - 10.876716613769531, - 11.34996223449707, - 11.70140266418457, - 11.937362670898438 + 17.94162940979004, + 17.208126068115234, + 16.14463233947754, + 15.01013469696045, + 13.888978004455566, + 12.708988189697266, + 11.483210563659668, + 10.627679824829102, + 10.390495300292969, + 11.119248390197754, + 11.8250150680542, + 12.645496368408203, + 12.985053062438965, + 12.962294578552246, + 12.83784294128418, + 13.105108261108398, + 13.942073822021484, + 14.49300765991211, + 15.062944412231445, + 15.67159652709961, + 16.198028564453125, + 16.727161407470703, + 17.022499084472656, + 17.008596420288086 ], "p10": [ - 13.572196006774902, - 12.434479713439941, - 11.509479522705078, - 10.4036865234375, - 9.208145141601562, - 8.03686237335205, - 6.823763847351074, - 5.810122489929199, - 4.824957847595215, - 4.325387954711914, - 4.1582489013671875, - 4.354679107666016, - 4.7937421798706055, - 4.617332458496094, - 4.591963768005371, - 4.52992057800293, - 5.266212463378906, - 5.207642555236816, - 5.231698989868164, - 5.350569725036621, - 5.309211730957031, - 5.409902572631836, - 5.468764305114746, - 5.455601692199707 + 16.25611114501953, + 14.43813419342041, + 13.071905136108398, + 11.3964262008667, + 10.012124061584473, + 8.558591842651367, + 7.206785202026367, + 6.310308456420898, + 5.989941596984863, + 5.9808454513549805, + 6.419339179992676, + 6.688081741333008, + 7.0078325271606445, + 6.847820281982422, + 6.803921699523926, + 7.145529747009277, + 8.247119903564453, + 8.4815034866333, + 8.791142463684082, + 9.041537284851074, + 9.21880054473877, + 9.368538856506348, + 9.330652236938477, + 9.506285667419434 ], "p90": [ - 17.742216110229492, - 17.681245803833008, - 17.575021743774414, - 17.080392837524414, - 16.295917510986328, - 15.233793258666992, - 14.530380249023438, - 13.594451904296875, - 12.634251594543457, - 12.664772033691406, - 12.641371726989746, - 13.891218185424805, - 15.309596061706543, - 16.30730628967285, - 16.24552345275879, - 16.168363571166992, - 15.836113929748535, - 16.096330642700195, - 16.770170211791992, - 17.568700790405273, - 18.395917892456055, - 19.49683952331543, - 20.11533546447754, - 20.955230712890625 + 20.232223510742188, + 20.2066650390625, + 19.848161697387695, + 19.386310577392578, + 18.650470733642578, + 17.85148811340332, + 17.130067825317383, + 16.994497299194336, + 17.063533782958984, + 18.634685516357422, + 20.54128074645996, + 22.011770248413086, + 22.399044036865234, + 22.774978637695312, + 22.402196884155273, + 22.666255950927734, + 22.603111267089844, + 23.729576110839844, + 24.62771224975586, + 25.84878158569336, + 26.796621322631836, + 27.76606559753418, + 28.21072006225586, + 27.904998779296875 ], "timestamps": [ - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", "2026-06-11 14:00:00", "2026-06-11 15:00:00", "2026-06-11 16:00:00", @@ -327,6 +325,8 @@ "2026-06-16 08:00:00", "2026-06-16 09:00:00", "2026-06-16 10:00:00", - "2026-06-16 11:00:00" + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index a4b88ad68ae2f053d3654ccb1771b376a516158b..158b5c9f73d2f69343be35c0285385a0d4ce13aa 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T11:59:53.873556+00:00", + "evaluated_at": "2026-06-16T13:12:32.541423+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 26.200000762939453, - 25.100000381469727, 24.5, 24.0, 23.899999618530273, @@ -101,11 +99,11 @@ 24.799999237060547, 23.700000762939453, 23.299999237060547, - 22.899999618530273 + 22.899999618530273, + 22.700000762939453, + 22.299999237060547 ], "actuals": [ - 22.700000762939453, - 22.299999237060547, 22.200000762939453, 22.0, 21.899999618530273, @@ -127,89 +125,89 @@ 25.700000762939453, 25.799999237060547, 25.200000762939453, - 24.399999618530273 + 24.399999618530273, + 23.899999618530273, + 23.600000381469727 ], "p50": [ - 22.29958724975586, - 22.098682403564453, - 21.89029312133789, - 21.665983200073242, - 21.493120193481445, - 21.41056251525879, - 21.309343338012695, - 21.228649139404297, - 21.142187118530273, - 21.126985549926758, - 21.406339645385742, - 22.187358856201172, - 23.35823631286621, - 24.039413452148438, - 24.62801170349121, - 24.92713165283203, - 25.32492446899414, - 25.54494857788086, - 25.62675666809082, - 25.557701110839844, - 25.208532333374023, - 24.630861282348633, - 24.020959854125977, - 23.50957679748535 + 21.999021530151367, + 21.860652923583984, + 21.695615768432617, + 21.548185348510742, + 21.465457916259766, + 21.38479232788086, + 21.313770294189453, + 21.334678649902344, + 21.644187927246094, + 22.457197189331055, + 23.54771614074707, + 24.21497917175293, + 24.879547119140625, + 25.174882888793945, + 25.3544979095459, + 25.536481857299805, + 25.78907585144043, + 25.710176467895508, + 25.3757381439209, + 24.769685745239258, + 24.124664306640625, + 23.667787551879883, + 23.412755966186523, + 23.25065040588379 ], "p10": [ - 21.9411678314209, - 21.682016372680664, - 21.41986846923828, - 21.228429794311523, - 21.055545806884766, - 20.936845779418945, - 20.818723678588867, - 20.710771560668945, - 20.63799285888672, - 20.605253219604492, - 20.784881591796875, - 21.340139389038086, - 22.12450408935547, - 22.651439666748047, - 23.11542320251465, - 23.358442306518555, - 23.690031051635742, - 23.84516143798828, - 23.880735397338867, - 23.785436630249023, - 23.5628604888916, - 23.19631004333496, - 22.790996551513672, - 22.465293884277344 + 21.685409545898438, + 21.457168579101562, + 21.216936111450195, + 21.06052589416504, + 20.930931091308594, + 20.814556121826172, + 20.71917152404785, + 20.70696258544922, + 20.91927719116211, + 21.4706974029541, + 22.27647590637207, + 22.79774284362793, + 23.3360652923584, + 23.592397689819336, + 23.630334854125977, + 23.7418212890625, + 23.98323631286621, + 23.876134872436523, + 23.58548927307129, + 23.21152687072754, + 22.76797103881836, + 22.447954177856445, + 22.297019958496094, + 22.192914962768555 ], "p90": [ - 22.647789001464844, - 22.53525161743164, - 22.34190559387207, - 22.167686462402344, - 21.997854232788086, - 21.87792205810547, - 21.847675323486328, - 21.76837730407715, - 21.68193244934082, - 21.78287696838379, - 22.165969848632812, - 23.22528076171875, - 24.68767547607422, - 25.605195999145508, - 26.36345863342285, - 26.629304885864258, - 26.99953269958496, - 27.280593872070312, - 27.472732543945312, - 27.394956588745117, - 27.01937484741211, - 26.24580955505371, - 25.464601516723633, - 24.77523422241211 + 22.33173942565918, + 22.298126220703125, + 22.156049728393555, + 22.033279418945312, + 22.027938842773438, + 21.968955993652344, + 21.967130661010742, + 22.04348373413086, + 22.447389602661133, + 23.526309967041016, + 24.958911895751953, + 25.74616241455078, + 26.60373306274414, + 27.096538543701172, + 27.36153221130371, + 27.538835525512695, + 27.59377098083496, + 27.589027404785156, + 27.28595542907715, + 26.475540161132812, + 25.571834564208984, + 25.00995635986328, + 24.66958999633789, + 24.447216033935547 ], "timestamps": [ - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", "2026-06-11 14:00:00", "2026-06-11 15:00:00", "2026-06-11 16:00:00", @@ -327,6 +325,8 @@ "2026-06-16 08:00:00", "2026-06-16 09:00:00", "2026-06-16 10:00:00", - "2026-06-16 11:00:00" + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 3c8bdf4bfae991e0a1b653029b78f85a851c9df1..5848a480b7ff7f8e3013097e0a113e5a6c6f5978 100644 --- a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-16T11:59:58.423134+00:00", + "evaluated_at": "2026-06-16T13:12:36.348072+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 13.0, - 18.0, 18.0, 11.0, 13.0, @@ -101,12 +99,12 @@ 11.0, 10.0, 15.0, - 10.0 + 10.0, + 13.0, + 4.0 ], "actuals": [ 13.0, - 4.0, - 12.0, 12.0, 13.0, 14.0, @@ -127,89 +125,89 @@ 10.0, 11.0, 7.0, - 6.0 + 8.0, + 7.0, + 1.0 ], "p50": [ - 11.280866622924805, - 11.256919860839844, - 11.213963508605957, - 11.18816089630127, - 11.097655296325684, - 11.09075927734375, - 11.025758743286133, - 11.026590347290039, - 11.073174476623535, - 11.08263111114502, - 11.183331489562988, - 11.167459487915039, - 11.235228538513184, - 11.19599723815918, - 11.352100372314453, - 11.37652587890625, - 11.530790328979492, - 11.502167701721191, - 11.499082565307617, - 11.505290985107422, - 11.442570686340332, - 11.421600341796875, - 11.34614086151123, - 11.327408790588379 + 10.801206588745117, + 10.731637954711914, + 10.793533325195312, + 10.779757499694824, + 10.716495513916016, + 10.801918983459473, + 10.825993537902832, + 10.79210090637207, + 10.897446632385254, + 10.937674522399902, + 11.055521965026855, + 11.124577522277832, + 11.309865951538086, + 11.300392150878906, + 11.39749526977539, + 11.453563690185547, + 11.656813621520996, + 11.642786979675293, + 11.615788459777832, + 11.565495491027832, + 11.440778732299805, + 11.422087669372559, + 11.281630516052246, + 11.219436645507812 ], "p10": [ - 8.095073699951172, - 8.009137153625488, - 8.007673263549805, - 7.998676776885986, - 7.912866115570068, - 7.944612979888916, - 7.9540205001831055, - 7.933864593505859, - 7.911914825439453, - 7.9369330406188965, - 7.953290939331055, - 7.997626304626465, - 8.012930870056152, - 8.015716552734375, - 8.008758544921875, - 8.034734725952148, - 8.079629898071289, - 8.056873321533203, - 8.047418594360352, - 8.06574821472168, - 7.9711594581604, - 8.010435104370117, - 8.01296615600586, - 7.977545738220215 + 6.829104900360107, + 6.823397159576416, + 6.795124053955078, + 6.873685836791992, + 6.850543975830078, + 6.972228527069092, + 6.994526386260986, + 7.0460052490234375, + 7.041427135467529, + 7.149903774261475, + 7.078005313873291, + 7.2313432693481445, + 7.300223350524902, + 7.3241167068481445, + 7.304009914398193, + 7.282947063446045, + 7.394360065460205, + 7.296487808227539, + 7.209911823272705, + 7.215514183044434, + 7.113003730773926, + 7.0933380126953125, + 7.012211322784424, + 6.965991973876953 ], "p90": [ - 16.468734741210938, - 16.575834274291992, - 16.622581481933594, - 16.66835594177246, - 16.774436950683594, - 16.669815063476562, - 16.63888931274414, - 16.702743530273438, - 16.736690521240234, - 16.732067108154297, - 16.836071014404297, - 16.947898864746094, - 16.99992561340332, - 17.077526092529297, - 17.246339797973633, - 17.304393768310547, - 17.242008209228516, - 17.36646842956543, - 17.50467300415039, - 17.57712173461914, - 17.707914352416992, - 17.575990676879883, - 17.4866943359375, - 17.497861862182617 + 15.868734359741211, + 15.799520492553711, + 15.869054794311523, + 15.818400382995605, + 15.71596908569336, + 15.698526382446289, + 15.745820999145508, + 15.723467826843262, + 15.705385208129883, + 15.936134338378906, + 16.061241149902344, + 16.240840911865234, + 16.451492309570312, + 16.462322235107422, + 16.685688018798828, + 16.804630279541016, + 17.052980422973633, + 17.056964874267578, + 17.148014068603516, + 17.21327018737793, + 17.238609313964844, + 17.132274627685547, + 17.047225952148438, + 16.992839813232422 ], "timestamps": [ - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", "2026-06-11 14:00:00", "2026-06-11 15:00:00", "2026-06-11 16:00:00", @@ -327,6 +325,8 @@ "2026-06-16 08:00:00", "2026-06-16 09:00:00", "2026-06-16 10:00:00", - "2026-06-16 11:00:00" + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 1250013f6627ee63098aa6c8bc495cc99b41022f..5b3059b627f7663cd12fbc221c19e48e2c428f43 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,23 +1,41 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-16T13:04:50.169713+00:00", + "evaluated_at": "2026-06-16T13:12:38.255776+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t130000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t103000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 82, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t105600z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t105000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 0ae0fd2ae5322ae8675abe7e76031826aaa84f2b..1854e2a1f9de340cea562e2f4a80fdc69ca81252 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -926,3 +926,9 @@ {"evaluated_at": "2026-06-16T13:08:41.978913+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-16T13:08:41.978913+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 24} {"evaluated_at": "2026-06-16T13:08:41.978913+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-16T13:16:40.518739+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-16T13:16:40.518739+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} +{"evaluated_at": "2026-06-16T13:16:40.518739+00:00", "dataset": "nws_ksfo_observations_temperature", "prediction_length": 24} +{"evaluated_at": "2026-06-16T13:16:40.518739+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} +{"evaluated_at": "2026-06-16T13:16:40.518739+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} +{"evaluated_at": "2026-06-16T13:16:40.518739+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 93f60ed888f89e048085bff425e846063ca99372..56c45e1243bd9ea6a6b30c643b0e9352f305aced 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,313704.97095743817,243918.86245218912,420.71484375,0.6208301843288457,0.006335080434296516,0.0063226245139714156,5.5352320362637215,560.0937162274168,0.008427091914586847,0.0063300168443109995,0.006319411167015016,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,20.18381810183079,21.879052912187074,3.7839450438817344,1.9790506024940113,0.1653976422587492,0.1471474822483271,38.307584682980796,4.492640437630279,0.19727275382523354,0.16615379518856666,0.12561442260265018,Weather,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,287780.19558461505,270686.2942784627,447.2412109375,0.659973964671372,0.0067353138293222885,0.006721044108221659,5.372305759796073,536.4514848377391,0.008072537541998964,0.006730098746420803,0.006488296327895996,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,20.389437670179024,19.90897415206795,3.58793842792511,2.0061737855892496,0.15681435311786812,0.14013725627870433,34.53104062929811,4.515466495300239,0.19827505065224196,0.15754710488371695,0.11530330121981347,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.09495211991050212,0.09851533540792205,0.25969791408473003,0.33140587020736106,5.924571729011113,0.8675630857827317,2.7706139168221466,0.3081430185976994,0.8182598317044928,0.6896160504950852,0.42232547579616697,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.0018547377997680432,0.001864118426914511,0.029939018189907074,0.25662018213478316,0.030198475164220463,0.0301318809644585,2.76358265462085,0.04306666692197161,0.04306666692197161,0.029939018189907074,0.04599769606634422,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.3212045093063504,0.02015936079955812,0.051366329193115234,0.09177111096575925,0.0035694272407190263,0.0036187243746153043,3.888867312237142,0.566749070847364,0.040338010699671946,0.0036559663582629597,0.007151083959487683,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,11.696655874589473,8.28888748081558,2.517130732536316,0.38741645462124735,0.18175327797128527,0.17034017912122926,2.196184077414056,3.420037408361124,0.23344964839534527,0.17181779446012227,0.16696646306136265,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.30386413360717296,0.20042135931388808,0.34636445840199787,0.13590322073538882,0.014415862125174062,0.014534229847340449,1.7550287948317358,0.5512387265125456,0.022940403253750602,0.014414336232829826,0.024443115595278092,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,224.20912071212808,11.424524104129242,2.7078068256378174,0.5341427162901996,0.35616821150109207,0.26768882332679955,5.694443646522417,14.973614149968206,1.460840404874947,0.2641762756719822,0.2271798851044197,Hazards,1 +nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.0858602198702935,0.013261509801859953,0.03443155686060587,0.09996259519728025,0.0023934418779542224,0.002425859813641611,2.553107821122366,0.293019145910798,0.020880224930952224,0.0024535552096352914,0.00550384483542626,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,44.24143124135211,39.03964125787386,4.722344597180684,0.7356313327934544,0.2989688090928528,0.2685063750688846,4.367926035316404,6.65142324930177,0.4135599947752396,0.29361728065372134,0.23126366812399082,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.343310821915414,0.3259413206256265,0.46821129322052,0.18441582357267508,0.01917498687644985,0.01934724000200437,1.8667852801686413,0.5859273179460179,0.024278755756790227,0.019401020028424764,0.027920828409967822,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,11.973457298439294,11.860917126291042,2.765321373939514,0.5454880518456028,0.6799407476792633,0.2936770500816996,3.4004189974641146,3.460268385319164,0.3460268385319164,0.27653213739395144,0.2332098384698232,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,1217.3831888015072,228.65959959166744,12.967615763346354,0.3890284729003906,0.004156287103636652,0.004144578991385587,1.893502655029297,34.89101874123923,0.011183018827320266,0.004156287103636652,0.0033436898560265872,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,176.3750626851106,144.3851330865,11.77811050415039,0.24278943033483547,0.05437496998831363,0.0532503574714263,1.6591296374283497,13.280627345314326,0.05603640230090433,0.04969666879388351,0.05403646870616227,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 5696a50c6c3f4b81bba9353f5c1d742b04d53014..c7f7c94f2c8044cd801f7f31064c3beeac206c13 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T13:07:48.021363+00:00", + "evaluated_at": "2026-06-16T13:15:08.242926+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 66514.0, 66481.7265625, 66429.828125, - 66383.9921875 + 66154.109375 ], "p50": [ - 66320.6796875, - 66348.4921875, - 66434.25, - 66456.75390625, - 66506.234375, - 66519.99609375, - 66506.9296875, - 66528.4765625, - 66720.02734375, - 66571.43359375, - 66625.1171875, - 66631.7734375, - 66727.58984375, - 66664.26171875, - 66741.23828125, - 66674.44140625, - 66800.9140625, - 66932.421875, - 66970.89453125, - 66824.5625, - 67119.73828125, - 66954.44921875, - 66879.10546875, - 66871.953125 + 66365.8125, + 66374.73828125, + 66458.76953125, + 66428.49609375, + 66416.01953125, + 66503.8828125, + 66527.56640625, + 66546.9453125, + 66560.8984375, + 66503.56640625, + 66586.62109375, + 66596.0078125, + 66651.49609375, + 66630.63671875, + 66646.5390625, + 66703.98046875, + 66834.28515625, + 66820.02734375, + 66940.92578125, + 66882.765625, + 66889.48828125, + 66955.3984375, + 67054.40625, + 67040.7734375 ], "p10": [ - 66036.40234375, - 66008.51171875, - 65916.109375, - 65859.734375, - 65848.46484375, - 65788.00390625, - 65557.40625, - 65669.640625, - 65597.94140625, - 65554.45703125, - 65531.259765625, - 65647.09375, - 65474.75, - 65622.234375, - 65451.828125, - 65414.18359375, - 65211.5703125, - 65752.4375, - 65561.921875, - 65287.578125, - 65388.830078125, - 65428.470703125, - 65241.697265625, - 65186.0078125 + 66116.0, + 65971.02734375, + 66077.01171875, + 65773.171875, + 65744.984375, + 65712.9921875, + 65657.01171875, + 65598.140625, + 65697.59375, + 65546.17578125, + 65431.78125, + 65505.447265625, + 65464.720703125, + 65186.05859375, + 65365.787109375, + 65168.794921875, + 65514.46875, + 65494.599609375, + 65389.845703125, + 65380.794921875, + 65559.0078125, + 65310.337890625, + 65448.01171875, + 65537.240234375 ], "p90": [ - 66679.80859375, - 66728.53515625, - 66906.12890625, - 67184.39453125, - 67140.30859375, - 67443.7734375, - 67185.2421875, - 67532.87890625, - 67915.546875, - 67663.390625, - 67925.67578125, - 67718.8984375, - 68187.75390625, - 68059.50390625, - 68072.046875, - 68255.37890625, - 68731.69921875, - 69132.0625, - 68892.4921875, - 69379.671875, - 69190.90625, - 68781.359375, - 68931.26171875, - 69379.671875 + 66680.60546875, + 66771.93359375, + 66935.87890625, + 67003.44140625, + 66907.125, + 67343.4609375, + 67413.98828125, + 67568.4765625, + 67504.55859375, + 67583.625, + 67648.6640625, + 67988.4453125, + 67769.9296875, + 68240.421875, + 68217.94921875, + 68342.3125, + 68795.44921875, + 68735.34375, + 69276.6328125, + 68615.0546875, + 69069.640625, + 69363.05078125, + 69162.578125, + 68741.5234375 ], "timestamps": [ "2026-06-11 14:00:00", diff --git a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index c1fd991e99c4e86dc75d00d0feb72a1783540df2..a9158282954a7cdfdc5a490d21ea12336f35ba53 100644 --- a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T12:03:34.416736+00:00", + "evaluated_at": "2026-06-16T13:15:17.036649+00:00", "freq": "1h", - "context_length": 84, + "context_length": 82, "prediction_length": 24, "context": [ - 22.510000228881836, - 23.540000915527344, 23.8700008392334, 23.709999084472656, 23.489999771118164, @@ -118,86 +116,84 @@ 20.90999984741211 ], "p50": [ - 22.758435249328613, - 22.59521770477295, - 22.40289878845215, - 22.36217212677002, - 22.50560474395752, - 23.09831428527832, - 24.255464553833008, - 25.590975761413574, - 27.29386043548584, - 29.008617401123047, - 30.04629421234131, - 30.853734016418457, - 31.338644981384277, - 31.51271629333496, - 31.08505916595459, - 30.526105880737305, - 29.98687171936035, - 28.86415958404541, - 27.622118949890137, - 26.615649223327637, - 25.69971466064453, - 24.867597579956055, - 24.312594413757324, - 23.446691513061523 + 22.769309997558594, + 22.470608711242676, + 22.39452362060547, + 22.254616737365723, + 22.447465896606445, + 22.94729232788086, + 23.930694580078125, + 25.488197326660156, + 27.134568214416504, + 28.71634006500244, + 29.576805114746094, + 30.43446636199951, + 31.05948829650879, + 30.884502410888672, + 30.956056594848633, + 30.19314479827881, + 29.26068115234375, + 28.272235870361328, + 27.577303886413574, + 26.334906578063965, + 25.21420669555664, + 24.236717224121094, + 23.76903533935547, + 23.229394912719727 ], "p10": [ - 22.261651039123535, - 21.989005088806152, - 21.46411895751953, - 21.16341209411621, - 20.97773551940918, - 21.936098098754883, - 22.448779106140137, - 23.3024263381958, - 25.62192440032959, - 26.624154090881348, - 27.746883392333984, - 28.56127166748047, - 28.94215965270996, - 28.804962158203125, - 27.581212043762207, - 27.19524097442627, - 27.17277431488037, - 25.733530044555664, - 24.026082038879395, - 23.995878219604492, - 23.15768337249756, - 20.80695629119873, - 20.986084938049316, - 20.43449592590332 + 22.296409606933594, + 21.740853309631348, + 21.5699462890625, + 21.24276828765869, + 21.151503562927246, + 21.42189598083496, + 22.534343719482422, + 23.55154514312744, + 24.634422302246094, + 26.56939697265625, + 26.547832489013672, + 28.2803316116333, + 27.874452590942383, + 27.499366760253906, + 28.63278865814209, + 26.748927116394043, + 25.62637710571289, + 24.159101486206055, + 24.4177303314209, + 23.453580856323242, + 22.10910987854004, + 20.700658798217773, + 19.992451667785645, + 20.220508575439453 ], "p90": [ - 23.22074031829834, - 23.440421104431152, - 23.279274940490723, - 23.232913970947266, - 23.45229721069336, - 24.53287124633789, - 26.04325294494629, - 27.294516563415527, - 29.41654682159424, - 31.248194694519043, - 32.68324089050293, - 33.152082443237305, - 34.12051773071289, - 34.2959041595459, - 33.974260330200195, - 33.25764274597168, - 33.00339126586914, - 32.091087341308594, - 30.163508415222168, - 29.956122398376465, - 28.35675621032715, - 27.858622550964355, - 27.721757888793945, - 26.36703872680664 + 23.28001308441162, + 23.076040267944336, + 23.124232292175293, + 23.291521072387695, + 23.87178325653076, + 24.621712684631348, + 25.36471652984619, + 27.23821258544922, + 29.391667366027832, + 31.179214477539062, + 32.46547889709473, + 32.78599548339844, + 33.72624969482422, + 33.60602378845215, + 33.923099517822266, + 33.50865936279297, + 32.35073280334473, + 32.2702579498291, + 31.028087615966797, + 29.267995834350586, + 28.92644214630127, + 28.15259838104248, + 26.494510650634766, + 26.374836921691895 ], "timestamps": [ - "2026-06-09 12:00:00", - "2026-06-09 13:00:00", "2026-06-09 14:00:00", "2026-06-09 15:00:00", "2026-06-09 16:00:00", diff --git a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json index 50dd3d80157be4586a79bd5ac6bd3642d362b6de..40c0f6cce83599433c4aa4e9047d1532af25b1ea 100644 --- a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,26 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T12:03:40.768066+00:00", + "evaluated_at": "2026-06-16T13:15:24.752398+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 17.0, - 17.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.0, - 15.0, 15.0, 15.0, 15.0, @@ -101,9 +86,7 @@ 14.0, 14.0, 14.0, - 14.0 - ], - "actuals": [ + 14.0, 14.0, 14.399999618530273, 14.0, @@ -118,97 +101,113 @@ 14.0, 14.0, 14.0, + 14.399999618530273 + ], + "actuals": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, 14.399999618530273, 14.0, 14.0, 14.0, 14.0, 14.0, + 14.399999618530273, + 14.0, 14.0, 14.0, 14.0, 14.0 ], "p50": [ - 13.998036861419678, - 13.998083591461182, - 13.998116970062256, - 13.99875783920288, - 13.998810768127441, - 13.998849391937256, - 13.998472213745117, - 13.998660564422607, - 13.998746395111084, - 13.99872350692749, - 13.998131275177002, - 13.999021530151367, - 13.998071670532227, - 13.998419284820557, - 13.998602390289307, - 13.998570919036865, - 13.9983491897583, - 13.998625755310059, - 13.998695850372314, - 13.999431610107422, - 13.999174118041992, - 13.998970985412598, - 13.999667644500732, - 13.998578548431396 + 14.001704216003418, + 14.001490116119385, + 14.00166130065918, + 14.00160264968872, + 14.001566886901855, + 14.001536846160889, + 14.001313209533691, + 14.001370906829834, + 14.001492977142334, + 14.001612186431885, + 14.001309394836426, + 14.00156831741333, + 14.001191139221191, + 14.00135326385498, + 14.00126600265503, + 14.001418113708496, + 14.000992774963379, + 14.001365661621094, + 14.0007643699646, + 14.001046657562256, + 14.001094341278076, + 14.001214027404785, + 14.000661373138428, + 14.000870704650879 ], "p10": [ - 13.995556354522705, - 13.995290279388428, - 13.99553394317627, - 13.995657920837402, - 13.995660781860352, - 13.995649814605713, - 13.995221138000488, - 13.995336055755615, - 13.995266914367676, - 13.99420166015625, - 13.99472951889038, - 13.995573997497559, - 13.994442462921143, - 13.994496822357178, - 13.99428939819336, - 13.993908405303955, - 13.994046211242676, - 13.993443489074707, - 13.994722843170166, - 13.993765354156494, - 13.993626117706299, - 13.994062423706055, - 13.992930889129639, - 13.993520259857178 + 14.000387191772461, + 14.000489234924316, + 14.000186920166016, + 14.000426292419434, + 14.00024938583374, + 14.00038766860962, + 14.000069618225098, + 14.000081062316895, + 14.00045394897461, + 14.000315189361572, + 14.000005722045898, + 14.000249862670898, + 13.999832153320312, + 14.000165462493896, + 13.999975204467773, + 14.000010013580322, + 13.99977445602417, + 13.999770641326904, + 13.999418258666992, + 13.999425411224365, + 13.999719619750977, + 13.999808311462402, + 13.999219417572021, + 13.9995436668396 ], "p90": [ - 14.00241470336914, - 14.00163459777832, - 14.001564025878906, - 14.0027174949646, - 14.338630199432373, - 14.008317947387695, - 14.591931819915771, - 14.006726264953613, - 14.683350563049316, - 14.308103561401367, - 14.957642555236816, - 14.301335334777832, - 14.799525260925293, - 14.678517818450928, - 14.018855094909668, - 15.13749647140503, - 15.570638179779053, - 15.006204605102539, - 15.919677257537842, - 15.413824558258057, - 15.053092956542969, - 14.934808254241943, - 15.474559783935547, - 15.584458827972412 + 15.119439125061035, + 14.604390144348145, + 14.815335750579834, + 14.69409465789795, + 14.69409465789795, + 14.69409465789795, + 14.672171115875244, + 14.662910461425781, + 14.715453147888184, + 14.69409465789795, + 14.69409465789795, + 14.915480613708496, + 14.739218711853027, + 14.678110599517822, + 14.678211688995361, + 15.119439125061035, + 15.043907165527344, + 15.574163913726807, + 14.842710018157959, + 15.119439125061035, + 15.251025199890137, + 15.239299774169922, + 15.140982151031494, + 15.19405460357666 ], "timestamps": [ - "2026-06-16 02:00:00", "2026-06-16 03:00:00", "2026-06-16 04:00:00", "2026-06-16 05:00:00", @@ -327,6 +326,7 @@ "2026-06-20 22:00:00", "2026-06-20 23:00:00", "2026-06-21 00:00:00", - "2026-06-21 01:00:00" + "2026-06-21 01:00:00", + "2026-06-21 02:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 1ecea5208bfd52c19011ec302cc33ecfd559998f..7623b0a1c8c1e9ea857f877f148bbfea273faedd 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T12:03:45.542544+00:00", + "evaluated_at": "2026-06-16T13:15:30.361270+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 46.20000076293945, - 39.70000076293945, 36.20000076293945, 33.79999923706055, 30.200000762939453, @@ -101,11 +99,11 @@ 14.300000190734863, 14.399999618530273, 14.800000190734863, - 15.899999618530273 + 15.899999618530273, + 17.899999618530273, + 18.700000762939453 ], "actuals": [ - 17.899999618530273, - 18.700000762939453, 18.299999237060547, 17.799999237060547, 16.5, @@ -127,89 +125,89 @@ 11.699999809265137, 12.5, 14.300000190734863, - 21.799999237060547 + 21.799999237060547, + 31.5, + 39.5 ], "p50": [ - 16.14848518371582, - 15.477969646453857, - 15.37692928314209, - 15.287760734558105, - 14.387057781219482, - 13.536696910858154, - 12.748542785644531, - 12.01738691329956, - 11.13412618637085, - 10.241125106811523, - 11.277069568634033, - 12.700669288635254, - 15.233021259307861, - 17.79829692840576, - 15.10788631439209, - 15.682830333709717, - 14.783010959625244, - 14.551414966583252, - 15.687176704406738, - 15.796157836914062, - 17.49220561981201, - 17.563265800476074, - 17.71007537841797, - 18.538229942321777 + 19.009520530700684, + 18.863012313842773, + 18.737457275390625, + 19.229352951049805, + 17.46531105041504, + 16.790406227111816, + 15.820354461669922, + 15.925232410430908, + 16.06389617919922, + 18.120824813842773, + 18.62844944000244, + 18.484366416931152, + 19.584335327148438, + 19.136223793029785, + 16.906686782836914, + 16.16769504547119, + 16.862236976623535, + 18.13779640197754, + 17.81649684906006, + 19.013538360595703, + 19.85655117034912, + 18.587944984436035, + 18.142776489257812, + 17.7758731842041 ], "p10": [ - 14.358143329620361, - 12.606719970703125, - 12.312610149383545, - 11.613669872283936, - 10.473904132843018, - 8.731133460998535, - 7.109731197357178, - 7.548453330993652, - 4.75022554397583, - 4.074673652648926, - 5.930924892425537, - 6.152594089508057, - 8.616950035095215, - 9.89429521560669, - 8.549057960510254, - 9.703669548034668, - 7.135557174682617, - 8.048540592193604, - 7.498082160949707, - 9.216672420501709, - 8.59532117843628, - 10.056777477264404, - 10.414888858795166, - 11.072530269622803 + 15.812982082366943, + 13.889392852783203, + 14.483095645904541, + 13.125477313995361, + 10.95515489578247, + 9.570263862609863, + 9.019959926605225, + 9.001861095428467, + 8.633981704711914, + 11.169966220855713, + 10.381659030914307, + 10.719008445739746, + 10.783557415008545, + 9.447333812713623, + 9.606067657470703, + 8.787503719329834, + 9.944141387939453, + 10.681856632232666, + 9.881921768188477, + 11.271496295928955, + 10.373755931854248, + 9.222256660461426, + 8.45813798904419, + 10.461997032165527 ], "p90": [ - 18.03057861328125, - 19.207395553588867, - 19.9874906539917, - 19.308305740356445, - 19.42294979095459, - 19.444849014282227, - 17.871098518371582, - 18.653306007385254, - 16.588924407958984, - 17.23707103729248, - 19.143258094787598, - 24.039786338806152, - 27.61379623413086, - 28.785995483398438, - 26.144956588745117, - 25.727930068969727, - 26.773012161254883, - 24.006086349487305, - 26.538527488708496, - 26.624764442443848, - 27.536444664001465, - 28.96419906616211, - 28.290863037109375, - 31.80093765258789 + 22.717734336853027, + 23.754167556762695, + 25.30309772491455, + 27.782686233520508, + 26.86555767059326, + 27.19682788848877, + 25.456844329833984, + 27.05319881439209, + 27.600255012512207, + 30.805246353149414, + 29.958595275878906, + 30.349099159240723, + 31.76491928100586, + 31.204550743103027, + 31.46072483062744, + 28.53814697265625, + 27.043036460876465, + 28.49690055847168, + 28.819113731384277, + 32.626420974731445, + 34.309661865234375, + 33.14259338378906, + 36.16546630859375, + 38.30916976928711 ], "timestamps": [ - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", "2026-06-11 14:00:00", "2026-06-11 15:00:00", "2026-06-11 16:00:00", @@ -327,6 +325,8 @@ "2026-06-16 08:00:00", "2026-06-16 09:00:00", "2026-06-16 10:00:00", - "2026-06-16 11:00:00" + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 221be97a3e494424f4b46da59c559d10f3c0706e..7d09bf17c2afadbae5b4306be262d2def7845677 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T12:03:49.582194+00:00", + "evaluated_at": "2026-06-16T13:15:35.504692+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 26.200000762939453, - 25.100000381469727, 24.5, 24.0, 23.899999618530273, @@ -101,11 +99,11 @@ 24.799999237060547, 23.700000762939453, 23.299999237060547, - 22.899999618530273 + 22.899999618530273, + 22.700000762939453, + 22.299999237060547 ], "actuals": [ - 22.700000762939453, - 22.299999237060547, 22.200000762939453, 22.0, 21.899999618530273, @@ -127,89 +125,89 @@ 25.700000762939453, 25.799999237060547, 25.200000762939453, - 24.399999618530273 + 24.399999618530273, + 23.899999618530273, + 23.600000381469727 ], "p50": [ - 22.68824863433838, - 22.394723892211914, - 22.176013946533203, - 22.1840238571167, - 22.090325355529785, - 22.01252269744873, - 21.8733491897583, - 21.900059700012207, - 21.691261291503906, - 21.615347862243652, - 21.94003200531006, - 23.159269332885742, - 24.475838661193848, - 25.26787567138672, - 25.787930488586426, - 26.606061935424805, - 26.66074562072754, - 26.719868659973145, - 26.677900314331055, - 26.58247184753418, - 26.20494842529297, - 25.113683700561523, - 24.111767768859863, - 23.5195255279541 + 22.274189949035645, + 22.150351524353027, + 21.917327880859375, + 21.778510093688965, + 21.77266502380371, + 21.638707160949707, + 21.56942081451416, + 21.601821899414062, + 22.223965644836426, + 22.89468765258789, + 24.048789024353027, + 24.920865058898926, + 25.750189781188965, + 26.253897666931152, + 26.549358367919922, + 27.46344566345215, + 27.36918067932129, + 27.17232322692871, + 26.895967483520508, + 25.311473846435547, + 24.188570976257324, + 23.676289558410645, + 23.18977642059326, + 22.785072326660156 ], "p10": [ - 22.43474769592285, - 22.040976524353027, - 21.620399475097656, - 21.548782348632812, - 21.354666709899902, - 21.304887771606445, - 20.953707695007324, - 20.957449913024902, - 20.5201416015625, - 20.150625228881836, - 20.751007080078125, - 21.19872283935547, - 22.41831398010254, - 23.358105659484863, - 23.671266555786133, - 23.718992233276367, - 23.267837524414062, - 23.41524028778076, - 23.77971649169922, - 23.754082679748535, - 23.5466365814209, - 22.591132164001465, - 22.374123573303223, - 21.902812957763672 + 22.025541305541992, + 21.760255813598633, + 21.299901962280273, + 21.181568145751953, + 21.071088790893555, + 20.824732780456543, + 20.648911476135254, + 20.586806297302246, + 20.888397216796875, + 21.400390625, + 22.24884796142578, + 22.533296585083008, + 23.488966941833496, + 23.784486770629883, + 23.445626258850098, + 23.840434074401855, + 23.76468849182129, + 23.22311496734619, + 23.465192794799805, + 22.827218055725098, + 22.05985927581787, + 21.50967025756836, + 21.327719688415527, + 21.22826385498047 ], "p90": [ - 22.998047828674316, - 22.772286415100098, - 22.74468994140625, - 22.875676155090332, - 22.764572143554688, - 22.83975124359131, - 22.88418960571289, - 22.99610137939453, - 22.90390396118164, - 22.9264497756958, - 24.137393951416016, - 25.750861167907715, - 29.400729179382324, - 29.674246788024902, - 31.192873001098633, - 31.971784591674805, - 32.55199432373047, - 32.02301025390625, - 32.11853790283203, - 30.644519805908203, - 30.85349464416504, - 30.061967849731445, - 27.359027862548828, - 25.968521118164062 + 22.601892471313477, + 22.463051795959473, + 22.403369903564453, + 22.344039916992188, + 22.62938690185547, + 22.339262008666992, + 22.42161464691162, + 22.901817321777344, + 23.654584884643555, + 25.438319206237793, + 27.783390998840332, + 29.249743461608887, + 30.840980529785156, + 31.014090538024902, + 31.815351486206055, + 32.85496711730957, + 33.12984848022461, + 31.53537940979004, + 31.39422607421875, + 30.543560028076172, + 28.399209022521973, + 27.46344566345215, + 25.72195053100586, + 24.7083158493042 ], "timestamps": [ - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", "2026-06-11 14:00:00", "2026-06-11 15:00:00", "2026-06-11 16:00:00", @@ -327,6 +325,8 @@ "2026-06-16 08:00:00", "2026-06-16 09:00:00", "2026-06-16 10:00:00", - "2026-06-16 11:00:00" + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 6f6d403e897b87ff8910461ed3b4ef83b087e336..43c0a2e0e2be8508cd768b2ad25afe7a3d02ec42 100644 --- a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T12:03:54.078642+00:00", + "evaluated_at": "2026-06-16T13:15:41.040444+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 13.0, - 18.0, 18.0, 11.0, 13.0, @@ -101,12 +99,12 @@ 11.0, 10.0, 15.0, - 10.0 + 10.0, + 13.0, + 4.0 ], "actuals": [ 13.0, - 4.0, - 12.0, 12.0, 13.0, 14.0, @@ -127,89 +125,89 @@ 10.0, 11.0, 7.0, - 6.0 + 8.0, + 7.0, + 1.0 ], "p50": [ - 12.085193157196045, - 11.912080764770508, - 12.102896213531494, - 11.768794059753418, - 11.576493263244629, - 11.969232082366943, - 12.017170906066895, - 11.64864730834961, - 11.55067777633667, - 11.636284828186035, - 11.249273300170898, - 11.070932388305664, - 12.53244924545288, - 11.608407974243164, - 11.750889778137207, - 12.155691146850586, - 11.811790943145752, - 11.112244129180908, - 12.016872882843018, - 11.790247440338135, - 11.734600067138672, - 12.331667423248291, - 11.09955883026123, - 11.489614009857178 + 10.827075481414795, + 10.783220291137695, + 11.312451839447021, + 11.324280261993408, + 11.865750312805176, + 11.45069932937622, + 10.435966968536377, + 11.168376445770264, + 10.908591270446777, + 10.940468788146973, + 11.305631637573242, + 11.055560111999512, + 11.204026222229004, + 11.493189334869385, + 10.96275281906128, + 11.06011152267456, + 11.391827583312988, + 11.272451400756836, + 11.423763275146484, + 11.73401165008545, + 11.831464290618896, + 11.647175312042236, + 10.76227855682373, + 11.395798683166504 ], "p10": [ - 8.632891178131104, - 8.52626085281372, - 8.435993194580078, - 8.159109115600586, - 8.308739185333252, - 8.012639999389648, - 8.397528171539307, - 8.442501068115234, - 8.296435832977295, - 8.485235214233398, - 7.437607049942017, - 7.875498056411743, - 8.792672157287598, - 8.173012256622314, - 8.010129928588867, - 8.557161331176758, - 7.816866874694824, - 8.072068929672241, - 8.171674728393555, - 8.114048480987549, - 8.099215507507324, - 8.191685676574707, - 7.667867183685303, - 7.540661096572876 + 5.967573642730713, + 5.958311080932617, + 6.115765571594238, + 6.507737636566162, + 6.1551618576049805, + 6.632614612579346, + 5.125138282775879, + 6.011326551437378, + 4.570820093154907, + 5.378982305526733, + 5.631350755691528, + 5.054422616958618, + 6.568345546722412, + 6.5667784214019775, + 5.107034683227539, + 5.744565486907959, + 4.956130266189575, + 4.415478467941284, + 5.036850214004517, + 5.635545492172241, + 4.310000896453857, + 5.3360819816589355, + 4.774019002914429, + 5.486337184906006 ], "p90": [ - 17.183225631713867, - 20.23054313659668, - 18.446483612060547, - 17.53005599975586, - 18.1504545211792, - 18.644055366516113, - 20.001538276672363, - 19.768244743347168, - 17.490166664123535, - 20.688220977783203, - 19.706064224243164, - 17.524436950683594, - 21.237781524658203, - 20.49856472015381, - 19.853219985961914, - 19.676151275634766, - 19.34988021850586, - 19.23125457763672, - 20.31922149658203, - 20.27308750152588, - 20.51980972290039, - 22.70259189605713, - 18.321434020996094, - 18.7313175201416 + 15.50619125366211, + 15.500251293182373, + 16.5471134185791, + 16.130611419677734, + 17.301782608032227, + 16.345794677734375, + 16.058019161224365, + 16.61087417602539, + 16.248656272888184, + 15.847006797790527, + 17.237738609313965, + 16.713947296142578, + 19.388206481933594, + 17.21267318725586, + 17.87111473083496, + 15.931306838989258, + 17.147586822509766, + 17.3272123336792, + 17.58387851715088, + 17.957841873168945, + 17.508986473083496, + 17.96213722229004, + 16.135053634643555, + 17.580613136291504 ], "timestamps": [ - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", "2026-06-11 14:00:00", "2026-06-11 15:00:00", "2026-06-11 16:00:00", @@ -327,6 +325,8 @@ "2026-06-16 08:00:00", "2026-06-16 09:00:00", "2026-06-16 10:00:00", - "2026-06-16 11:00:00" + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index c357a5e6c958e8b6ecdc4698f85b30e8094743be..e0a3e62c631ebcf1f7b057a8214033e1173f6e6e 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,23 +1,41 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-16T13:08:09.735665+00:00", + "evaluated_at": "2026-06-16T13:15:44.305046+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t130000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t103000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 82, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t105600z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t105000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index de55d694e094eec5d67e58d03df2ade2a2b1219a..6327b9165f1d4ce4e97ae6d597acc28c011c37f6 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-16T13:04:12.022599+00:00", - "finished_at": "2026-06-16T13:08:41.968420+00:00", - "task_count": 3, + "started_at": "2026-06-16T13:12:00.542055+00:00", + "finished_at": "2026-06-16T13:16:40.516372+00:00", + "task_count": 6, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,23 +10,41 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-16T13:04:50.169713+00:00", + "evaluated_at": "2026-06-16T13:12:38.255776+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t130000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t103000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 82, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t105600z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t105000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 } @@ -36,23 +54,41 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-16T13:05:42.742717+00:00", + "evaluated_at": "2026-06-16T13:13:25.780376+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t130000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t103000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 82, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t105600z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t105000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 } @@ -62,23 +98,41 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-16T13:06:23.251599+00:00", + "evaluated_at": "2026-06-16T13:14:12.220403+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t130000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 82, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t105600z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t103000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t105000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 } @@ -88,23 +142,41 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-16T13:06:41.131766+00:00", + "evaluated_at": "2026-06-16T13:14:47.002069+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t130000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t103000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 82, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t105600z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t105000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 } @@ -114,23 +186,41 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-16T13:08:09.735665+00:00", + "evaluated_at": "2026-06-16T13:15:44.305046+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t130000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t103000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 82, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t105600z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t105000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 } @@ -140,23 +230,41 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-16T13:08:41.965031+00:00", + "evaluated_at": "2026-06-16T13:16:40.513501+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t130000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 82, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t105600z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t103000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t105000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 } @@ -166,7 +274,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-16T13:08:52.311130+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260616_131226.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260616_131226.json new file mode 100644 index 0000000000000000000000000000000000000000..dd3bf2a4bcb19dde941c1983d94e96979d917639 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260616_131226.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T13:12:26.984109+00:00", + "metrics": { + "MSE[mean]": 36.30065420082034, + "MSE[0.5]": 36.30065420082034, + "MAE[0.5]": 3.325399478276571, + "MASE[0.5]": 0.5180198098494787, + "MAPE[0.5]": 0.1671415298271853, + "sMAPE[0.5]": 0.18439594895877487, + "MSIS": 5.903503857532037, + "RMSE[mean]": 6.025002423304105, + "NRMSE[mean]": 0.37461154963548843, + "ND[0.5]": 0.2067605893228956, + "mean_weighted_sum_quantile_loss": 0.19873262321942142 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453 + ], + "actual": [ + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 31.5, + 39.5 + ], + "predictions": { + "p50": [ + 17.94162940979004, + 17.208126068115234, + 16.14463233947754, + 15.01013469696045, + 13.888978004455566, + 12.708988189697266, + 11.483210563659668, + 10.627679824829102, + 10.390495300292969, + 11.119248390197754, + 11.8250150680542, + 12.645496368408203, + 12.985053062438965, + 12.962294578552246, + 12.83784294128418, + 13.105108261108398, + 13.942073822021484, + 14.49300765991211, + 15.062944412231445, + 15.67159652709961, + 16.198028564453125, + 16.727161407470703, + 17.022499084472656, + 17.008596420288086 + ], + "p10": [ + 16.25611114501953, + 14.43813419342041, + 13.071905136108398, + 11.3964262008667, + 10.012124061584473, + 8.558591842651367, + 7.206785202026367, + 6.310308456420898, + 5.989941596984863, + 5.9808454513549805, + 6.419339179992676, + 6.688081741333008, + 7.0078325271606445, + 6.847820281982422, + 6.803921699523926, + 7.145529747009277, + 8.247119903564453, + 8.4815034866333, + 8.791142463684082, + 9.041537284851074, + 9.21880054473877, + 9.368538856506348, + 9.330652236938477, + 9.506285667419434 + ], + "p90": [ + 20.232223510742188, + 20.2066650390625, + 19.848161697387695, + 19.386310577392578, + 18.650470733642578, + 17.85148811340332, + 17.130067825317383, + 16.994497299194336, + 17.063533782958984, + 18.634685516357422, + 20.54128074645996, + 22.011770248413086, + 22.399044036865234, + 22.774978637695312, + 22.402196884155273, + 22.666255950927734, + 22.603111267089844, + 23.729576110839844, + 24.62771224975586, + 25.84878158569336, + 26.796621322631836, + 27.76606559753418, + 28.21072006225586, + 27.904998779296875 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260616_131530.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260616_131530.json new file mode 100644 index 0000000000000000000000000000000000000000..6bed0eb07b6c0fd1312a55e69b7eaefb3c95463d --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260616_131530.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T13:15:30.361270+00:00", + "metrics": { + "MSE[mean]": 44.24143124135211, + "MSE[0.5]": 39.03964125787386, + "MAE[0.5]": 4.722344597180684, + "MASE[0.5]": 0.7356313327934544, + "MAPE[0.5]": 0.2989688090928528, + "sMAPE[0.5]": 0.2685063750688846, + "MSIS": 4.367926035316404, + "RMSE[mean]": 6.65142324930177, + "NRMSE[mean]": 0.4135599947752396, + "ND[0.5]": 0.29361728065372134, + "mean_weighted_sum_quantile_loss": 0.23126366812399082 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453 + ], + "actual": [ + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 31.5, + 39.5 + ], + "predictions": { + "p50": [ + 19.009520530700684, + 18.863012313842773, + 18.737457275390625, + 19.229352951049805, + 17.46531105041504, + 16.790406227111816, + 15.820354461669922, + 15.925232410430908, + 16.06389617919922, + 18.120824813842773, + 18.62844944000244, + 18.484366416931152, + 19.584335327148438, + 19.136223793029785, + 16.906686782836914, + 16.16769504547119, + 16.862236976623535, + 18.13779640197754, + 17.81649684906006, + 19.013538360595703, + 19.85655117034912, + 18.587944984436035, + 18.142776489257812, + 17.7758731842041 + ], + "p10": [ + 15.812982082366943, + 13.889392852783203, + 14.483095645904541, + 13.125477313995361, + 10.95515489578247, + 9.570263862609863, + 9.019959926605225, + 9.001861095428467, + 8.633981704711914, + 11.169966220855713, + 10.381659030914307, + 10.719008445739746, + 10.783557415008545, + 9.447333812713623, + 9.606067657470703, + 8.787503719329834, + 9.944141387939453, + 10.681856632232666, + 9.881921768188477, + 11.271496295928955, + 10.373755931854248, + 9.222256660461426, + 8.45813798904419, + 10.461997032165527 + ], + "p90": [ + 22.717734336853027, + 23.754167556762695, + 25.30309772491455, + 27.782686233520508, + 26.86555767059326, + 27.19682788848877, + 25.456844329833984, + 27.05319881439209, + 27.600255012512207, + 30.805246353149414, + 29.958595275878906, + 30.349099159240723, + 31.76491928100586, + 31.204550743103027, + 31.46072483062744, + 28.53814697265625, + 27.043036460876465, + 28.49690055847168, + 28.819113731384277, + 32.626420974731445, + 34.309661865234375, + 33.14259338378906, + 36.16546630859375, + 38.30916976928711 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260616_131621.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260616_131621.json new file mode 100644 index 0000000000000000000000000000000000000000..f7423fc72f8ae8f0e13e0bfee8e453ba6b8cbfc5 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260616_131621.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Timer-S1", + "evaluated_at": "2026-06-16T13:16:21.589465+00:00", + "metrics": { + "MSE[mean]": 27.06613575137745, + "MSE[0.5]": 27.06613575137745, + "MAE[0.5]": 3.0634367863337197, + "MASE[0.5]": 0.47721212200494273, + "MAPE[0.5]": 0.17333465852355792, + "sMAPE[0.5]": 0.16777352595513514, + "MSIS": 4.692691561843652, + "RMSE[mean]": 5.202512446056948, + "NRMSE[mean]": 0.323472276438774, + "ND[0.5]": 0.1904727535544282, + "mean_weighted_sum_quantile_loss": 0.17706389786803178 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453 + ], + "actual": [ + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 31.5, + 39.5 + ], + "predictions": { + "p50": [ + 18.30621337890625, + 17.60711669921875, + 16.11773681640625, + 14.582763671875, + 13.2757568359375, + 12.029541015625, + 11.36083984375, + 11.36083984375, + 12.1815185546875, + 14.4915771484375, + 16.17852783203125, + 16.54327392578125, + 16.3760986328125, + 15.677001953125, + 15.0994873046875, + 14.947509765625, + 15.2210693359375, + 15.859375, + 16.66485595703125, + 17.6527099609375, + 18.5037841796875, + 19.468841552734375, + 20.05585479736328, + 20.25152587890625 + ], + "p10": [ + 16.22412109375, + 14.461181640625, + 12.4854736328125, + 10.87451171875, + 9.597900390625, + 8.625244140625, + 7.71337890625, + 7.47021484375, + 7.71337890625, + 8.92919921875, + 10.084228515625, + 10.38818359375, + 10.509765625, + 9.841064453125, + 9.2939453125, + 8.746826171875, + 9.41552734375, + 9.90185546875, + 10.38818359375, + 10.87451171875, + 11.2392578125, + 11.84716796875, + 12.2423095703125, + 12.6070556640625 + ], + "p90": [ + 20.912628173828125, + 22.19683837890625, + 21.81689453125, + 20.791046142578125, + 19.655014038085938, + 18.230224609375, + 17.7742919921875, + 18.06304931640625, + 19.753799438476562, + 23.51904296875, + 25.9202880859375, + 26.4674072265625, + 26.011474609375, + 25.1907958984375, + 24.5220947265625, + 24.5828857421875, + 25.1300048828125, + 25.9810791015625, + 27.0753173828125, + 28.2607421875, + 29.35498046875, + 30.145263671875, + 30.631591796875, + 30.57080078125 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260616_131312.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260616_131312.json new file mode 100644 index 0000000000000000000000000000000000000000..4513fe15d1b300349d16febc168a83eea7f466ce --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260616_131312.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T13:13:12.832013+00:00", + "metrics": { + "MSE[mean]": 30.99946398706963, + "MSE[0.5]": 30.982543350419025, + "MAE[0.5]": 3.0574547052383423, + "MASE[0.5]": 0.476280253057535, + "MAPE[0.5]": 0.16306062035977767, + "sMAPE[0.5]": 0.16362156683090331, + "MSIS": 21.92440309521986, + "RMSE[mean]": 5.5677162272398215, + "NRMSE[mean]": 0.3461792472895226, + "ND[0.5]": 0.19010081068839435, + "mean_weighted_sum_quantile_loss": 0.23222872498533675 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453 + ], + "actual": [ + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 31.5, + 39.5 + ], + "predictions": { + "p50": [ + 18.285537719726562, + 17.44950294494629, + 16.390581130981445, + 15.220874786376953, + 13.981327056884766, + 12.790637016296387, + 11.97269344329834, + 11.63293170928955, + 11.858589172363281, + 13.512969017028809, + 15.250706672668457, + 15.915678024291992, + 15.885951042175293, + 15.369139671325684, + 14.921988487243652, + 14.653953552246094, + 15.0306978225708, + 15.494988441467285, + 16.19622802734375, + 17.09290313720703, + 17.668643951416016, + 18.40821075439453, + 18.487926483154297, + 18.498994827270508 + ], + "p10": [ + 19.040111541748047, + 18.456226348876953, + 17.389392852783203, + 16.58926010131836, + 15.694557189941406, + 14.523791313171387, + 13.818087577819824, + 13.511918067932129, + 13.914407730102539, + 15.584917068481445, + 17.796428680419922, + 18.568979263305664, + 18.45906639099121, + 17.891637802124023, + 17.17925453186035, + 17.040122985839844, + 17.133949279785156, + 17.856821060180664, + 18.803836822509766, + 19.176794052124023, + 19.82045555114746, + 21.200807571411133, + 21.1175479888916, + 20.97413444519043 + ], + "p90": [ + 20.97693634033203, + 21.024019241333008, + 20.768800735473633, + 20.011817932128906, + 19.202972412109375, + 18.352975845336914, + 17.887895584106445, + 18.09136390686035, + 18.79667091369629, + 20.89236068725586, + 23.182374954223633, + 24.133756637573242, + 24.196130752563477, + 23.572721481323242, + 22.880605697631836, + 22.53898048400879, + 22.886293411254883, + 23.443878173828125, + 24.411575317382812, + 25.45623779296875, + 26.346364974975586, + 27.46357536315918, + 27.598140716552734, + 27.523910522460938 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260616_131434.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260616_131434.json new file mode 100644 index 0000000000000000000000000000000000000000..c950550f1828ab16783b0232d2a3bade07c96917 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260616_131434.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TiRex", + "evaluated_at": "2026-06-16T13:14:34.959433+00:00", + "metrics": { + "MSE[mean]": 30.60250270377253, + "MSE[0.5]": 30.60250270377253, + "MAE[0.5]": 3.85614542166392, + "MASE[0.5]": 0.6006976698984574, + "MAPE[0.5]": 0.24779577866138655, + "sMAPE[0.5]": 0.21792472184747255, + "MSIS": 3.964777092355618, + "RMSE[mean]": 5.531952883365198, + "NRMSE[mean]": 0.34395561969110044, + "ND[0.5]": 0.23976033709827482, + "mean_weighted_sum_quantile_loss": 0.19876156495642786 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453 + ], + "actual": [ + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 31.5, + 39.5 + ], + "predictions": { + "p50": [ + 18.74909782409668, + 18.239582061767578, + 17.334800720214844, + 16.200593948364258, + 15.081502914428711, + 14.09745979309082, + 13.346372604370117, + 13.078094482421875, + 13.487787246704102, + 16.18250274658203, + 18.627635955810547, + 19.032350540161133, + 18.487777709960938, + 17.778202056884766, + 17.347211837768555, + 17.22679901123047, + 17.491844177246094, + 17.99506187438965, + 18.616710662841797, + 19.494300842285156, + 20.70608901977539, + 21.891883850097656, + 22.102243423461914, + 21.843929290771484 + ], + "p10": [ + 16.912689208984375, + 15.257242202758789, + 13.327119827270508, + 11.541353225708008, + 10.012992858886719, + 8.761889457702637, + 7.713986396789551, + 7.165105819702148, + 7.208971977233887, + 8.808083534240723, + 9.960968017578125, + 10.032361030578613, + 10.06078815460205, + 9.896323204040527, + 9.593804359436035, + 9.420323371887207, + 9.480335235595703, + 9.677535057067871, + 9.938080787658691, + 10.462757110595703, + 11.404037475585938, + 12.339815139770508, + 12.796283721923828, + 12.933732986450195 + ], + "p90": [ + 20.7375545501709, + 21.342390060424805, + 21.512401580810547, + 21.270065307617188, + 20.807662963867188, + 20.42578887939453, + 20.22023582458496, + 20.59169578552246, + 21.979248046875, + 25.84231185913086, + 29.12100601196289, + 29.977497100830078, + 29.122821807861328, + 28.28042984008789, + 27.87134552001953, + 27.93601417541504, + 28.637027740478516, + 29.674253463745117, + 30.691953659057617, + 32.2564697265625, + 34.128414154052734, + 34.962669372558594, + 34.944339752197266, + 34.020179748535156 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260616_131400.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260616_131400.json new file mode 100644 index 0000000000000000000000000000000000000000..324aaa1551016e081e0259e2526110ea5f57fee6 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260616_131400.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T13:14:00.702950+00:00", + "metrics": { + "MSE[mean]": 28.59178895430121, + "MSE[0.5]": 28.59178895430121, + "MAE[0.5]": 3.2719736893971763, + "MASE[0.5]": 0.5096973159123878, + "MAPE[0.5]": 0.19006335478591807, + "sMAPE[0.5]": 0.17972349949390476, + "MSIS": 3.793928208340238, + "RMSE[mean]": 5.3471290384935735, + "NRMSE[mean]": 0.33246398166799424, + "ND[0.5]": 0.20343877861536847, + "mean_weighted_sum_quantile_loss": 0.21130177937641043 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453 + ], + "actual": [ + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 31.5, + 39.5 + ], + "predictions": { + "p50": [ + 18.7078857421875, + 17.4534912109375, + 15.812132835388184, + 14.73489761352539, + 13.829773902893066, + 13.048748016357422, + 12.3447265625, + 11.276994705200195, + 11.871654510498047, + 13.388504028320312, + 16.679317474365234, + 18.15904426574707, + 17.524272918701172, + 16.48227310180664, + 15.668102264404297, + 15.746190071105957, + 16.090023040771484, + 16.849056243896484, + 17.227100372314453, + 17.611286163330078, + 18.33003044128418, + 19.11187744140625, + 19.683837890625, + 20.662290573120117 + ], + "p10": [ + 16.62981414794922, + 14.015165328979492, + 11.740346908569336, + 9.853703498840332, + 8.311683654785156, + 6.8324737548828125, + 6.272365570068359, + 4.569819450378418, + 3.8452110290527344, + 4.722381591796875, + 7.041769027709961, + 7.096402168273926, + 7.388588905334473, + 6.027033805847168, + 4.942673683166504, + 5.044218063354492, + 5.211456298828125, + 5.610870361328125, + 5.795513153076172, + 5.850279808044434, + 6.3850860595703125, + 6.816222190856934, + 7.470529556274414, + 7.880379676818848 + ], + "p90": [ + 20.842172622680664, + 20.871158599853516, + 20.3740177154541, + 20.2246150970459, + 20.241413116455078, + 20.328733444213867, + 20.068864822387695, + 20.016460418701172, + 20.987266540527344, + 23.66448211669922, + 28.542701721191406, + 30.275537490844727, + 30.12652015686035, + 28.813095092773438, + 27.708599090576172, + 28.44969940185547, + 29.277597427368164, + 30.59589385986328, + 31.576251983642578, + 32.94945526123047, + 34.13673400878906, + 34.62174987792969, + 36.034202575683594, + 36.6885986328125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_131207.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_131207.json new file mode 100644 index 0000000000000000000000000000000000000000..7b510b9902a8608b5ed67ebfca52805b57818ec5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_131207.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T13:12:07.539508+00:00", + "metrics": { + "MSE[mean]": 199877.7547454834, + "MSE[0.5]": 199877.7547454834, + "MAE[0.5]": 378.3776041666667, + "MASE[0.5]": 0.5583550027540446, + "MAPE[0.5]": 0.0056970421241776675, + "sMAPE[0.5]": 0.005689237061483228, + "MSIS": 4.97744829761615, + "RMSE[mean]": 447.07690025932163, + "NRMSE[mean]": 0.006727626194557986, + "ND[0.5]": 0.0056938371894169094, + "mean_weighted_sum_quantile_loss": 0.0055811821618433986 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875 + ], + "actual": [ + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66154.109375 + ], + "predictions": { + "p50": [ + 66442.7578125, + 66435.6796875, + 66434.921875, + 66445.4921875, + 66470.7890625, + 66486.4765625, + 66513.5, + 66533.53125, + 66579.125, + 66583.375, + 66610.7109375, + 66615.203125, + 66613.3515625, + 66648.0703125, + 66667.3125, + 66626.921875, + 66688.2421875, + 66675.5703125, + 66677.3515625, + 66689.3125, + 66735.3359375, + 66724.921875, + 66751.640625, + 66751.6015625 + ], + "p10": [ + 66093.4921875, + 66007.046875, + 65907.7265625, + 65865.0078125, + 65855.8515625, + 65807.9765625, + 65767.1484375, + 65722.4609375, + 65711.2890625, + 65735.3203125, + 65633.6875, + 65602.421875, + 65522.52734375, + 65406.55078125, + 65328.5546875, + 65225.390625, + 65205.9140625, + 65137.2109375, + 65103.046875, + 65095.67578125, + 65043.6484375, + 64998.77734375, + 64961.97265625, + 64928.59375 + ], + "p90": [ + 66726.96875, + 66757.7109375, + 66826.625, + 66901.6015625, + 66975.7421875, + 67042.546875, + 67120.0234375, + 67194.140625, + 67244.4140625, + 67287.265625, + 67392.21875, + 67414.953125, + 67461.296875, + 67488.9140625, + 67540.40625, + 67563.5703125, + 67729.9765625, + 67749.6484375, + 67783.2578125, + 67854.8359375, + 67887.125, + 67963.2421875, + 68015.4609375, + 68066.484375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_131508.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_131508.json new file mode 100644 index 0000000000000000000000000000000000000000..dc1126101155bff93b10df65f4740ac2529926c7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_131508.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T13:15:08.242926+00:00", + "metrics": { + "MSE[mean]": 287780.19558461505, + "MSE[0.5]": 270686.2942784627, + "MAE[0.5]": 447.2412109375, + "MASE[0.5]": 0.659973964671372, + "MAPE[0.5]": 0.0067353138293222885, + "sMAPE[0.5]": 0.006721044108221659, + "MSIS": 5.372305759796073, + "RMSE[mean]": 536.4514848377391, + "NRMSE[mean]": 0.008072537541998964, + "ND[0.5]": 0.006730098746420803, + "mean_weighted_sum_quantile_loss": 0.006488296327895996 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875 + ], + "actual": [ + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66154.109375 + ], + "predictions": { + "p50": [ + 66365.8125, + 66374.73828125, + 66458.76953125, + 66428.49609375, + 66416.01953125, + 66503.8828125, + 66527.56640625, + 66546.9453125, + 66560.8984375, + 66503.56640625, + 66586.62109375, + 66596.0078125, + 66651.49609375, + 66630.63671875, + 66646.5390625, + 66703.98046875, + 66834.28515625, + 66820.02734375, + 66940.92578125, + 66882.765625, + 66889.48828125, + 66955.3984375, + 67054.40625, + 67040.7734375 + ], + "p10": [ + 66116.0, + 65971.02734375, + 66077.01171875, + 65773.171875, + 65744.984375, + 65712.9921875, + 65657.01171875, + 65598.140625, + 65697.59375, + 65546.17578125, + 65431.78125, + 65505.447265625, + 65464.720703125, + 65186.05859375, + 65365.787109375, + 65168.794921875, + 65514.46875, + 65494.599609375, + 65389.845703125, + 65380.794921875, + 65559.0078125, + 65310.337890625, + 65448.01171875, + 65537.240234375 + ], + "p90": [ + 66680.60546875, + 66771.93359375, + 66935.87890625, + 67003.44140625, + 66907.125, + 67343.4609375, + 67413.98828125, + 67568.4765625, + 67504.55859375, + 67583.625, + 67648.6640625, + 67988.4453125, + 67769.9296875, + 68240.421875, + 68217.94921875, + 68342.3125, + 68795.44921875, + 68735.34375, + 69276.6328125, + 68615.0546875, + 69069.640625, + 69363.05078125, + 69162.578125, + 68741.5234375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_131559.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_131559.json new file mode 100644 index 0000000000000000000000000000000000000000..167e7145fb996e2e93d2ca3cde669df2b31dc195 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_131559.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-16T13:15:59.803338+00:00", + "metrics": { + "MSE[mean]": 390026.67872873944, + "MSE[0.5]": 390026.67872873944, + "MAE[0.5]": 555.1487630208334, + "MASE[0.5]": 0.8192083402718179, + "MAPE[0.5]": 0.008337135989041603, + "sMAPE[0.5]": 0.008381156780827842, + "MSIS": 5.482569459566783, + "RMSE[mean]": 624.5211595524522, + "NRMSE[mean]": 0.009397812567868634, + "ND[0.5]": 0.008353894727750588, + "mean_weighted_sum_quantile_loss": 0.008428462370792249 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875 + ], + "actual": [ + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66154.109375 + ], + "predictions": { + "p50": [ + 66476.875, + 66354.25, + 66258.875, + 66204.375, + 66149.875, + 66095.375, + 66054.5, + 65993.1875, + 65952.3125, + 65918.25, + 65891.0, + 65863.75, + 65850.125, + 65809.25, + 65775.1875, + 65747.9375, + 65720.6875, + 65720.6875, + 65693.4375, + 65686.625, + 65673.0, + 65659.375, + 65625.3125, + 65611.6875 + ], + "p10": [ + 66013.625, + 65686.625, + 65434.5625, + 65237.0, + 65083.71875, + 64964.5, + 64841.875, + 64726.0625, + 64620.46875, + 64560.859375, + 64499.546875, + 64437.3828125, + 64392.25, + 64334.34375, + 64302.1953125, + 64236.83984375, + 64254.98828125, + 64228.5390625, + 64182.765625, + 64160.625, + 64129.1171875, + 64100.1640625, + 64060.140625, + 64043.9609375 + ], + "p90": [ + 66803.875, + 66817.5, + 66831.125, + 66858.375, + 66844.75, + 66858.375, + 66872.0, + 66872.0, + 66885.625, + 66858.375, + 66858.375, + 66858.375, + 66872.0, + 66872.0, + 66831.125, + 66872.0, + 66831.125, + 66858.375, + 66817.5, + 66844.75, + 66844.75, + 66831.125, + 66831.125, + 66831.125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_131256.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_131256.json new file mode 100644 index 0000000000000000000000000000000000000000..4d877bd77547852288e1f7854a3f0ee2e5d2db4b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_131256.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T13:12:56.839868+00:00", + "metrics": { + "MSE[mean]": 200876.20875295004, + "MSE[0.5]": 337732.0359141032, + "MAE[0.5]": 506.9186197916667, + "MASE[0.5]": 0.7480372628639502, + "MAPE[0.5]": 0.007607883136437155, + "sMAPE[0.5]": 0.0076455180601561964, + "MSIS": 5.8656735560480096, + "RMSE[mean]": 448.19215605915065, + "NRMSE[mean]": 0.006744408596261609, + "ND[0.5]": 0.0076281261300717145, + "mean_weighted_sum_quantile_loss": 0.005550916399716547 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875 + ], + "actual": [ + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66154.109375 + ], + "predictions": { + "p50": [ + 66260.7890625, + 66199.328125, + 66170.046875, + 66126.09375, + 66088.0703125, + 66075.8203125, + 66065.5625, + 66040.296875, + 66054.859375, + 66016.8359375, + 65994.9296875, + 65959.6953125, + 65951.6875, + 65944.8671875, + 65911.890625, + 65870.921875, + 65866.375, + 65853.09375, + 65822.6875, + 65781.7109375, + 65792.0078125, + 65788.0234375, + 65818.75, + 65835.8359375 + ], + "p10": [ + 66220.3515625, + 66203.25, + 66156.8828125, + 66146.296875, + 66108.7890625, + 66066.0078125, + 65988.3671875, + 66034.6796875, + 65967.6171875, + 66070.5859375, + 66025.3046875, + 65892.7734375, + 65914.9140625, + 65936.3125, + 65937.9609375, + 65938.375, + 65877.1640625, + 65736.671875, + 65832.8671875, + 65792.453125, + 65809.8828125, + 65916.2890625, + 65802.65625, + 65741.921875 + ], + "p90": [ + 66568.703125, + 66597.8671875, + 66629.015625, + 66665.2109375, + 66680.3203125, + 66689.2109375, + 66707.203125, + 66731.90625, + 66743.3828125, + 66761.5078125, + 66795.578125, + 66721.390625, + 66753.8515625, + 66791.65625, + 66733.0234375, + 66753.6953125, + 66760.09375, + 66761.5546875, + 66765.203125, + 66753.1484375, + 66771.5, + 66792.671875, + 66803.1640625, + 66840.0234375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_131418.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_131418.json new file mode 100644 index 0000000000000000000000000000000000000000..74367070f7c87f2856aed7b35bf44dfe5563120a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_131418.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-16T13:14:18.402364+00:00", + "metrics": { + "MSE[mean]": 140357.16221618652, + "MSE[0.5]": 140357.16221618652, + "MAE[0.5]": 286.7434895833333, + "MASE[0.5]": 0.42313461513827866, + "MAPE[0.5]": 0.004303684477481636, + "sMAPE[0.5]": 0.004313958637329226, + "MSIS": 5.652880618571228, + "RMSE[mean]": 374.6427127493427, + "NRMSE[mean]": 0.005637634434771245, + "ND[0.5]": 0.004314924368762612, + "mean_weighted_sum_quantile_loss": 0.006117182529300942 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875 + ], + "actual": [ + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66154.109375 + ], + "predictions": { + "p50": [ + 66377.7109375, + 66362.4140625, + 66349.0234375, + 66355.4765625, + 66351.09375, + 66352.296875, + 66337.7265625, + 66332.0234375, + 66306.640625, + 66298.296875, + 66294.1484375, + 66294.4453125, + 66292.1875, + 66292.984375, + 66277.921875, + 66269.1953125, + 66253.171875, + 66257.3828125, + 66256.328125, + 66263.0859375, + 66246.484375, + 66237.6875, + 66211.8515625, + 66197.5234375 + ], + "p10": [ + 66025.2109375, + 65819.0, + 65650.6171875, + 65531.296875, + 65436.98046875, + 65375.15625, + 65269.33203125, + 65196.31640625, + 65135.578125, + 65089.16796875, + 65025.98828125, + 64983.28125, + 64934.18359375, + 64871.453125, + 64787.6328125, + 64742.4140625, + 64709.23046875, + 64675.359375, + 64641.05859375, + 64620.578125, + 64557.63671875, + 64496.41796875, + 64429.74609375, + 64386.3984375 + ], + "p90": [ + 66676.5078125, + 66757.546875, + 66836.765625, + 66945.0625, + 67025.4140625, + 67125.9140625, + 67206.9453125, + 67286.390625, + 67324.53125, + 67381.171875, + 67436.71875, + 67477.8125, + 67520.09375, + 67565.0625, + 67604.609375, + 67617.65625, + 67627.3828125, + 67693.609375, + 67758.5859375, + 67826.5859375, + 67828.0546875, + 67857.0625, + 67852.5546875, + 67863.3984375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_131347.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_131347.json new file mode 100644 index 0000000000000000000000000000000000000000..d7cb4dd2b5a17d2241a24d7e110029423b5d336d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_131347.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T13:13:47.614735+00:00", + "metrics": { + "MSE[mean]": 143312.769917806, + "MSE[0.5]": 143312.769917806, + "MAE[0.5]": 268.4505208333333, + "MASE[0.5]": 0.3961404947032678, + "MAPE[0.5]": 0.004033516099698715, + "sMAPE[0.5]": 0.004038125270347478, + "MSIS": 5.470122458913497, + "RMSE[mean]": 378.5667311291445, + "NRMSE[mean]": 0.005696683177447435, + "ND[0.5]": 0.004039651243116115, + "mean_weighted_sum_quantile_loss": 0.005697567846625472 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875 + ], + "actual": [ + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66154.109375 + ], + "predictions": { + "p50": [ + 66409.234375, + 66336.03125, + 66337.65625, + 66365.53125, + 66417.84375, + 66454.8359375, + 66443.1640625, + 66375.609375, + 66349.25, + 66366.0546875, + 66404.9609375, + 66453.8671875, + 66485.9375, + 66470.875, + 66396.109375, + 66377.9453125, + 66384.015625, + 66419.2890625, + 66443.1171875, + 66459.359375, + 66442.546875, + 66431.46875, + 66431.5234375, + 66438.9375 + ], + "p10": [ + 66085.4140625, + 65872.828125, + 65793.2421875, + 65738.6640625, + 65699.0390625, + 65664.8046875, + 65552.6328125, + 65428.8203125, + 65330.3984375, + 65290.03515625, + 65265.55078125, + 65232.3046875, + 65193.6171875, + 65103.48828125, + 64976.76953125, + 64896.984375, + 64880.86328125, + 64865.20703125, + 64831.4453125, + 64805.82421875, + 64750.9765625, + 64697.9609375, + 64663.28515625, + 64622.3046875 + ], + "p90": [ + 66751.8828125, + 66787.2421875, + 66885.0234375, + 66992.25, + 67131.9921875, + 67255.5859375, + 67315.8984375, + 67307.0703125, + 67365.3671875, + 67459.4375, + 67562.671875, + 67698.8828125, + 67803.7890625, + 67823.53125, + 67832.578125, + 67840.8046875, + 67912.9375, + 68001.4921875, + 68084.296875, + 68166.640625, + 68205.5078125, + 68251.4921875, + 68304.296875, + 68352.9453125 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260616_131236.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260616_131236.json new file mode 100644 index 0000000000000000000000000000000000000000..07d062a08ce6770357b9095a7c2c131833d42375 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260616_131236.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T13:12:36.348072+00:00", + "metrics": { + "MSE[mean]": 12.380029762719497, + "MSE[0.5]": 12.380029762719497, + "MAE[0.5]": 2.7915717363357544, + "MASE[0.5]": 0.5506662055237652, + "MAPE[0.5]": 0.6826388732127139, + "sMAPE[0.5]": 0.2958443739914162, + "MSIS": 4.707168294305671, + "RMSE[mean]": 3.518526646583694, + "NRMSE[mean]": 0.3518526646583694, + "ND[0.5]": 0.27915717363357545, + "mean_weighted_sum_quantile_loss": 0.22344251385441533 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 12.0, + 14.0, + 12.0, + 13.0, + 14.0, + 14.0, + 17.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 13.0, + 16.0, + 10.0, + 9.0, + 8.0, + 15.0, + 35.0, + 10.0, + 12.0, + 10.0, + 16.0, + 9.0, + 14.0, + 9.0, + 10.0, + 9.0, + 9.0, + 9.0, + 13.0, + 8.0, + 9.0, + 14.0, + 12.0, + 14.0, + 6.0, + 14.0, + 10.0, + 12.0, + 44.0, + 7.0, + 8.0, + 13.0, + 13.0, + 12.0, + 12.0, + 13.0, + 13.0, + 8.0, + 10.0, + 10.0, + 9.0, + 8.0, + 14.0, + 14.0, + 9.0, + 13.0, + 11.0, + 16.0, + 19.0, + 10.0, + 17.0, + 9.0, + 11.0, + 10.0, + 15.0, + 10.0, + 13.0, + 4.0 + ], + "actual": [ + 13.0, + 12.0, + 13.0, + 14.0, + 10.0, + 10.0, + 14.0, + 7.0, + 17.0, + 10.0, + 8.0, + 10.0, + 10.0, + 9.0, + 6.0, + 13.0, + 10.0, + 10.0, + 10.0, + 11.0, + 7.0, + 8.0, + 7.0, + 1.0 + ], + "predictions": { + "p50": [ + 10.801206588745117, + 10.731637954711914, + 10.793533325195312, + 10.779757499694824, + 10.716495513916016, + 10.801918983459473, + 10.825993537902832, + 10.79210090637207, + 10.897446632385254, + 10.937674522399902, + 11.055521965026855, + 11.124577522277832, + 11.309865951538086, + 11.300392150878906, + 11.39749526977539, + 11.453563690185547, + 11.656813621520996, + 11.642786979675293, + 11.615788459777832, + 11.565495491027832, + 11.440778732299805, + 11.422087669372559, + 11.281630516052246, + 11.219436645507812 + ], + "p10": [ + 6.829104900360107, + 6.823397159576416, + 6.795124053955078, + 6.873685836791992, + 6.850543975830078, + 6.972228527069092, + 6.994526386260986, + 7.0460052490234375, + 7.041427135467529, + 7.149903774261475, + 7.078005313873291, + 7.2313432693481445, + 7.300223350524902, + 7.3241167068481445, + 7.304009914398193, + 7.282947063446045, + 7.394360065460205, + 7.296487808227539, + 7.209911823272705, + 7.215514183044434, + 7.113003730773926, + 7.0933380126953125, + 7.012211322784424, + 6.965991973876953 + ], + "p90": [ + 15.868734359741211, + 15.799520492553711, + 15.869054794311523, + 15.818400382995605, + 15.71596908569336, + 15.698526382446289, + 15.745820999145508, + 15.723467826843262, + 15.705385208129883, + 15.936134338378906, + 16.061241149902344, + 16.240840911865234, + 16.451492309570312, + 16.462322235107422, + 16.685688018798828, + 16.804630279541016, + 17.052980422973633, + 17.056964874267578, + 17.148014068603516, + 17.21327018737793, + 17.238609313964844, + 17.132274627685547, + 17.047225952148438, + 16.992839813232422 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260616_131541.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260616_131541.json new file mode 100644 index 0000000000000000000000000000000000000000..096a788aebf14e99e93ea5657ae2aae46a01ecd0 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260616_131541.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T13:15:41.040444+00:00", + "metrics": { + "MSE[mean]": 11.973457298439294, + "MSE[0.5]": 11.860917126291042, + "MAE[0.5]": 2.765321373939514, + "MASE[0.5]": 0.5454880518456028, + "MAPE[0.5]": 0.6799407476792633, + "sMAPE[0.5]": 0.2936770500816996, + "MSIS": 3.4004189974641146, + "RMSE[mean]": 3.460268385319164, + "NRMSE[mean]": 0.3460268385319164, + "ND[0.5]": 0.27653213739395144, + "mean_weighted_sum_quantile_loss": 0.2332098384698232 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 12.0, + 14.0, + 12.0, + 13.0, + 14.0, + 14.0, + 17.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 13.0, + 16.0, + 10.0, + 9.0, + 8.0, + 15.0, + 35.0, + 10.0, + 12.0, + 10.0, + 16.0, + 9.0, + 14.0, + 9.0, + 10.0, + 9.0, + 9.0, + 9.0, + 13.0, + 8.0, + 9.0, + 14.0, + 12.0, + 14.0, + 6.0, + 14.0, + 10.0, + 12.0, + 44.0, + 7.0, + 8.0, + 13.0, + 13.0, + 12.0, + 12.0, + 13.0, + 13.0, + 8.0, + 10.0, + 10.0, + 9.0, + 8.0, + 14.0, + 14.0, + 9.0, + 13.0, + 11.0, + 16.0, + 19.0, + 10.0, + 17.0, + 9.0, + 11.0, + 10.0, + 15.0, + 10.0, + 13.0, + 4.0 + ], + "actual": [ + 13.0, + 12.0, + 13.0, + 14.0, + 10.0, + 10.0, + 14.0, + 7.0, + 17.0, + 10.0, + 8.0, + 10.0, + 10.0, + 9.0, + 6.0, + 13.0, + 10.0, + 10.0, + 10.0, + 11.0, + 7.0, + 8.0, + 7.0, + 1.0 + ], + "predictions": { + "p50": [ + 10.827075481414795, + 10.783220291137695, + 11.312451839447021, + 11.324280261993408, + 11.865750312805176, + 11.45069932937622, + 10.435966968536377, + 11.168376445770264, + 10.908591270446777, + 10.940468788146973, + 11.305631637573242, + 11.055560111999512, + 11.204026222229004, + 11.493189334869385, + 10.96275281906128, + 11.06011152267456, + 11.391827583312988, + 11.272451400756836, + 11.423763275146484, + 11.73401165008545, + 11.831464290618896, + 11.647175312042236, + 10.76227855682373, + 11.395798683166504 + ], + "p10": [ + 5.967573642730713, + 5.958311080932617, + 6.115765571594238, + 6.507737636566162, + 6.1551618576049805, + 6.632614612579346, + 5.125138282775879, + 6.011326551437378, + 4.570820093154907, + 5.378982305526733, + 5.631350755691528, + 5.054422616958618, + 6.568345546722412, + 6.5667784214019775, + 5.107034683227539, + 5.744565486907959, + 4.956130266189575, + 4.415478467941284, + 5.036850214004517, + 5.635545492172241, + 4.310000896453857, + 5.3360819816589355, + 4.774019002914429, + 5.486337184906006 + ], + "p90": [ + 15.50619125366211, + 15.500251293182373, + 16.5471134185791, + 16.130611419677734, + 17.301782608032227, + 16.345794677734375, + 16.058019161224365, + 16.61087417602539, + 16.248656272888184, + 15.847006797790527, + 17.237738609313965, + 16.713947296142578, + 19.388206481933594, + 17.21267318725586, + 17.87111473083496, + 15.931306838989258, + 17.147586822509766, + 17.3272123336792, + 17.58387851715088, + 17.957841873168945, + 17.508986473083496, + 17.96213722229004, + 16.135053634643555, + 17.580613136291504 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260616_131637.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260616_131637.json new file mode 100644 index 0000000000000000000000000000000000000000..4644a73f2ee31b353515bb4c5cb4e02baa43ff1a --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260616_131637.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Timer-S1", + "evaluated_at": "2026-06-16T13:16:37.448453+00:00", + "metrics": { + "MSE[mean]": 13.126368925916418, + "MSE[0.5]": 13.126368925916418, + "MAE[0.5]": 2.908482233683268, + "MASE[0.5]": 0.573728002260809, + "MAPE[0.5]": 0.7116713901047018, + "sMAPE[0.5]": 0.30205822156589096, + "MSIS": 5.503321650256848, + "RMSE[mean]": 3.623033111346958, + "NRMSE[mean]": 0.36230331113469577, + "ND[0.5]": 0.29084822336832683, + "mean_weighted_sum_quantile_loss": 0.24036846867314088 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 12.0, + 14.0, + 12.0, + 13.0, + 14.0, + 14.0, + 17.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 13.0, + 16.0, + 10.0, + 9.0, + 8.0, + 15.0, + 35.0, + 10.0, + 12.0, + 10.0, + 16.0, + 9.0, + 14.0, + 9.0, + 10.0, + 9.0, + 9.0, + 9.0, + 13.0, + 8.0, + 9.0, + 14.0, + 12.0, + 14.0, + 6.0, + 14.0, + 10.0, + 12.0, + 44.0, + 7.0, + 8.0, + 13.0, + 13.0, + 12.0, + 12.0, + 13.0, + 13.0, + 8.0, + 10.0, + 10.0, + 9.0, + 8.0, + 14.0, + 14.0, + 9.0, + 13.0, + 11.0, + 16.0, + 19.0, + 10.0, + 17.0, + 9.0, + 11.0, + 10.0, + 15.0, + 10.0, + 13.0, + 4.0 + ], + "actual": [ + 13.0, + 12.0, + 13.0, + 14.0, + 10.0, + 10.0, + 14.0, + 7.0, + 17.0, + 10.0, + 8.0, + 10.0, + 10.0, + 9.0, + 6.0, + 13.0, + 10.0, + 10.0, + 10.0, + 11.0, + 7.0, + 8.0, + 7.0, + 1.0 + ], + "predictions": { + "p50": [ + 16.738037109375, + 12.804916381835938, + 11.1368408203125, + 11.967193603515625, + 11.10736083984375, + 11.57904052734375, + 11.10736083984375, + 11.4906005859375, + 11.2547607421875, + 11.50042724609375, + 11.377593994140625, + 11.52008056640625, + 11.554473876953125, + 11.524993896484375, + 11.377593994140625, + 11.6478271484375, + 11.431640625, + 11.583953857421875, + 11.55938720703125, + 11.701873779296875, + 11.5299072265625, + 11.495513916015625, + 11.46112060546875, + 11.57904052734375 + ], + "p10": [ + 8.916015625, + 6.71484375, + 6.754150390625, + 7.4813232421875, + 7.225830078125, + 7.57958984375, + 7.10791015625, + 7.5009765625, + 7.304443359375, + 7.57958984375, + 7.5206298828125, + 7.57958984375, + 7.618896484375, + 7.618896484375, + 7.5009765625, + 7.7564697265625, + 7.89404296875, + 7.854736328125, + 7.7171630859375, + 7.8154296875, + 7.658203125, + 7.658203125, + 7.57958984375, + 7.7564697265625 + ], + "p90": [ + 31.00634765625, + 25.66064453125, + 21.41552734375, + 21.72998046875, + 19.568115234375, + 19.37158203125, + 18.1923828125, + 18.03515625, + 17.366943359375, + 17.3865966796875, + 17.209716796875, + 17.445556640625, + 17.524169921875, + 17.366943359375, + 16.9345703125, + 17.2490234375, + 16.7576904296875, + 17.1900634765625, + 17.32763671875, + 17.602783203125, + 17.3472900390625, + 17.17041015625, + 17.1507568359375, + 17.40625 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260616_131322.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260616_131322.json new file mode 100644 index 0000000000000000000000000000000000000000..f7a3896a56d0d253695f76cadf34f5b52487260b --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260616_131322.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T13:13:22.668298+00:00", + "metrics": { + "MSE[mean]": 10.534467966142111, + "MSE[0.5]": 10.02944455975224, + "MAE[0.5]": 2.270752191543579, + "MASE[0.5]": 0.44792919942777454, + "MAPE[0.5]": 0.5529522263654578, + "sMAPE[0.5]": 0.25229617528293263, + "MSIS": 16.44289741516113, + "RMSE[mean]": 3.2456845142653825, + "NRMSE[mean]": 0.32456845142653823, + "ND[0.5]": 0.2270752191543579, + "mean_weighted_sum_quantile_loss": 0.24697801872535985 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 12.0, + 14.0, + 12.0, + 13.0, + 14.0, + 14.0, + 17.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 13.0, + 16.0, + 10.0, + 9.0, + 8.0, + 15.0, + 35.0, + 10.0, + 12.0, + 10.0, + 16.0, + 9.0, + 14.0, + 9.0, + 10.0, + 9.0, + 9.0, + 9.0, + 13.0, + 8.0, + 9.0, + 14.0, + 12.0, + 14.0, + 6.0, + 14.0, + 10.0, + 12.0, + 44.0, + 7.0, + 8.0, + 13.0, + 13.0, + 12.0, + 12.0, + 13.0, + 13.0, + 8.0, + 10.0, + 10.0, + 9.0, + 8.0, + 14.0, + 14.0, + 9.0, + 13.0, + 11.0, + 16.0, + 19.0, + 10.0, + 17.0, + 9.0, + 11.0, + 10.0, + 15.0, + 10.0, + 13.0, + 4.0 + ], + "actual": [ + 13.0, + 12.0, + 13.0, + 14.0, + 10.0, + 10.0, + 14.0, + 7.0, + 17.0, + 10.0, + 8.0, + 10.0, + 10.0, + 9.0, + 6.0, + 13.0, + 10.0, + 10.0, + 10.0, + 11.0, + 7.0, + 8.0, + 7.0, + 1.0 + ], + "predictions": { + "p50": [ + 9.942038536071777, + 10.034782409667969, + 10.001957893371582, + 9.914233207702637, + 9.927081108093262, + 9.91879940032959, + 9.805868148803711, + 9.699413299560547, + 9.778593063354492, + 9.797207832336426, + 9.725985527038574, + 9.662416458129883, + 9.801248550415039, + 9.706618309020996, + 9.768804550170898, + 9.846846580505371, + 9.748315811157227, + 9.719954490661621, + 9.717948913574219, + 9.736798286437988, + 9.700227737426758, + 9.710532188415527, + 9.743080139160156, + 9.797481536865234 + ], + "p10": [ + 11.307211875915527, + 11.377826690673828, + 11.397516250610352, + 11.345212936401367, + 11.326343536376953, + 11.323094367980957, + 11.163237571716309, + 11.10394287109375, + 11.104133605957031, + 11.071876525878906, + 11.196635246276855, + 11.190370559692383, + 11.15986156463623, + 11.097911834716797, + 11.065451622009277, + 11.215962409973145, + 11.179299354553223, + 11.116455078125, + 11.108065605163574, + 11.025665283203125, + 11.061203956604004, + 11.076213836669922, + 11.156841278076172, + 11.23550796508789 + ], + "p90": [ + 14.242351531982422, + 14.596023559570312, + 14.708922386169434, + 14.584306716918945, + 14.598663330078125, + 14.615256309509277, + 14.51742935180664, + 14.461739540100098, + 14.459006309509277, + 14.490756034851074, + 14.45905590057373, + 14.364140510559082, + 14.41748046875, + 14.426092147827148, + 14.449204444885254, + 14.531475067138672, + 14.48393726348877, + 14.425518989562988, + 14.447663307189941, + 14.394392013549805, + 14.392492294311523, + 14.443214416503906, + 14.53797435760498, + 14.481897354125977 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260616_131444.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260616_131444.json new file mode 100644 index 0000000000000000000000000000000000000000..abdbb0006ed252145c556d0eebd00f4be6f49639 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260616_131444.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TiRex", + "evaluated_at": "2026-06-16T13:14:44.379149+00:00", + "metrics": { + "MSE[mean]": 11.996791862042073, + "MSE[0.5]": 11.996791862042073, + "MAE[0.5]": 2.715477625528971, + "MASE[0.5]": 0.5356558603783176, + "MAPE[0.5]": 0.6813362212774897, + "sMAPE[0.5]": 0.2889675161158783, + "MSIS": 4.085413028769297, + "RMSE[mean]": 3.4636385293563867, + "NRMSE[mean]": 0.34636385293563865, + "ND[0.5]": 0.27154776255289714, + "mean_weighted_sum_quantile_loss": 0.2263127806451585 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 12.0, + 14.0, + 12.0, + 13.0, + 14.0, + 14.0, + 17.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 13.0, + 16.0, + 10.0, + 9.0, + 8.0, + 15.0, + 35.0, + 10.0, + 12.0, + 10.0, + 16.0, + 9.0, + 14.0, + 9.0, + 10.0, + 9.0, + 9.0, + 9.0, + 13.0, + 8.0, + 9.0, + 14.0, + 12.0, + 14.0, + 6.0, + 14.0, + 10.0, + 12.0, + 44.0, + 7.0, + 8.0, + 13.0, + 13.0, + 12.0, + 12.0, + 13.0, + 13.0, + 8.0, + 10.0, + 10.0, + 9.0, + 8.0, + 14.0, + 14.0, + 9.0, + 13.0, + 11.0, + 16.0, + 19.0, + 10.0, + 17.0, + 9.0, + 11.0, + 10.0, + 15.0, + 10.0, + 13.0, + 4.0 + ], + "actual": [ + 13.0, + 12.0, + 13.0, + 14.0, + 10.0, + 10.0, + 14.0, + 7.0, + 17.0, + 10.0, + 8.0, + 10.0, + 10.0, + 9.0, + 6.0, + 13.0, + 10.0, + 10.0, + 10.0, + 11.0, + 7.0, + 8.0, + 7.0, + 1.0 + ], + "predictions": { + "p50": [ + 11.219171524047852, + 11.054342269897461, + 11.105300903320312, + 11.197709083557129, + 11.153602600097656, + 11.221667289733887, + 11.183768272399902, + 11.147302627563477, + 11.198690414428711, + 11.207551002502441, + 11.270936965942383, + 11.156383514404297, + 11.349674224853516, + 11.269024848937988, + 11.28652572631836, + 11.265795707702637, + 11.249645233154297, + 11.261289596557617, + 11.30794906616211, + 11.288329124450684, + 11.307244300842285, + 11.301490783691406, + 11.296372413635254, + 11.32125186920166 + ], + "p10": [ + 6.7693095207214355, + 6.433692455291748, + 6.410530090332031, + 6.332655906677246, + 6.175473213195801, + 6.21701192855835, + 6.106749534606934, + 6.099301338195801, + 6.279658794403076, + 6.418213844299316, + 6.519261837005615, + 6.416192531585693, + 6.666490077972412, + 6.608892917633057, + 6.603126049041748, + 6.495296478271484, + 6.369366645812988, + 6.345746040344238, + 6.40606689453125, + 6.346009254455566, + 6.368779182434082, + 6.424917221069336, + 6.435263156890869, + 6.421835899353027 + ], + "p90": [ + 15.70921516418457, + 16.012649536132812, + 16.384796142578125, + 16.61827850341797, + 16.56037139892578, + 16.705734252929688, + 16.79122543334961, + 16.839853286743164, + 16.920711517333984, + 16.965757369995117, + 17.04270362854004, + 16.899578094482422, + 17.075965881347656, + 16.976110458374023, + 17.06143569946289, + 17.18073844909668, + 17.27143096923828, + 17.28127670288086, + 17.328718185424805, + 17.384323120117188, + 17.417373657226562, + 17.40058135986328, + 17.334104537963867, + 17.395475387573242 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260616_131410.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260616_131410.json new file mode 100644 index 0000000000000000000000000000000000000000..90a4157f8d3a341ba528d7f6bdcf4049e48c680b --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260616_131410.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T13:14:10.213066+00:00", + "metrics": { + "MSE[mean]": 13.322866458382236, + "MSE[0.5]": 13.322866458382236, + "MAE[0.5]": 2.8988601764043174, + "MASE[0.5]": 0.5718299526057831, + "MAPE[0.5]": 0.7252148372953021, + "sMAPE[0.5]": 0.3031995167833866, + "MSIS": 5.220435219594877, + "RMSE[mean]": 3.6500501994331853, + "NRMSE[mean]": 0.3650050199433185, + "ND[0.5]": 0.2898860176404317, + "mean_weighted_sum_quantile_loss": 0.22224807615633363 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 12.0, + 14.0, + 12.0, + 13.0, + 14.0, + 14.0, + 17.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 13.0, + 16.0, + 10.0, + 9.0, + 8.0, + 15.0, + 35.0, + 10.0, + 12.0, + 10.0, + 16.0, + 9.0, + 14.0, + 9.0, + 10.0, + 9.0, + 9.0, + 9.0, + 13.0, + 8.0, + 9.0, + 14.0, + 12.0, + 14.0, + 6.0, + 14.0, + 10.0, + 12.0, + 44.0, + 7.0, + 8.0, + 13.0, + 13.0, + 12.0, + 12.0, + 13.0, + 13.0, + 8.0, + 10.0, + 10.0, + 9.0, + 8.0, + 14.0, + 14.0, + 9.0, + 13.0, + 11.0, + 16.0, + 19.0, + 10.0, + 17.0, + 9.0, + 11.0, + 10.0, + 15.0, + 10.0, + 13.0, + 4.0 + ], + "actual": [ + 13.0, + 12.0, + 13.0, + 14.0, + 10.0, + 10.0, + 14.0, + 7.0, + 17.0, + 10.0, + 8.0, + 10.0, + 10.0, + 9.0, + 6.0, + 13.0, + 10.0, + 10.0, + 10.0, + 11.0, + 7.0, + 8.0, + 7.0, + 1.0 + ], + "predictions": { + "p50": [ + 11.775102615356445, + 11.710206031799316, + 11.738122940063477, + 11.739713668823242, + 11.743602752685547, + 11.742081642150879, + 11.752654075622559, + 11.737211227416992, + 11.773853302001953, + 11.750407218933105, + 11.757732391357422, + 11.750351905822754, + 11.760774612426758, + 11.744771957397461, + 11.759001731872559, + 11.761251449584961, + 11.763082504272461, + 11.75544261932373, + 11.765030860900879, + 11.75354290008545, + 11.773146629333496, + 11.758475303649902, + 11.758129119873047, + 11.750762939453125 + ], + "p10": [ + 7.608401775360107, + 7.568437576293945, + 7.590080738067627, + 7.627297401428223, + 7.6255879402160645, + 7.603971481323242, + 7.622591495513916, + 7.610039710998535, + 7.6215739250183105, + 7.575555801391602, + 7.592479705810547, + 7.5935540199279785, + 7.609201908111572, + 7.606439590454102, + 7.6046600341796875, + 7.636885643005371, + 7.620904445648193, + 7.617986679077148, + 7.627912998199463, + 7.6100172996521, + 7.616929054260254, + 7.608911991119385, + 7.607264518737793, + 7.601962089538574 + ], + "p90": [ + 16.02664566040039, + 15.842937469482422, + 15.959028244018555, + 15.910893440246582, + 15.986207962036133, + 15.910381317138672, + 15.970301628112793, + 15.942200660705566, + 16.19019317626953, + 15.976911544799805, + 16.020755767822266, + 15.981924057006836, + 15.998174667358398, + 15.931476593017578, + 16.063953399658203, + 15.977893829345703, + 16.00364875793457, + 15.98406982421875, + 16.060871124267578, + 15.947209358215332, + 16.058040618896484, + 15.991256713867188, + 16.01061248779297, + 15.989521980285645 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260616_131214.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260616_131214.json new file mode 100644 index 0000000000000000000000000000000000000000..bfb4a0db980f037e3bbc934ad10e1b02cdb2639a --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260616_131214.json @@ -0,0 +1,319 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T13:12:14.378806+00:00", + "metrics": { + "MSE[mean]": 21.214517068782698, + "MSE[0.5]": 21.214517068782698, + "MAE[0.5]": 3.539318402608236, + "MASE[0.5]": 1.9789881963700378, + "MAPE[0.5]": 0.15490083681352404, + "sMAPE[0.5]": 0.13723456075629611, + "MSIS": 45.407755932767486, + "RMSE[mean]": 4.605921956436377, + "NRMSE[mean]": 0.20224696831727318, + "ND[0.5]": 0.1554121896999923, + "mean_weighted_sum_quantile_loss": 0.1244117530198234 + }, + "context_length": 82, + "prediction_length": 24, + "timestamps": [ + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00" + ], + "context": [ + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508 + ], + "actual": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "predictions": { + "p50": [ + 22.76804542541504, + 22.4279727935791, + 22.093460083007812, + 21.840463638305664, + 21.807199478149414, + 22.07378578186035, + 22.88988494873047, + 24.413740158081055, + 26.38353157043457, + 28.371919631958008, + 29.880817413330078, + 30.88507843017578, + 31.400047302246094, + 31.5316104888916, + 31.238557815551758, + 30.72471046447754, + 29.92303466796875, + 28.798816680908203, + 27.56139373779297, + 26.207592010498047, + 25.238500595092773, + 24.54056167602539, + 23.99543571472168, + 23.53972625732422 + ], + "p10": [ + 22.347436904907227, + 21.84313201904297, + 21.38729476928711, + 21.070419311523438, + 20.927106857299805, + 21.089035034179688, + 21.804187774658203, + 23.202320098876953, + 25.001041412353516, + 26.792682647705078, + 27.940719604492188, + 29.030725479125977, + 29.33723258972168, + 29.129268646240234, + 28.955360412597656, + 28.31682777404785, + 27.13356590270996, + 25.98320770263672, + 24.783100128173828, + 23.550212860107422, + 22.584548950195312, + 21.959516525268555, + 21.397741317749023, + 20.942129135131836 + ], + "p90": [ + 23.247831344604492, + 22.962631225585938, + 22.767322540283203, + 22.62550926208496, + 22.641878128051758, + 23.030778884887695, + 23.90839385986328, + 25.477306365966797, + 27.699357986450195, + 29.89993667602539, + 31.579200744628906, + 32.668922424316406, + 33.27500915527344, + 33.4798469543457, + 33.39910888671875, + 32.79240036010742, + 32.077396392822266, + 31.103490829467773, + 29.757829666137695, + 28.46945571899414, + 27.514564514160156, + 26.88698959350586, + 26.44481658935547, + 25.951547622680664 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260616_131517.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260616_131517.json new file mode 100644 index 0000000000000000000000000000000000000000..19c57dbc5cdd66d919c206d330df4ceabdd7be33 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260616_131517.json @@ -0,0 +1,319 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T13:15:17.036649+00:00", + "metrics": { + "MSE[mean]": 20.389437670179024, + "MSE[0.5]": 19.90897415206795, + "MAE[0.5]": 3.58793842792511, + "MASE[0.5]": 2.0061737855892496, + "MAPE[0.5]": 0.15681435311786812, + "sMAPE[0.5]": 0.14013725627870433, + "MSIS": 34.53104062929811, + "RMSE[mean]": 4.515466495300239, + "NRMSE[mean]": 0.19827505065224196, + "ND[0.5]": 0.15754710488371695, + "mean_weighted_sum_quantile_loss": 0.11530330121981347 + }, + "context_length": 82, + "prediction_length": 24, + "timestamps": [ + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00" + ], + "context": [ + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508 + ], + "actual": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "predictions": { + "p50": [ + 22.769309997558594, + 22.470608711242676, + 22.39452362060547, + 22.254616737365723, + 22.447465896606445, + 22.94729232788086, + 23.930694580078125, + 25.488197326660156, + 27.134568214416504, + 28.71634006500244, + 29.576805114746094, + 30.43446636199951, + 31.05948829650879, + 30.884502410888672, + 30.956056594848633, + 30.19314479827881, + 29.26068115234375, + 28.272235870361328, + 27.577303886413574, + 26.334906578063965, + 25.21420669555664, + 24.236717224121094, + 23.76903533935547, + 23.229394912719727 + ], + "p10": [ + 22.296409606933594, + 21.740853309631348, + 21.5699462890625, + 21.24276828765869, + 21.151503562927246, + 21.42189598083496, + 22.534343719482422, + 23.55154514312744, + 24.634422302246094, + 26.56939697265625, + 26.547832489013672, + 28.2803316116333, + 27.874452590942383, + 27.499366760253906, + 28.63278865814209, + 26.748927116394043, + 25.62637710571289, + 24.159101486206055, + 24.4177303314209, + 23.453580856323242, + 22.10910987854004, + 20.700658798217773, + 19.992451667785645, + 20.220508575439453 + ], + "p90": [ + 23.28001308441162, + 23.076040267944336, + 23.124232292175293, + 23.291521072387695, + 23.87178325653076, + 24.621712684631348, + 25.36471652984619, + 27.23821258544922, + 29.391667366027832, + 31.179214477539062, + 32.46547889709473, + 32.78599548339844, + 33.72624969482422, + 33.60602378845215, + 33.923099517822266, + 33.50865936279297, + 32.35073280334473, + 32.2702579498291, + 31.028087615966797, + 29.267995834350586, + 28.92644214630127, + 28.15259838104248, + 26.494510650634766, + 26.374836921691895 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260616_131607.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260616_131607.json new file mode 100644 index 0000000000000000000000000000000000000000..2f6f92097aff69cff98bafca4705877ca1960c06 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260616_131607.json @@ -0,0 +1,319 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-16T13:16:07.494596+00:00", + "metrics": { + "MSE[mean]": 14.208433211549922, + "MSE[0.5]": 14.208433211549922, + "MAE[0.5]": 2.8181981245676675, + "MASE[0.5]": 1.5757782118279016, + "MAPE[0.5]": 0.12305903080351199, + "sMAPE[0.5]": 0.11112775634976706, + "MSIS": 22.57867190009145, + "RMSE[mean]": 3.7694075411860046, + "NRMSE[mean]": 0.16551545049342764, + "ND[0.5]": 0.12374765187125007, + "mean_weighted_sum_quantile_loss": 0.0864214785082211 + }, + "context_length": 82, + "prediction_length": 24, + "timestamps": [ + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00" + ], + "context": [ + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508 + ], + "actual": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "predictions": { + "p50": [ + 22.74334716796875, + 22.36993408203125, + 22.069580078125, + 21.8260498046875, + 21.6961669921875, + 21.8585205078125, + 22.51605224609375, + 23.867645263671875, + 25.64947509765625, + 27.4110107421875, + 28.85595703125, + 29.830078125, + 30.317138671875, + 30.447021484375, + 30.2197265625, + 29.602783203125, + 28.6611328125, + 27.6220703125, + 26.29888916015625, + 25.020355224609375, + 24.056381225585938, + 23.40899658203125, + 22.81640625, + 22.36993408203125 + ], + "p10": [ + 22.45111083984375, + 21.97216796875, + 21.550048828125, + 21.1116943359375, + 20.900634765625, + 20.8681640625, + 21.2578125, + 22.2806396484375, + 23.62005615234375, + 24.8133544921875, + 25.73876953125, + 26.31512451171875, + 26.485595703125, + 26.550537109375, + 26.485595703125, + 25.89300537109375, + 25.239532470703125, + 24.37373161315918, + 23.3359375, + 22.40240478515625, + 21.7286376953125, + 21.2091064453125, + 20.67333984375, + 20.28369140625 + ], + "p90": [ + 23.01934814453125, + 22.77581787109375, + 22.59722900390625, + 22.51605224609375, + 22.4754638671875, + 22.80828857421875, + 23.672821044921875, + 25.17864990234375, + 27.135009765625, + 29.083251953125, + 30.706787109375, + 31.875732421875, + 32.590087890625, + 32.8173828125, + 32.5576171875, + 31.97314453125, + 30.9990234375, + 29.927490234375, + 28.53125, + 27.1025390625, + 25.97418212890625, + 25.24359130859375, + 24.620559692382812, + 24.179161071777344 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260616_131302.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260616_131302.json new file mode 100644 index 0000000000000000000000000000000000000000..d4437028f178d6c4d5ebffaff25438ad33352ff3 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260616_131302.json @@ -0,0 +1,319 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T13:13:02.472178+00:00", + "metrics": { + "MSE[mean]": 16.221276545199697, + "MSE[0.5]": 13.448639833491749, + "MAE[0.5]": 2.7932637532552085, + "MASE[0.5]": 1.5618363109028814, + "MAPE[0.5]": 0.12164004691960112, + "sMAPE[0.5]": 0.11060067188044974, + "MSIS": 63.877991006305734, + "RMSE[mean]": 4.0275645923063355, + "NRMSE[mean]": 0.17685117902566064, + "ND[0.5]": 0.12265277856411662, + "mean_weighted_sum_quantile_loss": 0.12820126226584674 + }, + "context_length": 82, + "prediction_length": 24, + "timestamps": [ + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00" + ], + "context": [ + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508 + ], + "actual": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "predictions": { + "p50": [ + 22.64127540588379, + 22.310287475585938, + 21.79550552368164, + 21.333829879760742, + 21.138994216918945, + 21.308242797851562, + 22.072412490844727, + 23.526174545288086, + 25.509807586669922, + 27.52985191345215, + 29.107830047607422, + 30.01799964904785, + 30.159669876098633, + 30.207216262817383, + 29.983003616333008, + 29.337799072265625, + 28.707599639892578, + 27.430801391601562, + 26.146583557128906, + 24.731515884399414, + 23.563465118408203, + 22.722915649414062, + 22.194252014160156, + 22.02219009399414 + ], + "p10": [ + 22.730318069458008, + 22.435300827026367, + 21.669641494750977, + 21.490270614624023, + 21.247339248657227, + 21.468955993652344, + 22.12135887145996, + 23.68155288696289, + 25.871877670288086, + 27.859901428222656, + 29.44576644897461, + 30.538755416870117, + 30.39910125732422, + 30.49382209777832, + 30.2192325592041, + 29.50600242614746, + 29.004169464111328, + 27.679397583007812, + 26.431171417236328, + 24.9002628326416, + 23.948530197143555, + 22.94266700744629, + 22.453170776367188, + 22.214494705200195 + ], + "p90": [ + 22.8161563873291, + 22.6287784576416, + 22.315872192382812, + 21.944297790527344, + 21.893342971801758, + 22.24634552001953, + 23.17934799194336, + 24.78093719482422, + 27.082273483276367, + 29.258872985839844, + 31.043071746826172, + 32.014949798583984, + 32.30257034301758, + 32.378074645996094, + 32.15802764892578, + 31.498254776000977, + 30.82533836364746, + 29.4032039642334, + 27.988399505615234, + 26.35506820678711, + 25.190397262573242, + 24.368892669677734, + 23.833921432495117, + 23.48069953918457 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260616_131423.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260616_131423.json new file mode 100644 index 0000000000000000000000000000000000000000..a338c670d0f7e762b8bbdff30a793a0a37e9ec4e --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260616_131423.json @@ -0,0 +1,319 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-16T13:14:23.224351+00:00", + "metrics": { + "MSE[mean]": 13.34707190687186, + "MSE[0.5]": 13.34707190687186, + "MAE[0.5]": 2.7877958615620932, + "MASE[0.5]": 1.558778972769152, + "MAPE[0.5]": 0.12187342599628685, + "sMAPE[0.5]": 0.11064942217682772, + "MSIS": 14.981100519327846, + "RMSE[mean]": 3.6533644640073706, + "NRMSE[mean]": 0.16041997541252886, + "ND[0.5]": 0.12241268232964299, + "mean_weighted_sum_quantile_loss": 0.07875321428020614 + }, + "context_length": 82, + "prediction_length": 24, + "timestamps": [ + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00" + ], + "context": [ + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508 + ], + "actual": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "predictions": { + "p50": [ + 22.672170639038086, + 22.289247512817383, + 21.958349227905273, + 21.707679748535156, + 21.635128021240234, + 21.747116088867188, + 22.303770065307617, + 23.48117446899414, + 25.337249755859375, + 27.414674758911133, + 28.834064483642578, + 29.749269485473633, + 30.176177978515625, + 30.17727279663086, + 29.818336486816406, + 29.22257423400879, + 28.412078857421875, + 27.46335792541504, + 26.174251556396484, + 24.95163917541504, + 24.035964965820312, + 23.49134063720703, + 23.01325035095215, + 22.575891494750977 + ], + "p10": [ + 22.49885368347168, + 21.950332641601562, + 21.42201805114746, + 20.99001121520996, + 20.743003845214844, + 20.661001205444336, + 20.93405532836914, + 21.608924865722656, + 22.71150779724121, + 24.067378997802734, + 24.85066032409668, + 25.3522891998291, + 25.586620330810547, + 25.59746551513672, + 25.3021297454834, + 24.826854705810547, + 24.307552337646484, + 23.718900680541992, + 22.95619773864746, + 22.109249114990234, + 21.347614288330078, + 20.876567840576172, + 20.466594696044922, + 20.072031021118164 + ], + "p90": [ + 22.834440231323242, + 22.598791122436523, + 22.445236206054688, + 22.37908935546875, + 22.4840145111084, + 22.742839813232422, + 23.449661254882812, + 24.837705612182617, + 27.056659698486328, + 29.356761932373047, + 30.961292266845703, + 32.06582260131836, + 32.59989929199219, + 32.716697692871094, + 32.396732330322266, + 31.695087432861328, + 30.732646942138672, + 29.717737197875977, + 28.352054595947266, + 27.04121208190918, + 26.078279495239258, + 25.54912567138672, + 25.062362670898438, + 24.638933181762695 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260616_131352.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260616_131352.json new file mode 100644 index 0000000000000000000000000000000000000000..d4ebf6adc0c20c7ee2f767cbd074c06d687176ee --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260616_131352.json @@ -0,0 +1,319 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T13:13:52.295713+00:00", + "metrics": { + "MSE[mean]": 22.20282759071036, + "MSE[0.5]": 22.20282759071036, + "MAE[0.5]": 3.657102187474569, + "MASE[0.5]": 2.044846277915481, + "MAPE[0.5]": 0.15958558055262181, + "sMAPE[0.5]": 0.14139967238351006, + "MSIS": 46.00744452912968, + "RMSE[mean]": 4.711987647554943, + "NRMSE[mean]": 0.20690433435041444, + "ND[0.5]": 0.1605840996089002, + "mean_weighted_sum_quantile_loss": 0.12901174411170555 + }, + "context_length": 82, + "prediction_length": 24, + "timestamps": [ + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00" + ], + "context": [ + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508 + ], + "actual": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "predictions": { + "p50": [ + 22.49597930908203, + 22.10077476501465, + 21.705787658691406, + 21.573022842407227, + 21.54305076599121, + 21.813173294067383, + 22.522066116333008, + 23.80722999572754, + 26.340503692626953, + 28.781198501586914, + 30.55999755859375, + 31.536075592041016, + 31.802677154541016, + 31.808366775512695, + 31.405170440673828, + 30.75395965576172, + 29.860435485839844, + 28.796104431152344, + 27.537086486816406, + 26.158353805541992, + 25.035863876342773, + 24.298612594604492, + 23.730358123779297, + 23.1967716217041 + ], + "p10": [ + 22.209320068359375, + 21.59646987915039, + 20.931373596191406, + 20.651805877685547, + 20.50594139099121, + 20.626441955566406, + 21.173952102661133, + 22.30120849609375, + 24.41037940979004, + 26.672292709350586, + 28.15727424621582, + 29.06578826904297, + 29.424720764160156, + 29.20702362060547, + 28.8026180267334, + 28.057798385620117, + 27.20485496520996, + 26.14162826538086, + 25.03591537475586, + 23.627534866333008, + 22.580230712890625, + 21.953842163085938, + 21.3850154876709, + 20.88239288330078 + ], + "p90": [ + 22.786136627197266, + 22.586061477661133, + 22.415904998779297, + 22.38160514831543, + 22.555286407470703, + 22.948673248291016, + 23.895944595336914, + 25.463335037231445, + 28.363128662109375, + 31.059303283691406, + 32.822322845458984, + 33.81293869018555, + 34.30742645263672, + 34.44511413574219, + 34.025081634521484, + 33.428199768066406, + 32.45254135131836, + 31.297508239746094, + 30.12557601928711, + 28.84870147705078, + 27.626144409179688, + 26.701051712036133, + 26.104883193969727, + 25.458036422729492 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260616_131222.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260616_131222.json new file mode 100644 index 0000000000000000000000000000000000000000..de3ede87055b5897fadd6f09af4a1c37a29def3f --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260616_131222.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T13:12:22.165146+00:00", + "metrics": { + "MSE[mean]": 0.005090760491990902, + "MSE[0.5]": 0.005090760491990902, + "MAE[0.5]": 0.03127884864807129, + "MASE[0.5]": 0.09080957036890512, + "MAPE[0.5]": 0.0022016832581302883, + "sMAPE[0.5]": 0.0022100466156825343, + "MSIS": 2.815649966417586, + "RMSE[mean]": 0.07134956546462565, + "NRMSE[mean]": 0.005084292260139935, + "ND[0.5]": 0.0022288966590318354, + "mean_weighted_sum_quantile_loss": 0.005781348277664624 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00" + ], + "context": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 15.0, + 14.0, + 15.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273 + ], + "actual": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0 + ], + "predictions": { + "p50": [ + 14.004432678222656, + 13.99704647064209, + 14.00244140625, + 14.004965782165527, + 14.007380485534668, + 14.014749526977539, + 14.012643814086914, + 14.002482414245605, + 14.003317832946777, + 14.005183219909668, + 14.005655288696289, + 14.021662712097168, + 14.473180770874023, + 14.076361656188965, + 14.005412101745605, + 14.005370140075684, + 14.000868797302246, + 14.014667510986328, + 14.079815864562988, + 14.038928985595703, + 14.054306983947754, + 14.014498710632324, + 14.010210990905762, + 14.048832893371582 + ], + "p10": [ + 13.985321044921875, + 13.987394332885742, + 13.993008613586426, + 13.993948936462402, + 13.992707252502441, + 13.994179725646973, + 13.991642951965332, + 13.992533683776855, + 13.994705200195312, + 13.989185333251953, + 13.988900184631348, + 13.976555824279785, + 14.043890953063965, + 13.985475540161133, + 13.983665466308594, + 13.980939865112305, + 13.9960298538208, + 13.989482879638672, + 13.987885475158691, + 13.98803424835205, + 13.991150856018066, + 13.9915189743042, + 13.989459991455078, + 13.996052742004395 + ], + "p90": [ + 14.44240951538086, + 14.399170875549316, + 14.400994300842285, + 14.45118522644043, + 14.662847518920898, + 14.953311920166016, + 15.098030090332031, + 14.998064041137695, + 14.825748443603516, + 14.820279121398926, + 14.930196762084961, + 15.111288070678711, + 15.956544876098633, + 15.372994422912598, + 15.052156448364258, + 15.047676086425781, + 15.037169456481934, + 15.087084770202637, + 15.187722206115723, + 15.09423828125, + 15.068399429321289, + 14.985548973083496, + 15.02207088470459, + 15.074575424194336 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260616_131524.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260616_131524.json new file mode 100644 index 0000000000000000000000000000000000000000..f05f6d8b434e1d05dd87ca7b5d50ad610bf1081b --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260616_131524.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T13:15:24.752398+00:00", + "metrics": { + "MSE[mean]": 0.0858602198702935, + "MSE[0.5]": 0.013261509801859953, + "MAE[0.5]": 0.03443155686060587, + "MASE[0.5]": 0.09996259519728025, + "MAPE[0.5]": 0.0023934418779542224, + "sMAPE[0.5]": 0.002425859813641611, + "MSIS": 2.553107821122366, + "RMSE[mean]": 0.293019145910798, + "NRMSE[mean]": 0.020880224930952224, + "ND[0.5]": 0.0024535552096352914, + "mean_weighted_sum_quantile_loss": 0.00550384483542626 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00" + ], + "context": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 15.0, + 14.0, + 15.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273 + ], + "actual": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0 + ], + "predictions": { + "p50": [ + 14.001704216003418, + 14.001490116119385, + 14.00166130065918, + 14.00160264968872, + 14.001566886901855, + 14.001536846160889, + 14.001313209533691, + 14.001370906829834, + 14.001492977142334, + 14.001612186431885, + 14.001309394836426, + 14.00156831741333, + 14.001191139221191, + 14.00135326385498, + 14.00126600265503, + 14.001418113708496, + 14.000992774963379, + 14.001365661621094, + 14.0007643699646, + 14.001046657562256, + 14.001094341278076, + 14.001214027404785, + 14.000661373138428, + 14.000870704650879 + ], + "p10": [ + 14.000387191772461, + 14.000489234924316, + 14.000186920166016, + 14.000426292419434, + 14.00024938583374, + 14.00038766860962, + 14.000069618225098, + 14.000081062316895, + 14.00045394897461, + 14.000315189361572, + 14.000005722045898, + 14.000249862670898, + 13.999832153320312, + 14.000165462493896, + 13.999975204467773, + 14.000010013580322, + 13.99977445602417, + 13.999770641326904, + 13.999418258666992, + 13.999425411224365, + 13.999719619750977, + 13.999808311462402, + 13.999219417572021, + 13.9995436668396 + ], + "p90": [ + 15.119439125061035, + 14.604390144348145, + 14.815335750579834, + 14.69409465789795, + 14.69409465789795, + 14.69409465789795, + 14.672171115875244, + 14.662910461425781, + 14.715453147888184, + 14.69409465789795, + 14.69409465789795, + 14.915480613708496, + 14.739218711853027, + 14.678110599517822, + 14.678211688995361, + 15.119439125061035, + 15.043907165527344, + 15.574163913726807, + 14.842710018157959, + 15.119439125061035, + 15.251025199890137, + 15.239299774169922, + 15.140982151031494, + 15.19405460357666 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260616_131615.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260616_131615.json new file mode 100644 index 0000000000000000000000000000000000000000..7537cf8d2b737f844665d408cb1718a2d41b4264 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260616_131615.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-16T13:16:15.782836+00:00", + "metrics": { + "MSE[mean]": 0.012802674175873108, + "MSE[0.5]": 0.012802674175873108, + "MAE[0.5]": 0.04106950759887695, + "MASE[0.5]": 0.11923406715759878, + "MAPE[0.5]": 0.0028689529498024287, + "sMAPE[0.5]": 0.0028998095692112677, + "MSIS": 1.0676369739879918, + "RMSE[mean]": 0.11314890267197958, + "NRMSE[mean]": 0.008062867466007081, + "ND[0.5]": 0.0029265683435206595, + "mean_weighted_sum_quantile_loss": 0.0033158018841282786 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00" + ], + "context": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 15.0, + 14.0, + 15.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273 + ], + "actual": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0 + ], + "predictions": { + "p50": [ + 13.9962158203125, + 14.00775146484375, + 14.006103515625, + 14.0093994140625, + 14.006103515625, + 14.01104736328125, + 14.0159912109375, + 14.006103515625, + 14.006103515625, + 14.0093994140625, + 14.00775146484375, + 14.0159912109375, + 14.01104736328125, + 14.0093994140625, + 14.0093994140625, + 14.00775146484375, + 14.00775146484375, + 14.00775146484375, + 14.00775146484375, + 14.01434326171875, + 14.01104736328125, + 14.0126953125, + 14.00775146484375, + 14.01104736328125 + ], + "p10": [ + 13.98797607421875, + 13.99456787109375, + 13.9896240234375, + 13.9962158203125, + 13.99951171875, + 13.99456787109375, + 13.98468017578125, + 13.9962158203125, + 13.99456787109375, + 13.99951171875, + 13.99951171875, + 13.986328125, + 13.992919921875, + 13.99786376953125, + 13.9962158203125, + 13.99127197265625, + 13.9962158203125, + 13.99951171875, + 13.992919921875, + 13.99786376953125, + 13.986328125, + 13.9896240234375, + 13.98468017578125, + 13.986328125 + ], + "p90": [ + 14.061309814453125, + 14.072845458984375, + 14.085205078125, + 14.10662841796875, + 14.13299560546875, + 14.194381713867188, + 14.265449523925781, + 14.303558349609375, + 14.3587646484375, + 14.3818359375, + 14.40985107421875, + 14.460113525390625, + 14.4312744140625, + 14.40985107421875, + 14.39337158203125, + 14.374420166015625, + 14.445281982421875, + 14.50048828125, + 14.5433349609375, + 14.56146240234375, + 14.5697021484375, + 14.56146240234375, + 14.5235595703125, + 14.513671875 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260616_131308.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260616_131308.json new file mode 100644 index 0000000000000000000000000000000000000000..e9598d7514878cb01a76b6f2f6b771c1af4cad82 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260616_131308.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T13:13:08.030961+00:00", + "metrics": { + "MSE[mean]": 0.013798011563494583, + "MSE[0.5]": 0.013878848264274287, + "MAE[0.5]": 0.042188286781311035, + "MASE[0.5]": 0.12248213610149124, + "MAPE[0.5]": 0.0029461937126441288, + "sMAPE[0.5]": 0.0029801484099553285, + "MSIS": 8.376936853140522, + "RMSE[mean]": 0.11746493759200906, + "NRMSE[mean]": 0.008370423409697856, + "ND[0.5]": 0.0030062913285313453, + "mean_weighted_sum_quantile_loss": 0.004353803738077259 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00" + ], + "context": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 15.0, + 14.0, + 15.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273 + ], + "actual": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0 + ], + "predictions": { + "p50": [ + 13.984621047973633, + 13.980974197387695, + 13.982873916625977, + 13.984041213989258, + 13.987385749816895, + 13.989571571350098, + 13.991092681884766, + 13.994343757629395, + 13.995265007019043, + 13.99399185180664, + 13.994254112243652, + 13.992236137390137, + 13.993051528930664, + 13.99398422241211, + 13.992263793945312, + 13.990665435791016, + 13.990735054016113, + 13.994505882263184, + 13.993426322937012, + 13.992866516113281, + 13.992992401123047, + 13.993057250976562, + 13.993795394897461, + 13.995485305786133 + ], + "p10": [ + 14.031432151794434, + 14.027838706970215, + 14.027894973754883, + 14.034892082214355, + 14.035320281982422, + 14.036617279052734, + 14.03984260559082, + 14.042733192443848, + 14.050326347351074, + 14.052734375, + 14.04710865020752, + 14.055461883544922, + 14.050745964050293, + 14.050759315490723, + 14.05339241027832, + 14.051994323730469, + 14.048405647277832, + 14.056138038635254, + 14.057526588439941, + 14.056017875671387, + 14.059679985046387, + 14.051559448242188, + 14.059596061706543, + 14.061212539672852 + ], + "p90": [ + 14.036301612854004, + 14.034899711608887, + 14.036900520324707, + 14.032094955444336, + 14.034637451171875, + 14.035842895507812, + 14.034586906433105, + 14.038896560668945, + 14.03791618347168, + 14.03796672821045, + 14.043121337890625, + 14.046825408935547, + 14.046792984008789, + 14.04737663269043, + 14.047233581542969, + 14.04625129699707, + 14.05033016204834, + 14.049437522888184, + 14.050873756408691, + 14.048552513122559, + 14.05162525177002, + 14.054492950439453, + 14.057640075683594, + 14.056344032287598 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260616_131427.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260616_131427.json new file mode 100644 index 0000000000000000000000000000000000000000..34f4b16ae4766f28c3e3694dd56c324b3d3fc137 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260616_131427.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-16T13:14:27.889152+00:00", + "metrics": { + "MSE[mean]": 0.008455257588252607, + "MSE[0.5]": 0.008455257588252607, + "MAE[0.5]": 0.03144967555999756, + "MASE[0.5]": 0.09130551952144618, + "MAPE[0.5]": 0.00219624908117381, + "sMAPE[0.5]": 0.002216525409312463, + "MSIS": 1.5217938446622803, + "RMSE[mean]": 0.09195247461734027, + "NRMSE[mean]": 0.006552433108081716, + "ND[0.5]": 0.0022410695985651662, + "mean_weighted_sum_quantile_loss": 0.003736406818117704 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00" + ], + "context": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 15.0, + 14.0, + 15.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273 + ], + "actual": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0 + ], + "predictions": { + "p50": [ + 14.001163482666016, + 14.001566886901855, + 14.002402305603027, + 14.002068519592285, + 14.002235412597656, + 14.002497673034668, + 14.023204803466797, + 14.00339126586914, + 14.004042625427246, + 14.003307342529297, + 14.003379821777344, + 14.004232406616211, + 14.189196586608887, + 14.014497756958008, + 14.00783920288086, + 14.00729751586914, + 14.00783634185791, + 14.008307456970215, + 14.004111289978027, + 14.022122383117676, + 14.008358001708984, + 14.006052017211914, + 14.005098342895508, + 14.00719928741455 + ], + "p10": [ + 13.988579750061035, + 13.991544723510742, + 13.994194030761719, + 13.99472713470459, + 13.995482444763184, + 13.994293212890625, + 13.98819351196289, + 13.993772506713867, + 13.994731903076172, + 13.994467735290527, + 13.99236011505127, + 13.99203109741211, + 13.99062442779541, + 13.999188423156738, + 13.992839813232422, + 13.994929313659668, + 13.9979887008667, + 13.998481750488281, + 13.995247840881348, + 13.990903854370117, + 13.992074966430664, + 13.991416931152344, + 13.990778923034668, + 13.992655754089355 + ], + "p90": [ + 14.301656723022461, + 14.107948303222656, + 14.102272033691406, + 14.112473487854004, + 14.144757270812988, + 14.261337280273438, + 14.626713752746582, + 14.348287582397461, + 14.317577362060547, + 14.326611518859863, + 14.438234329223633, + 14.55951976776123, + 15.176427841186523, + 14.794571876525879, + 14.593053817749023, + 14.55344295501709, + 14.546680450439453, + 14.588011741638184, + 14.814866065979004, + 15.026094436645508, + 14.826160430908203, + 14.619917869567871, + 14.59837532043457, + 14.636677742004395 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260616_131356.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260616_131356.json new file mode 100644 index 0000000000000000000000000000000000000000..5c61c2cdf6c6b03fd7d4870861db9e7b26f34345 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260616_131356.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T13:13:56.792655+00:00", + "metrics": { + "MSE[mean]": 0.006716848472933634, + "MSE[0.5]": 0.006716848472933634, + "MAE[0.5]": 0.018274466196695965, + "MASE[0.5]": 0.0530549075739515, + "MAPE[0.5]": 0.0012720643047835266, + "sMAPE[0.5]": 0.001288489494442811, + "MSIS": 1.0916899887489493, + "RMSE[mean]": 0.08195638152660008, + "NRMSE[mean]": 0.005840122410715435, + "ND[0.5]": 0.0013022185410241258, + "mean_weighted_sum_quantile_loss": 0.0024643495813065045 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00" + ], + "context": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 14.0, + 15.0, + 14.0, + 15.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273 + ], + "actual": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0 + ], + "predictions": { + "p50": [ + 13.998220443725586, + 13.998411178588867, + 13.998353004455566, + 13.998090744018555, + 13.998584747314453, + 13.998414993286133, + 13.998148918151855, + 13.998604774475098, + 13.998005867004395, + 13.997614860534668, + 13.998856544494629, + 13.998910903930664, + 14.40082836151123, + 13.996882438659668, + 13.998001098632812, + 13.998360633850098, + 13.998640060424805, + 13.998612403869629, + 13.998579025268555, + 13.998811721801758, + 13.998669624328613, + 13.999213218688965, + 13.998342514038086, + 13.99791145324707 + ], + "p10": [ + 13.99587631225586, + 13.995929718017578, + 13.995647430419922, + 13.996038436889648, + 13.995946884155273, + 13.995875358581543, + 13.995322227478027, + 13.996257781982422, + 13.995722770690918, + 13.995985984802246, + 13.995580673217773, + 13.995505332946777, + 13.988064765930176, + 13.993789672851562, + 13.995524406433105, + 13.996015548706055, + 13.995821952819824, + 13.99593734741211, + 13.995115280151367, + 13.993459701538086, + 13.995772361755371, + 13.995899200439453, + 13.995864868164062, + 13.995272636413574 + ], + "p90": [ + 14.00299072265625, + 14.045941352844238, + 14.030973434448242, + 14.143150329589844, + 14.016568183898926, + 14.350852966308594, + 14.417817115783691, + 14.310579299926758, + 14.309869766235352, + 14.377375602722168, + 14.372163772583008, + 14.396318435668945, + 14.49436092376709, + 14.450512886047363, + 14.442802429199219, + 14.403714179992676, + 14.410805702209473, + 14.382780075073242, + 14.378888130187988, + 14.49602222442627, + 14.438596725463867, + 14.450721740722656, + 14.476737022399902, + 14.465860366821289 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260616_131232.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260616_131232.json new file mode 100644 index 0000000000000000000000000000000000000000..06112f43b162d2be7f94a629be39fe14081591be --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260616_131232.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-16T13:12:32.541423+00:00", + "metrics": { + "MSE[mean]": 0.6795341306239303, + "MSE[0.5]": 0.6795341306239303, + "MAE[0.5]": 0.7369915644327799, + "MASE[0.5]": 0.29028113650597615, + "MAPE[0.5]": 0.030100776855111505, + "sMAPE[0.5]": 0.030665746698948, + "MSIS": 1.7368865297031775, + "RMSE[mean]": 0.8243386019251617, + "NRMSE[mean]": 0.0341576761554559, + "ND[0.5]": 0.03053832384945519, + "mean_weighted_sum_quantile_loss": 0.02745427480083282 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547 + ], + "actual": [ + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 26.899999618530273, + 26.299999237060547, + 25.700000762939453, + 25.799999237060547, + 25.200000762939453, + 24.399999618530273, + 23.899999618530273, + 23.600000381469727 + ], + "predictions": { + "p50": [ + 21.999021530151367, + 21.860652923583984, + 21.695615768432617, + 21.548185348510742, + 21.465457916259766, + 21.38479232788086, + 21.313770294189453, + 21.334678649902344, + 21.644187927246094, + 22.457197189331055, + 23.54771614074707, + 24.21497917175293, + 24.879547119140625, + 25.174882888793945, + 25.3544979095459, + 25.536481857299805, + 25.78907585144043, + 25.710176467895508, + 25.3757381439209, + 24.769685745239258, + 24.124664306640625, + 23.667787551879883, + 23.412755966186523, + 23.25065040588379 + ], + "p10": [ + 21.685409545898438, + 21.457168579101562, + 21.216936111450195, + 21.06052589416504, + 20.930931091308594, + 20.814556121826172, + 20.71917152404785, + 20.70696258544922, + 20.91927719116211, + 21.4706974029541, + 22.27647590637207, + 22.79774284362793, + 23.3360652923584, + 23.592397689819336, + 23.630334854125977, + 23.7418212890625, + 23.98323631286621, + 23.876134872436523, + 23.58548927307129, + 23.21152687072754, + 22.76797103881836, + 22.447954177856445, + 22.297019958496094, + 22.192914962768555 + ], + "p90": [ + 22.33173942565918, + 22.298126220703125, + 22.156049728393555, + 22.033279418945312, + 22.027938842773438, + 21.968955993652344, + 21.967130661010742, + 22.04348373413086, + 22.447389602661133, + 23.526309967041016, + 24.958911895751953, + 25.74616241455078, + 26.60373306274414, + 27.096538543701172, + 27.36153221130371, + 27.538835525512695, + 27.59377098083496, + 27.589027404785156, + 27.28595542907715, + 26.475540161132812, + 25.571834564208984, + 25.00995635986328, + 24.66958999633789, + 24.447216033935547 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260616_131535.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260616_131535.json new file mode 100644 index 0000000000000000000000000000000000000000..4a2404e297b8df3f6de35a55e39d198f8663a9a1 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260616_131535.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-16T13:15:35.504692+00:00", + "metrics": { + "MSE[mean]": 0.343310821915414, + "MSE[0.5]": 0.3259413206256265, + "MAE[0.5]": 0.46821129322052, + "MASE[0.5]": 0.18441582357267508, + "MAPE[0.5]": 0.01917498687644985, + "sMAPE[0.5]": 0.01934724000200437, + "MSIS": 1.8667852801686413, + "RMSE[mean]": 0.5859273179460179, + "NRMSE[mean]": 0.024278755756790227, + "ND[0.5]": 0.019401020028424764, + "mean_weighted_sum_quantile_loss": 0.027920828409967822 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547 + ], + "actual": [ + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 26.899999618530273, + 26.299999237060547, + 25.700000762939453, + 25.799999237060547, + 25.200000762939453, + 24.399999618530273, + 23.899999618530273, + 23.600000381469727 + ], + "predictions": { + "p50": [ + 22.274189949035645, + 22.150351524353027, + 21.917327880859375, + 21.778510093688965, + 21.77266502380371, + 21.638707160949707, + 21.56942081451416, + 21.601821899414062, + 22.223965644836426, + 22.89468765258789, + 24.048789024353027, + 24.920865058898926, + 25.750189781188965, + 26.253897666931152, + 26.549358367919922, + 27.46344566345215, + 27.36918067932129, + 27.17232322692871, + 26.895967483520508, + 25.311473846435547, + 24.188570976257324, + 23.676289558410645, + 23.18977642059326, + 22.785072326660156 + ], + "p10": [ + 22.025541305541992, + 21.760255813598633, + 21.299901962280273, + 21.181568145751953, + 21.071088790893555, + 20.824732780456543, + 20.648911476135254, + 20.586806297302246, + 20.888397216796875, + 21.400390625, + 22.24884796142578, + 22.533296585083008, + 23.488966941833496, + 23.784486770629883, + 23.445626258850098, + 23.840434074401855, + 23.76468849182129, + 23.22311496734619, + 23.465192794799805, + 22.827218055725098, + 22.05985927581787, + 21.50967025756836, + 21.327719688415527, + 21.22826385498047 + ], + "p90": [ + 22.601892471313477, + 22.463051795959473, + 22.403369903564453, + 22.344039916992188, + 22.62938690185547, + 22.339262008666992, + 22.42161464691162, + 22.901817321777344, + 23.654584884643555, + 25.438319206237793, + 27.783390998840332, + 29.249743461608887, + 30.840980529785156, + 31.014090538024902, + 31.815351486206055, + 32.85496711730957, + 33.12984848022461, + 31.53537940979004, + 31.39422607421875, + 30.543560028076172, + 28.399209022521973, + 27.46344566345215, + 25.72195053100586, + 24.7083158493042 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260616_131628.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260616_131628.json new file mode 100644 index 0000000000000000000000000000000000000000..466db6527b9ed67ffe8482ec29870c73cd1c5980 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260616_131628.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-16T13:16:28.640897+00:00", + "metrics": { + "MSE[mean]": 0.6596462559673455, + "MSE[0.5]": 0.6596462559673455, + "MAE[0.5]": 0.716766357421875, + "MASE[0.5]": 0.2823149719519588, + "MAPE[0.5]": 0.029132844939651223, + "sMAPE[0.5]": 0.029676314457630148, + "MSIS": 1.3259347406310578, + "RMSE[mean]": 0.81218609688134, + "NRMSE[mean]": 0.03365411932723632, + "ND[0.5]": 0.029700262803130116, + "mean_weighted_sum_quantile_loss": 0.029846004608758366 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547 + ], + "actual": [ + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 26.899999618530273, + 26.299999237060547, + 25.700000762939453, + 25.799999237060547, + 25.200000762939453, + 24.399999618530273, + 23.899999618530273, + 23.600000381469727 + ], + "predictions": { + "p50": [ + 22.066162109375, + 21.91064453125, + 21.779052734375, + 21.683349609375, + 21.611572265625, + 21.611572265625, + 21.5517578125, + 21.62353515625, + 21.9345703125, + 22.664306640625, + 23.645263671875, + 24.238174438476562, + 24.94024658203125, + 25.3858642578125, + 25.702880859375, + 25.8404541015625, + 25.8045654296875, + 25.7626953125, + 25.2183837890625, + 24.472198486328125, + 23.73797607421875, + 23.25048828125, + 22.9334716796875, + 22.62841796875 + ], + "p10": [ + 21.779052734375, + 21.468017578125, + 21.2646484375, + 21.0732421875, + 20.9775390625, + 20.8818359375, + 20.73828125, + 20.7861328125, + 20.8818359375, + 21.396240234375, + 22.018310546875, + 22.38916015625, + 22.8975830078125, + 23.1966552734375, + 23.2744140625, + 23.3043212890625, + 23.4000244140625, + 23.406005859375, + 22.9813232421875, + 22.425048828125, + 21.946533203125, + 21.659423828125, + 21.4560546875, + 21.24072265625 + ], + "p90": [ + 22.38916015625, + 22.401123046875, + 22.365234375, + 22.34130859375, + 22.353271484375, + 22.448974609375, + 22.53271484375, + 22.65234375, + 23.2086181640625, + 24.203781127929688, + 25.559326171875, + 26.4326171875, + 27.46142578125, + 28.1552734375, + 28.75341796875, + 28.96875, + 28.80126953125, + 28.8251953125, + 28.2509765625, + 27.353759765625, + 26.40869140625, + 25.678955078125, + 25.2183837890625, + 24.8714599609375 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260616_131317.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260616_131317.json new file mode 100644 index 0000000000000000000000000000000000000000..455caef5581dd33b5b6d5da4eba76ebfca9e9a29 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260616_131317.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-16T13:13:17.753731+00:00", + "metrics": { + "MSE[mean]": 0.39479554829343516, + "MSE[0.5]": 0.967458684274637, + "MAE[0.5]": 0.8576072851816813, + "MASE[0.5]": 0.33778842178464225, + "MAPE[0.5]": 0.03463370395761801, + "sMAPE[0.5]": 0.03542156276253982, + "MSIS": 1.3338482861533751, + "RMSE[mean]": 0.6283275804016843, + "NRMSE[mean]": 0.026035672672344877, + "ND[0.5]": 0.035536212725429374, + "mean_weighted_sum_quantile_loss": 0.02325238958345532 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547 + ], + "actual": [ + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 26.899999618530273, + 26.299999237060547, + 25.700000762939453, + 25.799999237060547, + 25.200000762939453, + 24.399999618530273, + 23.899999618530273, + 23.600000381469727 + ], + "predictions": { + "p50": [ + 22.0294189453125, + 21.896488189697266, + 21.79844856262207, + 21.695449829101562, + 21.708410263061523, + 21.599773406982422, + 21.572969436645508, + 21.63231658935547, + 21.867504119873047, + 22.651391983032227, + 23.6358699798584, + 24.313657760620117, + 24.87767219543457, + 25.266727447509766, + 25.48280143737793, + 25.53978157043457, + 25.514511108398438, + 25.10199737548828, + 24.759008407592773, + 24.189348220825195, + 23.607078552246094, + 23.01717185974121, + 22.566251754760742, + 22.293373107910156 + ], + "p10": [ + 22.12010955810547, + 22.016998291015625, + 21.7440242767334, + 21.879825592041016, + 21.916452407836914, + 21.86435317993164, + 21.876148223876953, + 21.92090606689453, + 22.512176513671875, + 23.242753982543945, + 24.43524932861328, + 25.26753807067871, + 25.691987991333008, + 26.288904190063477, + 26.414878845214844, + 26.465181350708008, + 26.355998992919922, + 25.957597732543945, + 25.56240463256836, + 24.735572814941406, + 24.116727828979492, + 23.559913635253906, + 23.11098289489746, + 22.797935485839844 + ], + "p90": [ + 22.223257064819336, + 22.19199562072754, + 22.264894485473633, + 22.286741256713867, + 22.461833953857422, + 22.525697708129883, + 22.63618278503418, + 22.826730728149414, + 23.377321243286133, + 24.48854637145996, + 25.933563232421875, + 27.04293441772461, + 27.93675994873047, + 28.516555786132812, + 28.765016555786133, + 28.775083541870117, + 28.638540267944336, + 27.97180938720703, + 27.302387237548828, + 26.403121948242188, + 25.573301315307617, + 24.861988067626953, + 24.243892669677734, + 23.824535369873047 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260616_131439.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260616_131439.json new file mode 100644 index 0000000000000000000000000000000000000000..56af201ad222a6bab513fc3370c292c4cab1fde7 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260616_131439.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-16T13:14:39.480658+00:00", + "metrics": { + "MSE[mean]": 0.490860065022692, + "MSE[0.5]": 0.490860065022692, + "MAE[0.5]": 0.5878453254699707, + "MASE[0.5]": 0.23153644817967575, + "MAPE[0.5]": 0.02392529375438292, + "sMAPE[0.5]": 0.02432913065108834, + "MSIS": 1.3894094448062984, + "RMSE[mean]": 0.7006140628211027, + "NRMSE[mean]": 0.029030968842065817, + "ND[0.5]": 0.024358231205002776, + "mean_weighted_sum_quantile_loss": 0.02736104142966046 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547 + ], + "actual": [ + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 26.899999618530273, + 26.299999237060547, + 25.700000762939453, + 25.799999237060547, + 25.200000762939453, + 24.399999618530273, + 23.899999618530273, + 23.600000381469727 + ], + "predictions": { + "p50": [ + 22.21257781982422, + 22.06601333618164, + 21.941675186157227, + 21.829092025756836, + 21.766204833984375, + 21.71462631225586, + 21.634984970092773, + 21.664142608642578, + 22.018260955810547, + 22.929603576660156, + 24.047252655029297, + 24.580636978149414, + 25.2360782623291, + 25.65366554260254, + 25.946189880371094, + 26.119375228881836, + 26.08192253112793, + 25.903675079345703, + 25.354650497436523, + 24.534250259399414, + 23.80184555053711, + 23.287372589111328, + 22.896316528320312, + 22.606334686279297 + ], + "p10": [ + 21.916664123535156, + 21.647226333618164, + 21.412643432617188, + 21.21074867248535, + 21.069852828979492, + 20.946311950683594, + 20.78693199157715, + 20.742324829101562, + 20.97830581665039, + 21.67374038696289, + 22.472007751464844, + 22.74690055847168, + 23.191232681274414, + 23.324138641357422, + 23.419475555419922, + 23.474956512451172, + 23.40032958984375, + 23.269363403320312, + 23.00424575805664, + 22.490480422973633, + 22.047470092773438, + 21.617267608642578, + 21.27702522277832, + 20.99972152709961 + ], + "p90": [ + 22.531497955322266, + 22.484447479248047, + 22.467905044555664, + 22.448993682861328, + 22.4777774810791, + 22.506757736206055, + 22.479904174804688, + 22.602346420288086, + 23.132164001464844, + 24.404735565185547, + 26.035823822021484, + 26.921894073486328, + 28.120967864990234, + 28.882143020629883, + 29.46209716796875, + 29.736305236816406, + 29.73491096496582, + 29.543590545654297, + 28.917648315429688, + 27.659387588500977, + 26.3940372467041, + 25.50981903076172, + 24.871545791625977, + 24.454015731811523 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260616_131404.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260616_131404.json new file mode 100644 index 0000000000000000000000000000000000000000..c09d57b9abb7313b78cc3f6a8df0fc9551de0761 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260616_131404.json @@ -0,0 +1,347 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-16T13:14:04.647184+00:00", + "metrics": { + "MSE[mean]": 5.104169034599484, + "MSE[0.5]": 5.104169034599484, + "MAE[0.5]": 1.949435869852702, + "MASE[0.5]": 0.7678303079111727, + "MAPE[0.5]": 0.07786826036045741, + "sMAPE[0.5]": 0.08202226519819199, + "MSIS": 2.0750509537535997, + "RMSE[mean]": 2.259240809342706, + "NRMSE[mean]": 0.09361494869037351, + "ND[0.5]": 0.08077772771134081, + "mean_weighted_sum_quantile_loss": 0.05992659487273085 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" + ], + "context": [ + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547 + ], + "actual": [ + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 26.899999618530273, + 26.299999237060547, + 25.700000762939453, + 25.799999237060547, + 25.200000762939453, + 24.399999618530273, + 23.899999618530273, + 23.600000381469727 + ], + "predictions": { + "p50": [ + 22.04714012145996, + 21.826168060302734, + 21.652782440185547, + 21.532127380371094, + 21.42707061767578, + 21.36231231689453, + 21.260242462158203, + 21.164968490600586, + 21.425268173217773, + 21.848411560058594, + 22.33635139465332, + 22.662540435791016, + 23.01885414123535, + 23.129926681518555, + 23.309314727783203, + 23.45940399169922, + 23.449462890625, + 23.391374588012695, + 23.027782440185547, + 22.518455505371094, + 22.048131942749023, + 21.721988677978516, + 21.51467514038086, + 21.27878189086914 + ], + "p10": [ + 21.610301971435547, + 21.224109649658203, + 20.922971725463867, + 20.647022247314453, + 20.400157928466797, + 20.312368392944336, + 20.112926483154297, + 20.026792526245117, + 20.231264114379883, + 20.54517936706543, + 20.86162757873535, + 21.049964904785156, + 21.373674392700195, + 21.365713119506836, + 21.583404541015625, + 21.65328598022461, + 21.55030632019043, + 21.43732261657715, + 21.089923858642578, + 20.587099075317383, + 20.175935745239258, + 19.87230682373047, + 19.63835906982422, + 19.35121726989746 + ], + "p90": [ + 22.514549255371094, + 22.48661231994629, + 22.45296859741211, + 22.51317596435547, + 22.635324478149414, + 22.663240432739258, + 22.68423080444336, + 22.764299392700195, + 23.202836990356445, + 23.88731575012207, + 24.847610473632812, + 25.504941940307617, + 26.080568313598633, + 26.40179443359375, + 26.604782104492188, + 26.749099731445312, + 26.766708374023438, + 26.680130004882812, + 26.195037841796875, + 25.55520248413086, + 25.00995635986328, + 24.657085418701172, + 24.424556732177734, + 24.21100425720215 + ] + } +} diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 54423cf59a2c8c93049c68250a689fee5519be71..1d325904cb10f0a7761839a231cb5621100d36e3 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,402619.722056071,402619.722056071,564.7272135416666,0.8333428337197537,0.00848024147229,0.008525692121262127,5.482569459566783,634.5232242054431,0.009546947907817857,0.008496806868748768,0.00850731219677269,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,15.067327316160876,15.067327316160876,2.9052727222442627,1.573878182361214,0.12685678671524678,0.11422953372065281,23.944107387902516,3.8816655337832593,0.17044472174181494,0.1275711151353048,0.08997566213049349,Weather,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,390026.67872873944,390026.67872873944,555.1487630208334,0.8192083402718179,0.008337135989041603,0.008381156780827842,5.482569459566783,624.5211595524522,0.009397812567868634,0.008353894727750588,0.008428462370792249,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,14.208433211549922,14.208433211549922,2.8181981245676675,1.5757782118279016,0.12305903080351199,0.11112775634976706,22.57867190009145,3.7694075411860046,0.16551545049342764,0.12374765187125007,0.0864214785082211,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.06914488026677908,0.06914488026677908,0.20349907250298807,0.25968936811421645,5.090910592057495,0.7983482331365129,0.7516484153752568,0.2629541409956859,0.6982628135996843,0.5403825716256504,0.3077933977844361,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.015046975470940064,0.015046975470940064,0.11222235361735027,0.9619059864356845,0.11410668934580422,0.1066873716268499,5.540129342092379,0.12266611378428871,0.12266611378428871,0.11222235361735027,0.06861766753373323,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Timer-S1,0.01823272425023485,0.01823272425023485,0.05801971753438314,0.10365805810323596,0.0040503726989646474,0.004093570223898633,1.0632025065685207,0.13502860530359798,0.009610576542021777,0.004129517112740364,0.004345328247975525,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,7.56607991618273,7.56607991618273,2.402673284212748,0.3698000875961503,0.17266234635819092,0.1637459107364891,2.085491494154494,2.750650816840031,0.1877577316785509,0.16400499948833583,0.15930276387325226,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.6612256728015685,0.6612256728015685,0.648862361907959,0.2545944962254662,0.02601420466926128,0.026533199028139054,1.2461779020137944,0.8131578400295778,0.033840453984872176,0.02700311774631979,0.02755227353536192,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,10.998930741256723,10.998930741256723,2.732086181640625,0.5389320687071918,0.3553515918783224,0.2702738450866043,5.470926530393836,3.316463589617218,0.32355742337728954,0.2665449933307927,0.21290189472532747,Hazards,1 +nws_ksfo_observations_temperature/1h/short,Timer-S1,0.012802674175873108,0.012802674175873108,0.04106950759887695,0.11923406715759878,0.0028689529498024287,0.0028998095692112677,1.0676369739879918,0.11314890267197958,0.008062867466007081,0.0029265683435206595,0.0033158018841282786,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,27.06613575137745,27.06613575137745,3.0634367863337197,0.47721212200494273,0.17333465852355792,0.16777352595513514,4.692691561843652,5.202512446056948,0.323472276438774,0.1904727535544282,0.17706389786803178,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.6596462559673455,0.6596462559673455,0.716766357421875,0.2823149719519588,0.029132844939651223,0.029676314457630148,1.3259347406310578,0.81218609688134,0.03365411932723632,0.029700262803130116,0.029846004608758366,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,13.126368925916418,13.126368925916418,2.908482233683268,0.573728002260809,0.7116713901047018,0.30205822156589096,5.503321650256848,3.623033111346958,0.36230331113469577,0.29084822336832683,0.24036846867314088,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,467.98611577351886,467.98611577351886,18.160807291666668,0.54482421875,0.00582077156784188,0.005796877880280694,2.0972869873046873,21.632986751105793,0.006933649599713395,0.00582077156784188,0.00396645411014104,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,227.82965567708015,227.82965567708015,14.6737060546875,0.3024781209739034,0.06828829037245884,0.06563690751805365,1.2132642093120807,15.094027152389787,0.06368787828012568,0.06191437153876582,0.04472374681346694,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index d2b8892860acda7ab13ec4f63b3a02c799c9d751..bf8573d448c844e9b386e9f1e7800dfd1571d42c 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T13:08:31.319511+00:00", + "evaluated_at": "2026-06-16T13:15:59.803338+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 66514.0, 66481.7265625, 66429.828125, - 66383.9921875 + 66154.109375 ], "p50": [ 66476.875, diff --git a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 804cbe12ce64eb85ed378fd27053e0bc6847acf8..733969734e7a0e683983ae34546b9d66e2d013dc 100644 --- a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T12:04:13.275635+00:00", + "evaluated_at": "2026-06-16T13:16:07.494596+00:00", "freq": "1h", - "context_length": 83, + "context_length": 82, "prediction_length": 24, "context": [ - 23.540000915527344, 23.8700008392334, 23.709999084472656, 23.489999771118164, @@ -117,85 +116,84 @@ 20.90999984741211 ], "p50": [ - 22.727294921875, - 22.36474609375, - 22.05859375, - 21.80078125, - 21.68798828125, - 21.88134765625, - 22.59033203125, - 23.9639892578125, - 25.788818359375, - 27.55322265625, - 29.01953125, - 29.9541015625, - 30.4697265625, - 30.5986328125, - 30.4052734375, - 29.79296875, - 28.8583984375, - 27.77880859375, - 26.44140625, - 25.1483154296875, - 24.19738006591797, - 23.5128173828125, - 22.904541015625, - 22.4130859375 + 22.74334716796875, + 22.36993408203125, + 22.069580078125, + 21.8260498046875, + 21.6961669921875, + 21.8585205078125, + 22.51605224609375, + 23.867645263671875, + 25.64947509765625, + 27.4110107421875, + 28.85595703125, + 29.830078125, + 30.317138671875, + 30.447021484375, + 30.2197265625, + 29.602783203125, + 28.6611328125, + 27.6220703125, + 26.29888916015625, + 25.020355224609375, + 24.056381225585938, + 23.40899658203125, + 22.81640625, + 22.36993408203125 ], "p10": [ - 22.453369140625, - 21.994140625, - 21.5751953125, - 21.1240234375, - 20.94677734375, - 20.94677734375, - 21.3818359375, - 22.4130859375, - 23.78271484375, - 24.9791259765625, - 25.901611328125, - 26.48974609375, - 26.68310546875, - 26.763671875, - 26.68310546875, - 26.10302734375, - 25.466552734375, - 24.58837890625, - 23.541015625, - 22.59033203125, - 21.9296875, - 21.39794921875, - 20.833984375, - 20.4150390625 + 22.45111083984375, + 21.97216796875, + 21.550048828125, + 21.1116943359375, + 20.900634765625, + 20.8681640625, + 21.2578125, + 22.2806396484375, + 23.62005615234375, + 24.8133544921875, + 25.73876953125, + 26.31512451171875, + 26.485595703125, + 26.550537109375, + 26.485595703125, + 25.89300537109375, + 25.239532470703125, + 24.37373161315918, + 23.3359375, + 22.40240478515625, + 21.7286376953125, + 21.2091064453125, + 20.67333984375, + 20.28369140625 ], "p90": [ - 22.968994140625, - 22.7353515625, - 22.55810546875, - 22.453369140625, - 22.421142578125, - 22.767578125, - 23.6497802734375, - 25.176513671875, - 27.16650390625, - 29.1162109375, - 30.7275390625, - 31.85546875, - 32.564453125, - 32.822265625, - 32.564453125, - 31.984375, - 31.08203125, - 29.986328125, - 28.5361328125, - 27.1181640625, - 26.0224609375, - 25.2449951171875, - 24.6004638671875, - 24.11505126953125 + 23.01934814453125, + 22.77581787109375, + 22.59722900390625, + 22.51605224609375, + 22.4754638671875, + 22.80828857421875, + 23.672821044921875, + 25.17864990234375, + 27.135009765625, + 29.083251953125, + 30.706787109375, + 31.875732421875, + 32.590087890625, + 32.8173828125, + 32.5576171875, + 31.97314453125, + 30.9990234375, + 29.927490234375, + 28.53125, + 27.1025390625, + 25.97418212890625, + 25.24359130859375, + 24.620559692382812, + 24.179161071777344 ], "timestamps": [ - "2026-06-09 13:00:00", "2026-06-09 14:00:00", "2026-06-09 15:00:00", "2026-06-09 16:00:00", diff --git a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json index 1dd4e0bb5a815debc44980bef0640d9826b9dc90..233ce839133139eb15a8035ac8fa453b8f42a0bc 100644 --- a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,26 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T12:04:16.982087+00:00", + "evaluated_at": "2026-06-16T13:16:15.782836+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 17.0, - 17.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.0, - 15.0, 15.0, 15.0, 15.0, @@ -101,9 +86,7 @@ 14.0, 14.0, 14.0, - 14.0 - ], - "actuals": [ + 14.0, 14.0, 14.399999618530273, 14.0, @@ -118,97 +101,113 @@ 14.0, 14.0, 14.0, + 14.399999618530273 + ], + "actuals": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, 14.399999618530273, 14.0, 14.0, 14.0, 14.0, 14.0, + 14.399999618530273, + 14.0, 14.0, 14.0, 14.0, 14.0 ], "p50": [ - 14.0574951171875, - 14.048477172851562, - 13.99737548828125, - 14.006393432617188, - 14.000381469726562, - 14.006393432617188, - 14.0093994140625, - 14.0093994140625, - 14.006393432617188, - 14.012405395507812, - 14.0093994140625, + 13.9962158203125, + 14.00775146484375, + 14.006103515625, 14.0093994140625, - 14.027435302734375, - 14.033447265625, + 14.006103515625, + 14.01104736328125, + 14.0159912109375, + 14.006103515625, + 14.006103515625, 14.0093994140625, + 14.00775146484375, + 14.0159912109375, + 14.01104736328125, 14.0093994140625, - 14.003387451171875, - 14.003387451171875, - 14.006393432617188, - 14.018417358398438, - 14.006393432617188, - 14.006393432617188, 14.0093994140625, - 14.0093994140625 + 14.00775146484375, + 14.00775146484375, + 14.00775146484375, + 14.00775146484375, + 14.01434326171875, + 14.01104736328125, + 14.0126953125, + 14.00775146484375, + 14.01104736328125 ], "p10": [ - 13.994369506835938, - 13.994369506835938, - 13.99737548828125, - 14.000381469726562, - 13.988357543945312, - 13.994369506835938, - 13.994369506835938, - 14.003387451171875, - 13.99737548828125, - 14.006393432617188, - 13.991363525390625, - 14.012405395507812, - 13.991363525390625, - 14.000381469726562, - 13.994369506835938, - 14.006393432617188, - 14.000381469726562, - 14.000381469726562, - 13.9853515625, - 13.994369506835938, - 13.979339599609375, - 13.979339599609375, - 13.9853515625, - 13.982345581054688 + 13.98797607421875, + 13.99456787109375, + 13.9896240234375, + 13.9962158203125, + 13.99951171875, + 13.99456787109375, + 13.98468017578125, + 13.9962158203125, + 13.99456787109375, + 13.99951171875, + 13.99951171875, + 13.986328125, + 13.992919921875, + 13.99786376953125, + 13.9962158203125, + 13.99127197265625, + 13.9962158203125, + 13.99951171875, + 13.992919921875, + 13.99786376953125, + 13.986328125, + 13.9896240234375, + 13.98468017578125, + 13.986328125 ], "p90": [ - 14.458793640136719, - 14.427982330322266, - 14.288955688476562, - 14.266410827636719, - 14.243865966796875, - 14.245368957519531, - 14.272422790527344, - 14.281440734863281, - 14.322021484375, - 14.391159057617188, - 14.452030181884766, - 14.484720230102539, - 14.579784393310547, - 14.598383903503418, - 14.521543502807617, - 14.467811584472656, - 14.394916534423828, - 14.391159057617188, - 14.411449432373047, - 14.425727844238281, - 14.427982330322266, - 14.443012237548828, - 14.476829528808594, - 14.559118270874023 + 14.061309814453125, + 14.072845458984375, + 14.085205078125, + 14.10662841796875, + 14.13299560546875, + 14.194381713867188, + 14.265449523925781, + 14.303558349609375, + 14.3587646484375, + 14.3818359375, + 14.40985107421875, + 14.460113525390625, + 14.4312744140625, + 14.40985107421875, + 14.39337158203125, + 14.374420166015625, + 14.445281982421875, + 14.50048828125, + 14.5433349609375, + 14.56146240234375, + 14.5697021484375, + 14.56146240234375, + 14.5235595703125, + 14.513671875 ], "timestamps": [ - "2026-06-16 02:00:00", "2026-06-16 03:00:00", "2026-06-16 04:00:00", "2026-06-16 05:00:00", @@ -327,6 +326,7 @@ "2026-06-20 22:00:00", "2026-06-20 23:00:00", "2026-06-21 00:00:00", - "2026-06-21 01:00:00" + "2026-06-21 01:00:00", + "2026-06-21 02:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 7a5b428fddc2585d946783b4076fd7589b0be51f..7d9af066f3bd886468ca4dbf68a88bb29e217d0e 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T12:04:20.517268+00:00", + "evaluated_at": "2026-06-16T13:16:21.589465+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 46.20000076293945, - 39.70000076293945, 36.20000076293945, 33.79999923706055, 30.200000762939453, @@ -101,11 +99,11 @@ 14.300000190734863, 14.399999618530273, 14.800000190734863, - 15.899999618530273 + 15.899999618530273, + 17.899999618530273, + 18.700000762939453 ], "actuals": [ - 17.899999618530273, - 18.700000762939453, 18.299999237060547, 17.799999237060547, 16.5, @@ -127,89 +125,89 @@ 11.699999809265137, 12.5, 14.300000190734863, - 21.799999237060547 + 21.799999237060547, + 31.5, + 39.5 ], "p50": [ - 15.93359375, - 16.1494140625, - 15.900390625, - 15.0703125, - 13.841796875, - 12.779296875, - 11.94921875, - 11.21875, - 10.8203125, - 10.8203125, - 11.41796875, - 13.41015625, - 15.0703125, - 15.501953125, - 15.302734375, - 14.837890625, - 14.041015625, - 14.173828125, - 14.73828125, - 15.734375, - 16.6474609375, - 17.59375, - 18.68115234375, - 19.6025390625 + 18.30621337890625, + 17.60711669921875, + 16.11773681640625, + 14.582763671875, + 13.2757568359375, + 12.029541015625, + 11.36083984375, + 11.36083984375, + 12.1815185546875, + 14.4915771484375, + 16.17852783203125, + 16.54327392578125, + 16.3760986328125, + 15.677001953125, + 15.0994873046875, + 14.947509765625, + 15.2210693359375, + 15.859375, + 16.66485595703125, + 17.6527099609375, + 18.5037841796875, + 19.468841552734375, + 20.05585479736328, + 20.25152587890625 ], "p10": [ - 14.173828125, - 13.2109375, - 12.181640625, - 11.01953125, - 9.7578125, - 8.76171875, - 7.765625, - 7.1015625, - 6.5703125, - 6.3046875, - 6.63671875, - 7.56640625, - 8.828125, - 9.2265625, - 9.2265625, - 8.36328125, - 8.1640625, - 8.23046875, - 8.49609375, - 9.16015625, - 9.55859375, - 9.82421875, - 10.22265625, - 10.953125 + 16.22412109375, + 14.461181640625, + 12.4854736328125, + 10.87451171875, + 9.597900390625, + 8.625244140625, + 7.71337890625, + 7.47021484375, + 7.71337890625, + 8.92919921875, + 10.084228515625, + 10.38818359375, + 10.509765625, + 9.841064453125, + 9.2939453125, + 8.746826171875, + 9.41552734375, + 9.90185546875, + 10.38818359375, + 10.87451171875, + 11.2392578125, + 11.84716796875, + 12.2423095703125, + 12.6070556640625 ], "p90": [ - 18.65625, - 20.478271484375, - 21.3125, - 21.0966796875, - 20.1607666015625, - 19.06298828125, - 18.26611328125, - 17.3779296875, - 17.1787109375, - 17.7763671875, - 19.06298828125, - 22.30029296875, - 24.3505859375, - 24.732421875, - 24.400390625, - 24.400390625, - 23.4541015625, - 23.7197265625, - 24.599609375, - 25.861328125, - 27.2890625, - 28.75, - 30.4765625, - 31.73828125 + 20.912628173828125, + 22.19683837890625, + 21.81689453125, + 20.791046142578125, + 19.655014038085938, + 18.230224609375, + 17.7742919921875, + 18.06304931640625, + 19.753799438476562, + 23.51904296875, + 25.9202880859375, + 26.4674072265625, + 26.011474609375, + 25.1907958984375, + 24.5220947265625, + 24.5828857421875, + 25.1300048828125, + 25.9810791015625, + 27.0753173828125, + 28.2607421875, + 29.35498046875, + 30.145263671875, + 30.631591796875, + 30.57080078125 ], "timestamps": [ - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", "2026-06-11 14:00:00", "2026-06-11 15:00:00", "2026-06-11 16:00:00", @@ -327,6 +325,8 @@ "2026-06-16 08:00:00", "2026-06-16 09:00:00", "2026-06-16 10:00:00", - "2026-06-16 11:00:00" + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index dae9bc89e6c7ffbfbb4b4d427ced671fc4119a5c..469f6a24e0893c9cb604decded3f03ab7d874c5a 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T12:04:24.795557+00:00", + "evaluated_at": "2026-06-16T13:16:28.640897+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 26.200000762939453, - 25.100000381469727, 24.5, 24.0, 23.899999618530273, @@ -101,11 +99,11 @@ 24.799999237060547, 23.700000762939453, 23.299999237060547, - 22.899999618530273 + 22.899999618530273, + 22.700000762939453, + 22.299999237060547 ], "actuals": [ - 22.700000762939453, - 22.299999237060547, 22.200000762939453, 22.0, 21.899999618530273, @@ -127,89 +125,89 @@ 25.700000762939453, 25.799999237060547, 25.200000762939453, - 24.399999618530273 + 24.399999618530273, + 23.899999618530273, + 23.600000381469727 ], "p50": [ - 22.65771484375, - 22.454345703125, - 22.32275390625, - 22.191162109375, - 22.0595703125, - 21.975830078125, - 21.9638671875, - 21.916015625, - 21.688720703125, - 21.62890625, - 21.9638671875, - 22.70556640625, - 23.722412109375, - 24.34149169921875, - 25.0562744140625, - 25.421142578125, - 25.7022705078125, - 25.744140625, - 25.7022705078125, - 25.516845703125, - 24.93963623046875, - 24.208404541015625, - 23.5130615234375, - 22.9866943359375 + 22.066162109375, + 21.91064453125, + 21.779052734375, + 21.683349609375, + 21.611572265625, + 21.611572265625, + 21.5517578125, + 21.62353515625, + 21.9345703125, + 22.664306640625, + 23.645263671875, + 24.238174438476562, + 24.94024658203125, + 25.3858642578125, + 25.702880859375, + 25.8404541015625, + 25.8045654296875, + 25.7626953125, + 25.2183837890625, + 24.472198486328125, + 23.73797607421875, + 23.25048828125, + 22.9334716796875, + 22.62841796875 ], "p10": [ - 22.298828125, - 21.93994140625, - 21.74853515625, - 21.473388671875, - 21.31787109375, - 21.150390625, - 21.03076171875, - 20.958984375, - 20.69580078125, - 20.576171875, - 20.767578125, - 21.36572265625, - 22.167236328125, - 22.5859375, - 23.0465087890625, - 23.2857666015625, - 23.411376953125, - 23.3515625, - 23.2618408203125, - 23.1302490234375, - 22.75341796875, - 22.298828125, - 21.84423828125, - 21.4853515625 + 21.779052734375, + 21.468017578125, + 21.2646484375, + 21.0732421875, + 20.9775390625, + 20.8818359375, + 20.73828125, + 20.7861328125, + 20.8818359375, + 21.396240234375, + 22.018310546875, + 22.38916015625, + 22.8975830078125, + 23.1966552734375, + 23.2744140625, + 23.3043212890625, + 23.4000244140625, + 23.406005859375, + 22.9813232421875, + 22.425048828125, + 21.946533203125, + 21.659423828125, + 21.4560546875, + 21.24072265625 ], "p90": [ - 23.076416015625, - 23.04052734375, - 22.9986572265625, - 22.9747314453125, - 22.885009765625, - 22.873046875, - 22.9866943359375, - 22.956787109375, - 22.837158203125, - 22.861083984375, - 23.3336181640625, - 24.26373291015625, - 25.5108642578125, - 26.34228515625, - 27.3232421875, - 27.82568359375, - 28.25634765625, - 28.5673828125, - 28.68701171875, - 28.54345703125, - 27.87353515625, - 26.892578125, - 25.9774169921875, - 25.2835693359375 + 22.38916015625, + 22.401123046875, + 22.365234375, + 22.34130859375, + 22.353271484375, + 22.448974609375, + 22.53271484375, + 22.65234375, + 23.2086181640625, + 24.203781127929688, + 25.559326171875, + 26.4326171875, + 27.46142578125, + 28.1552734375, + 28.75341796875, + 28.96875, + 28.80126953125, + 28.8251953125, + 28.2509765625, + 27.353759765625, + 26.40869140625, + 25.678955078125, + 25.2183837890625, + 24.8714599609375 ], "timestamps": [ - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", "2026-06-11 14:00:00", "2026-06-11 15:00:00", "2026-06-11 16:00:00", @@ -327,6 +325,8 @@ "2026-06-16 08:00:00", "2026-06-16 09:00:00", "2026-06-16 10:00:00", - "2026-06-16 11:00:00" + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" ] } diff --git a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 5d46745ba8ab069fd05b1351a4bd7ef8ba3dc606..ec5bd799320419396c02baad5db04e7b1f060d5b 100644 --- a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-16T12:04:29.076901+00:00", + "evaluated_at": "2026-06-16T13:16:37.448453+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 13.0, - 18.0, 18.0, 11.0, 13.0, @@ -101,12 +99,12 @@ 11.0, 10.0, 15.0, - 10.0 + 10.0, + 13.0, + 4.0 ], "actuals": [ 13.0, - 4.0, - 12.0, 12.0, 13.0, 14.0, @@ -127,89 +125,89 @@ 10.0, 11.0, 7.0, - 6.0 + 8.0, + 7.0, + 1.0 ], "p50": [ - 11.669677734375, - 11.626007080078125, - 11.499847412109375, - 11.4755859375, - 11.596893310546875, - 11.596893310546875, - 11.674530029296875, - 11.752166748046875, - 11.81524658203125, - 11.606597900390625, - 11.64056396484375, - 11.73760986328125, - 11.829803466796875, - 11.85406494140625, - 11.936553955078125, - 11.89288330078125, - 11.7279052734375, - 11.664825439453125, - 11.75701904296875, - 11.723052978515625, - 11.86376953125, - 11.8831787109375, - 12.033599853515625, - 11.630859375 + 16.738037109375, + 12.804916381835938, + 11.1368408203125, + 11.967193603515625, + 11.10736083984375, + 11.57904052734375, + 11.10736083984375, + 11.4906005859375, + 11.2547607421875, + 11.50042724609375, + 11.377593994140625, + 11.52008056640625, + 11.554473876953125, + 11.524993896484375, + 11.377593994140625, + 11.6478271484375, + 11.431640625, + 11.583953857421875, + 11.55938720703125, + 11.701873779296875, + 11.5299072265625, + 11.495513916015625, + 11.46112060546875, + 11.57904052734375 ], "p10": [ - 8.21484375, - 8.0595703125, - 7.98193359375, - 7.98193359375, - 8.176025390625, - 8.1566162109375, - 8.176025390625, - 8.21484375, - 8.2342529296875, - 8.1566162109375, - 8.098388671875, - 8.098388671875, - 8.21484375, - 8.1177978515625, - 8.2342529296875, - 8.1177978515625, - 8.2342529296875, - 8.1566162109375, - 8.1177978515625, - 8.0789794921875, - 8.1954345703125, - 8.21484375, - 8.29248046875, - 8.0401611328125 + 8.916015625, + 6.71484375, + 6.754150390625, + 7.4813232421875, + 7.225830078125, + 7.57958984375, + 7.10791015625, + 7.5009765625, + 7.304443359375, + 7.57958984375, + 7.5206298828125, + 7.57958984375, + 7.618896484375, + 7.618896484375, + 7.5009765625, + 7.7564697265625, + 7.89404296875, + 7.854736328125, + 7.7171630859375, + 7.8154296875, + 7.658203125, + 7.658203125, + 7.57958984375, + 7.7564697265625 ], "p90": [ - 16.8519287109375, - 16.7548828125, - 16.3084716796875, - 16.250244140625, - 16.5413818359375, - 16.83251953125, - 17.0654296875, - 17.1624755859375, - 17.0654296875, - 16.4637451171875, - 16.5802001953125, - 16.7742919921875, - 16.9295654296875, - 17.2012939453125, - 17.3177490234375, - 17.3565673828125, - 16.6190185546875, - 16.560791015625, - 16.8131103515625, - 16.9683837890625, - 17.1624755859375, - 17.1624755859375, - 17.220703125, - 16.52197265625 + 31.00634765625, + 25.66064453125, + 21.41552734375, + 21.72998046875, + 19.568115234375, + 19.37158203125, + 18.1923828125, + 18.03515625, + 17.366943359375, + 17.3865966796875, + 17.209716796875, + 17.445556640625, + 17.524169921875, + 17.366943359375, + 16.9345703125, + 17.2490234375, + 16.7576904296875, + 17.1900634765625, + 17.32763671875, + 17.602783203125, + 17.3472900390625, + 17.17041015625, + 17.1507568359375, + 17.40625 ], "timestamps": [ - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", "2026-06-11 14:00:00", "2026-06-11 15:00:00", "2026-06-11 16:00:00", @@ -327,6 +325,8 @@ "2026-06-16 08:00:00", "2026-06-16 09:00:00", "2026-06-16 10:00:00", - "2026-06-16 11:00:00" + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 5c77fbbcb44450c397accbbe3139688cee4b0762..7dd3b04d061b6c572891036cd357ef7d24b9d29b 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,23 +1,41 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-16T13:08:41.965031+00:00", + "evaluated_at": "2026-06-16T13:16:40.513501+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t130000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t103000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 82, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t105600z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t105000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 619ec777ceed57381c503e46c9f9ffa2990bee04..ed56c30dd2f1f0271d07607842cbe456bce2b9c3 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,204970.47252909341,346031.089805603,516.4970703125,0.762171756311886,0.007751477509267423,0.007790055436995988,5.8656735560480096,452.7366480958808,0.006811812445074507,0.00777114286240443,0.005630180912105662,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,14.770343543885701,12.171750109217555,2.665614366531372,1.3941496657385082,0.11626000036944399,0.10627958881782658,56.57473688666327,3.8432204651679434,0.16875659097283138,0.11704766807448305,0.12207269973679641,Weather,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,200876.20875295004,337732.0359141032,506.9186197916667,0.7480372628639502,0.007607883136437155,0.0076455180601561964,5.8656735560480096,448.19215605915065,0.006744408596261609,0.0076281261300717145,0.005550916399716547,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,16.221276545199697,13.448639833491749,2.7932637532552085,1.5618363109028814,0.12164004691960112,0.11060067188044974,63.877991006305734,4.0275645923063355,0.17685117902566064,0.12265277856411662,0.12820126226584674,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.049202662913563476,0.03126097776732636,0.1301909088700389,0.16613930689133485,3.3510784457810323,0.7306626920531266,10.194450813596621,0.22181673271771785,0.5890242888150748,0.34571606284072515,0.47127125956081806,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.00421377178848988,0.002342280855969362,0.03438937415679296,0.29476609432010253,0.035114386758162815,0.034351877653106544,19.419733396911628,0.06491357168181304,0.06491357168181304,0.03438937415679296,0.053654134163150076,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.019696364034492337,0.01969435195371716,0.05192641417185465,0.0927717590856767,0.003610607111063693,0.0036587213177503887,5.272171295434299,0.14034373528765842,0.00998887759480801,0.003695830056374255,0.004685361523376948,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,7.1833292117001974,7.4727904782771475,2.4872639973958335,0.3828196077075479,0.1700575424774846,0.17591845572518508,10.259582327333979,2.6801733547851336,0.18294698349892902,0.1697791095029879,0.1635917989714658,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.25771652206382595,0.729406989654611,0.7377398808797201,0.2894674192007621,0.029846010849014993,0.03043388959401669,1.2683842422526928,0.5076578789537556,0.02112673855812236,0.03070185302623062,0.020411427985823915,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,9.842018235209101,8.695962990546908,2.2705427010854087,0.44788787528260104,0.2828100044160495,0.2309344136520172,18.810123535051734,3.137199106720691,0.30606820553372593,0.22151636108150327,0.2529101917091101,Hazards,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.013798011563494583,0.013878848264274287,0.042188286781311035,0.12248213610149124,0.0029461937126441288,0.0029801484099553285,8.376936853140522,0.11746493759200906,0.008370423409697856,0.0030062913285313453,0.004353803738077259,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,30.99946398706963,30.982543350419025,3.0574547052383423,0.476280253057535,0.16306062035977767,0.16362156683090331,21.92440309521986,5.5677162272398215,0.3461792472895226,0.19010081068839435,0.23222872498533675,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.39479554829343516,0.967458684274637,0.8576072851816813,0.33778842178464225,0.03463370395761801,0.03542156276253982,1.3338482861533751,0.6283275804016843,0.026035672672344877,0.035536212725429374,0.02325238958345532,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,10.534467966142111,10.02944455975224,2.270752191543579,0.44792919942777454,0.5529522263654578,0.25229617528293263,16.44289741516113,3.2456845142653825,0.32456845142653823,0.2270752191543579,0.24697801872535985,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,57.189919789632164,1.71522040416797,1.133941650390625,0.034018249511718744,0.0003634428366636618,0.0003634057210367835,15.789132995605465,7.5624017209899765,0.0024238467054455053,0.00036344283666366186,0.002897515219953778,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,176.44351051340345,98.65426440536976,7.526611328125,0.1551506649613495,0.039470241915795116,0.038107091365422716,12.258364980081357,13.283204075576172,0.05604727458049018,0.03175785370516877,0.053793045237094536,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 71b30a80a1b94b832360ee6412a7d98c451142a0..09ebf9603f5bbb2f973b287e23ff8a11117c7e32 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T13:05:26.703490+00:00", + "evaluated_at": "2026-06-16T13:12:56.839868+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 66514.0, 66481.7265625, 66429.828125, - 66383.9921875 + 66154.109375 ], "p50": [ 66260.7890625, diff --git a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index aab865dfa773067afc402f82fd8d2ae6c6b839dd..3e6bc639a3c1348c2246011674d8fe027f80f387 100644 --- a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T12:00:47.039437+00:00", + "evaluated_at": "2026-06-16T13:13:02.472178+00:00", "freq": "1h", - "context_length": 84, + "context_length": 82, "prediction_length": 24, "context": [ - 22.510000228881836, - 23.540000915527344, 23.8700008392334, 23.709999084472656, 23.489999771118164, @@ -118,86 +116,84 @@ 20.90999984741211 ], "p50": [ - 22.585613250732422, - 22.21346664428711, - 21.714637756347656, - 21.29114532470703, - 21.045562744140625, - 21.261165618896484, - 21.992095947265625, - 23.358905792236328, - 25.23468780517578, - 27.12628936767578, - 28.650592803955078, - 29.634788513183594, - 29.884971618652344, - 29.97359848022461, - 29.74371337890625, - 29.136234283447266, - 28.42483901977539, - 27.132495880126953, - 25.88294219970703, - 24.550796508789062, - 23.44655990600586, - 22.75240707397461, - 22.21752166748047, - 21.914897918701172 + 22.64127540588379, + 22.310287475585938, + 21.79550552368164, + 21.333829879760742, + 21.138994216918945, + 21.308242797851562, + 22.072412490844727, + 23.526174545288086, + 25.509807586669922, + 27.52985191345215, + 29.107830047607422, + 30.01799964904785, + 30.159669876098633, + 30.207216262817383, + 29.983003616333008, + 29.337799072265625, + 28.707599639892578, + 27.430801391601562, + 26.146583557128906, + 24.731515884399414, + 23.563465118408203, + 22.722915649414062, + 22.194252014160156, + 22.02219009399414 ], "p10": [ - 22.633686065673828, - 22.36418914794922, - 21.578250885009766, - 21.39437484741211, - 21.12195587158203, - 21.412818908691406, - 22.039066314697266, - 23.490447998046875, - 25.595809936523438, - 27.498870849609375, - 28.99676513671875, - 30.110843658447266, - 30.149486541748047, - 30.262027740478516, - 29.98650360107422, - 29.257869720458984, - 28.710575103759766, - 27.356460571289062, - 26.144615173339844, - 24.70478057861328, - 23.81597900390625, - 22.943992614746094, - 22.406864166259766, - 22.0916748046875 + 22.730318069458008, + 22.435300827026367, + 21.669641494750977, + 21.490270614624023, + 21.247339248657227, + 21.468955993652344, + 22.12135887145996, + 23.68155288696289, + 25.871877670288086, + 27.859901428222656, + 29.44576644897461, + 30.538755416870117, + 30.39910125732422, + 30.49382209777832, + 30.2192325592041, + 29.50600242614746, + 29.004169464111328, + 27.679397583007812, + 26.431171417236328, + 24.9002628326416, + 23.948530197143555, + 22.94266700744629, + 22.453170776367188, + 22.214494705200195 ], "p90": [ - 22.7364501953125, - 22.500659942626953, - 22.157978057861328, - 21.84461212158203, - 21.724044799804688, - 22.111129760742188, - 23.029052734375, - 24.56224822998047, - 26.77332305908203, - 28.89437484741211, - 30.626758575439453, - 31.70110321044922, - 32.07875442504883, - 32.21827697753906, - 31.986949920654297, - 31.324386596679688, - 30.590431213378906, - 29.133071899414062, - 27.758880615234375, - 26.21405792236328, - 25.094844818115234, - 24.359600067138672, - 23.821815490722656, - 23.319988250732422 + 22.8161563873291, + 22.6287784576416, + 22.315872192382812, + 21.944297790527344, + 21.893342971801758, + 22.24634552001953, + 23.17934799194336, + 24.78093719482422, + 27.082273483276367, + 29.258872985839844, + 31.043071746826172, + 32.014949798583984, + 32.30257034301758, + 32.378074645996094, + 32.15802764892578, + 31.498254776000977, + 30.82533836364746, + 29.4032039642334, + 27.988399505615234, + 26.35506820678711, + 25.190397262573242, + 24.368892669677734, + 23.833921432495117, + 23.48069953918457 ], "timestamps": [ - "2026-06-09 12:00:00", - "2026-06-09 13:00:00", "2026-06-09 14:00:00", "2026-06-09 15:00:00", "2026-06-09 16:00:00", diff --git a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json index 3d969d360fa66789a563550fe0d09284cda1a1e2..483763c6a60f764531564967ea6cfb45e3aac10e 100644 --- a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,26 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T12:00:54.113456+00:00", + "evaluated_at": "2026-06-16T13:13:08.030961+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 17.0, - 17.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.0, - 15.0, 15.0, 15.0, 15.0, @@ -101,9 +86,7 @@ 14.0, 14.0, 14.0, - 14.0 - ], - "actuals": [ + 14.0, 14.0, 14.399999618530273, 14.0, @@ -118,97 +101,113 @@ 14.0, 14.0, 14.0, + 14.399999618530273 + ], + "actuals": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, 14.399999618530273, 14.0, 14.0, 14.0, 14.0, 14.0, + 14.399999618530273, + 14.0, 14.0, 14.0, 14.0, 14.0 ], "p50": [ - 14.000829696655273, - 14.004630088806152, - 14.0043363571167, - 14.002641677856445, - 14.000414848327637, - 13.999616622924805, - 14.000210762023926, - 14.003259658813477, - 14.00295639038086, - 14.005449295043945, - 13.99759578704834, - 14.001749038696289, - 13.9967041015625, - 14.001819610595703, - 14.001893043518066, - 14.007426261901855, - 14.002026557922363, - 14.003164291381836, - 14.00414752960205, - 13.995874404907227, - 14.000750541687012, - 14.001033782958984, - 14.002666473388672, - 14.003579139709473 + 13.984621047973633, + 13.980974197387695, + 13.982873916625977, + 13.984041213989258, + 13.987385749816895, + 13.989571571350098, + 13.991092681884766, + 13.994343757629395, + 13.995265007019043, + 13.99399185180664, + 13.994254112243652, + 13.992236137390137, + 13.993051528930664, + 13.99398422241211, + 13.992263793945312, + 13.990665435791016, + 13.990735054016113, + 13.994505882263184, + 13.993426322937012, + 13.992866516113281, + 13.992992401123047, + 13.993057250976562, + 13.993795394897461, + 13.995485305786133 ], "p10": [ - 14.017982482910156, - 14.02383041381836, - 14.007683753967285, - 14.012700080871582, - 14.017062187194824, - 14.013176918029785, - 14.023048400878906, - 14.024810791015625, - 14.020943641662598, - 14.025246620178223, - 14.031664848327637, - 14.027642250061035, - 14.033522605895996, - 14.037590026855469, - 14.034700393676758, - 14.027833938598633, - 14.032379150390625, - 14.049100875854492, - 14.039533615112305, - 14.03660774230957, - 14.051779747009277, - 14.054198265075684, - 14.056495666503906, - 14.046815872192383 + 14.031432151794434, + 14.027838706970215, + 14.027894973754883, + 14.034892082214355, + 14.035320281982422, + 14.036617279052734, + 14.03984260559082, + 14.042733192443848, + 14.050326347351074, + 14.052734375, + 14.04710865020752, + 14.055461883544922, + 14.050745964050293, + 14.050759315490723, + 14.05339241027832, + 14.051994323730469, + 14.048405647277832, + 14.056138038635254, + 14.057526588439941, + 14.056017875671387, + 14.059679985046387, + 14.051559448242188, + 14.059596061706543, + 14.061212539672852 ], "p90": [ - 14.024861335754395, - 14.030552864074707, - 14.028304100036621, - 14.032218933105469, - 14.029995918273926, - 14.034146308898926, - 14.026752471923828, - 14.03508186340332, - 14.036955833435059, - 14.040642738342285, - 14.038310050964355, - 14.032621383666992, - 14.032553672790527, - 14.044892311096191, - 14.032989501953125, - 14.041844367980957, - 14.040127754211426, - 14.040493965148926, - 14.04697322845459, - 14.04053020477295, - 14.046655654907227, - 14.044598579406738, - 14.054226875305176, - 14.057793617248535 + 14.036301612854004, + 14.034899711608887, + 14.036900520324707, + 14.032094955444336, + 14.034637451171875, + 14.035842895507812, + 14.034586906433105, + 14.038896560668945, + 14.03791618347168, + 14.03796672821045, + 14.043121337890625, + 14.046825408935547, + 14.046792984008789, + 14.04737663269043, + 14.047233581542969, + 14.04625129699707, + 14.05033016204834, + 14.049437522888184, + 14.050873756408691, + 14.048552513122559, + 14.05162525177002, + 14.054492950439453, + 14.057640075683594, + 14.056344032287598 ], "timestamps": [ - "2026-06-16 02:00:00", "2026-06-16 03:00:00", "2026-06-16 04:00:00", "2026-06-16 05:00:00", @@ -327,6 +326,7 @@ "2026-06-20 22:00:00", "2026-06-20 23:00:00", "2026-06-21 00:00:00", - "2026-06-21 01:00:00" + "2026-06-21 01:00:00", + "2026-06-21 02:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index ad46fb221c66d4850e786d87a1c02d066cb92ca8..c92001de57be8ff7b04be7938917433b6509aefa 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T12:01:00.035278+00:00", + "evaluated_at": "2026-06-16T13:13:12.832013+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 46.20000076293945, - 39.70000076293945, 36.20000076293945, 33.79999923706055, 30.200000762939453, @@ -101,11 +99,11 @@ 14.300000190734863, 14.399999618530273, 14.800000190734863, - 15.899999618530273 + 15.899999618530273, + 17.899999618530273, + 18.700000762939453 ], "actuals": [ - 17.899999618530273, - 18.700000762939453, 18.299999237060547, 17.799999237060547, 16.5, @@ -127,89 +125,89 @@ 11.699999809265137, 12.5, 14.300000190734863, - 21.799999237060547 + 21.799999237060547, + 31.5, + 39.5 ], "p50": [ - 15.95266342163086, - 15.565391540527344, - 15.227773666381836, - 14.536754608154297, - 13.402870178222656, - 12.52897834777832, - 11.73173713684082, - 10.854061126708984, - 9.757190704345703, - 9.398077011108398, - 9.776864051818848, - 11.451089859008789, - 13.498140335083008, - 14.372446060180664, - 14.259134292602539, - 13.445201873779297, - 13.011281967163086, - 13.00316047668457, - 13.472772598266602, - 13.96762466430664, - 14.655572891235352, - 16.10851287841797, - 16.87858009338379, - 17.535198211669922 + 18.285537719726562, + 17.44950294494629, + 16.390581130981445, + 15.220874786376953, + 13.981327056884766, + 12.790637016296387, + 11.97269344329834, + 11.63293170928955, + 11.858589172363281, + 13.512969017028809, + 15.250706672668457, + 15.915678024291992, + 15.885951042175293, + 15.369139671325684, + 14.921988487243652, + 14.653953552246094, + 15.0306978225708, + 15.494988441467285, + 16.19622802734375, + 17.09290313720703, + 17.668643951416016, + 18.40821075439453, + 18.487926483154297, + 18.498994827270508 ], "p10": [ - 16.641109466552734, - 16.646114349365234, - 16.126129150390625, - 15.909387588500977, - 14.99040412902832, - 14.072948455810547, - 13.315460205078125, - 12.181726455688477, - 11.223060607910156, - 10.903545379638672, - 11.812564849853516, - 13.846044540405273, - 15.925748825073242, - 16.79770851135254, - 16.631149291992188, - 16.1926212310791, - 15.264028549194336, - 15.50826644897461, - 16.09503173828125, - 16.043441772460938, - 16.826879501342773, - 18.692094802856445, - 19.425485610961914, - 20.10952377319336 + 19.040111541748047, + 18.456226348876953, + 17.389392852783203, + 16.58926010131836, + 15.694557189941406, + 14.523791313171387, + 13.818087577819824, + 13.511918067932129, + 13.914407730102539, + 15.584917068481445, + 17.796428680419922, + 18.568979263305664, + 18.45906639099121, + 17.891637802124023, + 17.17925453186035, + 17.040122985839844, + 17.133949279785156, + 17.856821060180664, + 18.803836822509766, + 19.176794052124023, + 19.82045555114746, + 21.200807571411133, + 21.1175479888916, + 20.97413444519043 ], "p90": [ - 18.42573356628418, - 18.63912010192871, - 18.916479110717773, - 18.383188247680664, - 17.340980529785156, - 16.56464958190918, - 15.862325668334961, - 15.152339935302734, - 14.22509765625, - 14.165958404541016, - 15.296188354492188, - 17.691505432128906, - 20.257680892944336, - 21.383869171142578, - 21.29294204711914, - 20.37093162536621, - 19.88765525817871, - 19.734615325927734, - 20.30408477783203, - 20.775976181030273, - 21.750818252563477, - 23.463193893432617, - 24.568584442138672, - 25.409685134887695 + 20.97693634033203, + 21.024019241333008, + 20.768800735473633, + 20.011817932128906, + 19.202972412109375, + 18.352975845336914, + 17.887895584106445, + 18.09136390686035, + 18.79667091369629, + 20.89236068725586, + 23.182374954223633, + 24.133756637573242, + 24.196130752563477, + 23.572721481323242, + 22.880605697631836, + 22.53898048400879, + 22.886293411254883, + 23.443878173828125, + 24.411575317382812, + 25.45623779296875, + 26.346364974975586, + 27.46357536315918, + 27.598140716552734, + 27.523910522460938 ], "timestamps": [ - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", "2026-06-11 14:00:00", "2026-06-11 15:00:00", "2026-06-11 16:00:00", @@ -327,6 +325,8 @@ "2026-06-16 08:00:00", "2026-06-16 09:00:00", "2026-06-16 10:00:00", - "2026-06-16 11:00:00" + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 7df08d4400db9a65912b2260ce7ef6055560ad0d..24842490d129acc6561bbd23becd50dd1364e0d1 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T12:01:07.910483+00:00", + "evaluated_at": "2026-06-16T13:13:17.753731+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 26.200000762939453, - 25.100000381469727, 24.5, 24.0, 23.899999618530273, @@ -101,11 +99,11 @@ 24.799999237060547, 23.700000762939453, 23.299999237060547, - 22.899999618530273 + 22.899999618530273, + 22.700000762939453, + 22.299999237060547 ], "actuals": [ - 22.700000762939453, - 22.299999237060547, 22.200000762939453, 22.0, 21.899999618530273, @@ -127,89 +125,89 @@ 25.700000762939453, 25.799999237060547, 25.200000762939453, - 24.399999618530273 + 24.399999618530273, + 23.899999618530273, + 23.600000381469727 ], "p50": [ - 22.34794807434082, - 21.97694969177246, - 21.882413864135742, - 21.841699600219727, - 21.835229873657227, - 21.697755813598633, - 21.686233520507812, - 21.69559669494629, - 21.51673126220703, - 21.553205490112305, - 21.958452224731445, - 22.636533737182617, - 23.562692642211914, - 24.312328338623047, - 24.975662231445312, - 25.339195251464844, - 25.565126419067383, - 25.559507369995117, - 25.624664306640625, - 25.4388370513916, - 24.955028533935547, - 24.287029266357422, - 23.665363311767578, - 23.080055236816406 + 22.0294189453125, + 21.896488189697266, + 21.79844856262207, + 21.695449829101562, + 21.708410263061523, + 21.599773406982422, + 21.572969436645508, + 21.63231658935547, + 21.867504119873047, + 22.651391983032227, + 23.6358699798584, + 24.313657760620117, + 24.87767219543457, + 25.266727447509766, + 25.48280143737793, + 25.53978157043457, + 25.514511108398438, + 25.10199737548828, + 24.759008407592773, + 24.189348220825195, + 23.607078552246094, + 23.01717185974121, + 22.566251754760742, + 22.293373107910156 ], "p10": [ - 22.45054817199707, - 22.07533073425293, - 21.744874954223633, - 21.944414138793945, - 21.937170028686523, - 21.851959228515625, - 21.85210418701172, - 21.776744842529297, - 21.85883331298828, - 21.87481689453125, - 22.466691970825195, - 23.375728607177734, - 24.255970001220703, - 25.21756935119629, - 25.884235382080078, - 26.264488220214844, - 26.40498924255371, - 26.522130966186523, - 26.599878311157227, - 26.188295364379883, - 25.740928649902344, - 25.10163116455078, - 24.530454635620117, - 23.880586624145508 + 22.12010955810547, + 22.016998291015625, + 21.7440242767334, + 21.879825592041016, + 21.916452407836914, + 21.86435317993164, + 21.876148223876953, + 21.92090606689453, + 22.512176513671875, + 23.242753982543945, + 24.43524932861328, + 25.26753807067871, + 25.691987991333008, + 26.288904190063477, + 26.414878845214844, + 26.465181350708008, + 26.355998992919922, + 25.957597732543945, + 25.56240463256836, + 24.735572814941406, + 24.116727828979492, + 23.559913635253906, + 23.11098289489746, + 22.797935485839844 ], "p90": [ - 22.72047233581543, - 22.333454132080078, - 22.33880043029785, - 22.31380271911621, - 22.37625503540039, - 22.34872055053711, - 22.409587860107422, - 22.491281509399414, - 22.48609161376953, - 22.659311294555664, - 23.424943923950195, - 24.503799438476562, - 25.874380111694336, - 26.92828941345215, - 27.815643310546875, - 28.312480926513672, - 28.64480209350586, - 28.623374938964844, - 28.656482696533203, - 28.374908447265625, - 27.768585205078125, - 26.975223541259766, - 26.09317970275879, - 25.23516082763672 + 22.223257064819336, + 22.19199562072754, + 22.264894485473633, + 22.286741256713867, + 22.461833953857422, + 22.525697708129883, + 22.63618278503418, + 22.826730728149414, + 23.377321243286133, + 24.48854637145996, + 25.933563232421875, + 27.04293441772461, + 27.93675994873047, + 28.516555786132812, + 28.765016555786133, + 28.775083541870117, + 28.638540267944336, + 27.97180938720703, + 27.302387237548828, + 26.403121948242188, + 25.573301315307617, + 24.861988067626953, + 24.243892669677734, + 23.824535369873047 ], "timestamps": [ - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", "2026-06-11 14:00:00", "2026-06-11 15:00:00", "2026-06-11 16:00:00", @@ -327,6 +325,8 @@ "2026-06-16 08:00:00", "2026-06-16 09:00:00", "2026-06-16 10:00:00", - "2026-06-16 11:00:00" + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 3275d920fcf872f07eb3b8c79762986de08c2a1e..559f19e79bd3d8c46291d5431829b6ecbc4f0b90 100644 --- a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T12:01:14.526385+00:00", + "evaluated_at": "2026-06-16T13:13:22.668298+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 13.0, - 18.0, 18.0, 11.0, 13.0, @@ -101,12 +99,12 @@ 11.0, 10.0, 15.0, - 10.0 + 10.0, + 13.0, + 4.0 ], "actuals": [ 13.0, - 4.0, - 12.0, 12.0, 13.0, 14.0, @@ -127,89 +125,89 @@ 10.0, 11.0, 7.0, - 6.0 + 8.0, + 7.0, + 1.0 ], "p50": [ - 10.56253433227539, - 10.903380393981934, - 10.859012603759766, - 10.721683502197266, - 10.605445861816406, - 10.623208045959473, - 10.676581382751465, - 10.63894271850586, - 10.572896003723145, - 10.455306053161621, - 10.546834945678711, - 10.409822463989258, - 10.467772483825684, - 10.406845092773438, - 10.501511573791504, - 10.535290718078613, - 10.534539222717285, - 10.524246215820312, - 10.504559516906738, - 10.525018692016602, - 10.485025405883789, - 10.475765228271484, - 10.444114685058594, - 10.495941162109375 + 9.942038536071777, + 10.034782409667969, + 10.001957893371582, + 9.914233207702637, + 9.927081108093262, + 9.91879940032959, + 9.805868148803711, + 9.699413299560547, + 9.778593063354492, + 9.797207832336426, + 9.725985527038574, + 9.662416458129883, + 9.801248550415039, + 9.706618309020996, + 9.768804550170898, + 9.846846580505371, + 9.748315811157227, + 9.719954490661621, + 9.717948913574219, + 9.736798286437988, + 9.700227737426758, + 9.710532188415527, + 9.743080139160156, + 9.797481536865234 ], "p10": [ - 11.874777793884277, - 12.271199226379395, - 12.30993938446045, - 12.106578826904297, - 12.040496826171875, - 12.011987686157227, - 12.047781944274902, - 12.046002388000488, - 12.002527236938477, - 11.795709609985352, - 11.934975624084473, - 11.930536270141602, - 11.867466926574707, - 11.772334098815918, - 11.909370422363281, - 11.960772514343262, - 11.992879867553711, - 11.915687561035156, - 12.016048431396484, - 11.82221794128418, - 11.880250930786133, - 11.887884140014648, - 11.791871070861816, - 11.911343574523926 + 11.307211875915527, + 11.377826690673828, + 11.397516250610352, + 11.345212936401367, + 11.326343536376953, + 11.323094367980957, + 11.163237571716309, + 11.10394287109375, + 11.104133605957031, + 11.071876525878906, + 11.196635246276855, + 11.190370559692383, + 11.15986156463623, + 11.097911834716797, + 11.065451622009277, + 11.215962409973145, + 11.179299354553223, + 11.116455078125, + 11.108065605163574, + 11.025665283203125, + 11.061203956604004, + 11.076213836669922, + 11.156841278076172, + 11.23550796508789 ], "p90": [ - 14.368528366088867, - 14.918318748474121, - 15.045209884643555, - 14.876627922058105, - 14.800995826721191, - 14.861924171447754, - 14.953412055969238, - 14.95793342590332, - 14.838689804077148, - 14.710988998413086, - 14.812315940856934, - 14.6774263381958, - 14.66400146484375, - 14.664687156677246, - 14.747542381286621, - 14.834970474243164, - 14.884017944335938, - 14.815787315368652, - 14.835115432739258, - 14.774818420410156, - 14.781946182250977, - 14.844098091125488, - 14.872623443603516, - 14.808825492858887 + 14.242351531982422, + 14.596023559570312, + 14.708922386169434, + 14.584306716918945, + 14.598663330078125, + 14.615256309509277, + 14.51742935180664, + 14.461739540100098, + 14.459006309509277, + 14.490756034851074, + 14.45905590057373, + 14.364140510559082, + 14.41748046875, + 14.426092147827148, + 14.449204444885254, + 14.531475067138672, + 14.48393726348877, + 14.425518989562988, + 14.447663307189941, + 14.394392013549805, + 14.392492294311523, + 14.443214416503906, + 14.53797435760498, + 14.481897354125977 ], "timestamps": [ - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", "2026-06-11 14:00:00", "2026-06-11 15:00:00", "2026-06-11 16:00:00", @@ -327,6 +325,8 @@ "2026-06-16 08:00:00", "2026-06-16 09:00:00", "2026-06-16 10:00:00", - "2026-06-16 11:00:00" + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index e97b705e80198d0f95b553f81d186f60c300e1ea..bbeb6e8e6b0a6febf806e3e6d28e3755fd942883 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,23 +1,41 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-16T13:05:42.742717+00:00", + "evaluated_at": "2026-06-16T13:13:25.780376+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t130000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t103000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 82, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t105600z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t105000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index aee059d33714c3aec26c48e7a2b0f7378d94f62e..75a356feb2996cd7aa42af83499ae7e33985399e 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,141727.40446217856,141727.40446217856,292.7041015625,0.43193042514762964,0.004393379686564455,0.004403827425175858,5.652880618571228,376.4670031519078,0.0056642700077749715,0.004403985076387128,0.006172172772451866,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,TiRex,14.39785252086555,14.39785252086555,2.9063467979431152,1.520055739399801,0.12710491845554114,0.11501693134852524,16.34033839707311,3.7944502264314326,0.16661507988735036,0.1276182780173273,0.0833290288648951,Weather,1 +binance_btcusdt_1h_close/1h/short,TiRex,140357.16221618652,140357.16221618652,286.7434895833333,0.42313461513827866,0.004303684477481636,0.004313958637329226,5.652880618571228,374.6427127493427,0.005637634434771245,0.004314924368762612,0.006117182529300942,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,TiRex,13.34707190687186,13.34707190687186,2.7877958615620932,1.558778972769152,0.12187342599628685,0.11064942217682772,14.981100519327846,3.6533644640073706,0.16041997541252886,0.12241268232964299,0.07875321428020614,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.0039049296414514806,0.0039049296414514806,0.045434662412541606,0.0579801108047921,1.1547549670787387,0.5906346428737237,0.33443645930989413,0.06248943623886745,0.16593786811338154,0.12064968853886054,0.10915115786181386,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.0022425093820877726,0.0022425093820877726,0.03565126657485962,0.3055823161515831,0.035258503941684345,0.035995794593105895,3.399945866204589,0.047355141031230945,0.047355141031230945,0.03565126657485962,0.05968127990210497,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TiRex,0.020081386931792622,0.020081386931792622,0.05106206734975179,0.09122751659511665,0.0035478859169299722,0.0035969909894418887,1.1774789356293962,0.14170881035345906,0.010086035958963407,0.0036343107118324393,0.004493088180593101,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,6.6235655394886335,6.6235655394886335,2.318322738011678,0.356817532049003,0.16662438256424994,0.16000143042082624,2.215675478688253,2.5736288659184394,0.17567432226908866,0.15824728312404865,0.16387948107455472,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.5285500856369557,0.5285500856369557,0.5901504357655843,0.23155766416960258,0.02368313471917168,0.024087318330439478,1.2494045434270957,0.7270145016689528,0.030255504625237434,0.024559756645709887,0.026085708075371788,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,10.042345668927396,10.042345668927396,2.5595802068710327,0.5049034928622311,0.3338007000381222,0.25592037872399626,5.145656670609565,3.1689660252087584,0.3091674170935374,0.24971514213375928,0.21083617576523309,Hazards,1 +nws_ksfo_observations_temperature/1h/short,TiRex,0.008455257588252607,0.008455257588252607,0.03144967555999756,0.09130551952144618,0.00219624908117381,0.002216525409312463,1.5217938446622803,0.09195247461734027,0.006552433108081716,0.0022410695985651662,0.003736406818117704,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,30.60250270377253,30.60250270377253,3.85614542166392,0.6006976698984574,0.24779577866138655,0.21792472184747255,3.964777092355618,5.531952883365198,0.34395561969110044,0.23976033709827482,0.19876156495642786,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.490860065022692,0.490860065022692,0.5878453254699707,0.23153644817967575,0.02392529375438292,0.02432913065108834,1.3894094448062984,0.7006140628211027,0.029030968842065817,0.024358231205002776,0.02736104142966046,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,11.996791862042073,11.996791862042073,2.715477625528971,0.5356558603783176,0.6813362212774897,0.2889675161158783,4.085413028769297,3.4636385293563867,0.34636385293563865,0.27154776255289714,0.2263127806451585,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TiRex,2.0660137558976808,2.0660137558976808,1.2710469563802083,0.03813140869140625,0.0004073868449936565,0.0004074176853523545,1.7479812622070312,1.437363473828969,0.0004606934210990285,0.0004073868449936565,0.0014919355633365235,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,41.142631337512285,41.142631337512285,6.1249542236328125,0.1262574456453552,0.02891184352204791,0.028509861766002238,1.3349432282342666,6.414252204077439,0.027064355291465985,0.025843688707311446,0.03740685199606994,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 27e6dba6582b9a7e1f6f9ac6db0a353cd1e9af03..85cb88d4a5125f98e29ce247b13bc88a15722cf0 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T13:06:29.188642+00:00", + "evaluated_at": "2026-06-16T13:14:18.402364+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 66514.0, 66481.7265625, 66429.828125, - 66383.9921875 + 66154.109375 ], "p50": [ 66377.7109375, diff --git a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index dd66d5df9c9ca30a3126312d8e4a6cef06dab1ac..faf9833856e00c901a262aeae5e1dfe53a124de3 100644 --- a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T12:02:38.119850+00:00", + "evaluated_at": "2026-06-16T13:14:23.224351+00:00", "freq": "1h", - "context_length": 84, + "context_length": 82, "prediction_length": 24, "context": [ - 22.510000228881836, - 23.540000915527344, 23.8700008392334, 23.709999084472656, 23.489999771118164, @@ -118,86 +116,84 @@ 20.90999984741211 ], "p50": [ - 22.675024032592773, - 22.29892349243164, - 21.95387077331543, - 21.688413619995117, - 21.612213134765625, - 21.724658966064453, - 22.311954498291016, - 23.530147552490234, - 25.43375015258789, - 27.543521881103516, - 28.985187530517578, - 29.919498443603516, - 30.35881996154785, - 30.389707565307617, - 30.046340942382812, - 29.454721450805664, - 28.630298614501953, - 27.659156799316406, - 26.355592727661133, - 25.120471954345703, - 24.200944900512695, - 23.660232543945312, - 23.18885612487793, - 22.740379333496094 + 22.672170639038086, + 22.289247512817383, + 21.958349227905273, + 21.707679748535156, + 21.635128021240234, + 21.747116088867188, + 22.303770065307617, + 23.48117446899414, + 25.337249755859375, + 27.414674758911133, + 28.834064483642578, + 29.749269485473633, + 30.176177978515625, + 30.17727279663086, + 29.818336486816406, + 29.22257423400879, + 28.412078857421875, + 27.46335792541504, + 26.174251556396484, + 24.95163917541504, + 24.035964965820312, + 23.49134063720703, + 23.01325035095215, + 22.575891494750977 ], "p10": [ - 22.487783432006836, - 21.947927474975586, - 21.412220001220703, - 20.972854614257812, - 20.731260299682617, - 20.658353805541992, - 20.96767234802246, - 21.69219970703125, - 22.824546813964844, - 24.208864212036133, - 24.96110725402832, - 25.534650802612305, - 25.8013973236084, - 25.85069465637207, - 25.57918357849121, - 25.11237144470215, - 24.614171981811523, - 23.98316192626953, - 23.258209228515625, - 22.401464462280273, - 21.6301212310791, - 21.14906120300293, - 20.732006072998047, - 20.312700271606445 + 22.49885368347168, + 21.950332641601562, + 21.42201805114746, + 20.99001121520996, + 20.743003845214844, + 20.661001205444336, + 20.93405532836914, + 21.608924865722656, + 22.71150779724121, + 24.067378997802734, + 24.85066032409668, + 25.3522891998291, + 25.586620330810547, + 25.59746551513672, + 25.3021297454834, + 24.826854705810547, + 24.307552337646484, + 23.718900680541992, + 22.95619773864746, + 22.109249114990234, + 21.347614288330078, + 20.876567840576172, + 20.466594696044922, + 20.072031021118164 ], "p90": [ - 22.84975814819336, - 22.620145797729492, - 22.44917106628418, - 22.357580184936523, - 22.445049285888672, - 22.68938636779785, - 23.41130828857422, - 24.817106246948242, - 27.064407348632812, - 29.39631462097168, - 31.02338409423828, - 32.12493896484375, - 32.66261291503906, - 32.80169677734375, - 32.49366760253906, - 31.797557830810547, - 30.836700439453125, - 29.785045623779297, - 28.38791847229004, - 27.057750701904297, - 26.09156036376953, - 25.565805435180664, - 25.08832359313965, - 24.65275001525879 + 22.834440231323242, + 22.598791122436523, + 22.445236206054688, + 22.37908935546875, + 22.4840145111084, + 22.742839813232422, + 23.449661254882812, + 24.837705612182617, + 27.056659698486328, + 29.356761932373047, + 30.961292266845703, + 32.06582260131836, + 32.59989929199219, + 32.716697692871094, + 32.396732330322266, + 31.695087432861328, + 30.732646942138672, + 29.717737197875977, + 28.352054595947266, + 27.04121208190918, + 26.078279495239258, + 25.54912567138672, + 25.062362670898438, + 24.638933181762695 ], "timestamps": [ - "2026-06-09 12:00:00", - "2026-06-09 13:00:00", "2026-06-09 14:00:00", "2026-06-09 15:00:00", "2026-06-09 16:00:00", diff --git a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json index 391767d843c19cc989bf56afba7c31e153082282..e0d35782effb234d80d82518d42f36b932c60a58 100644 --- a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,26 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T12:02:43.470024+00:00", + "evaluated_at": "2026-06-16T13:14:27.889152+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 17.0, - 17.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.0, - 15.0, 15.0, 15.0, 15.0, @@ -101,9 +86,7 @@ 14.0, 14.0, 14.0, - 14.0 - ], - "actuals": [ + 14.0, 14.0, 14.399999618530273, 14.0, @@ -118,97 +101,113 @@ 14.0, 14.0, 14.0, + 14.399999618530273 + ], + "actuals": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, 14.399999618530273, 14.0, 14.0, 14.0, 14.0, 14.0, + 14.399999618530273, + 14.0, 14.0, 14.0, 14.0, 14.0 ], "p50": [ - 13.998163223266602, - 13.999992370605469, - 13.99917221069336, - 13.99840259552002, - 13.998722076416016, - 13.998493194580078, - 13.998871803283691, - 13.998649597167969, - 13.998860359191895, - 13.999460220336914, - 13.998725891113281, - 13.998607635498047, - 13.999293327331543, - 14.000039100646973, - 13.998746871948242, - 13.999611854553223, - 13.999170303344727, - 13.999015808105469, - 13.99828052520752, - 13.998929977416992, - 13.997859954833984, - 13.998700141906738, - 13.999704360961914, - 13.999114036560059 + 14.001163482666016, + 14.001566886901855, + 14.002402305603027, + 14.002068519592285, + 14.002235412597656, + 14.002497673034668, + 14.023204803466797, + 14.00339126586914, + 14.004042625427246, + 14.003307342529297, + 14.003379821777344, + 14.004232406616211, + 14.189196586608887, + 14.014497756958008, + 14.00783920288086, + 14.00729751586914, + 14.00783634185791, + 14.008307456970215, + 14.004111289978027, + 14.022122383117676, + 14.008358001708984, + 14.006052017211914, + 14.005098342895508, + 14.00719928741455 ], "p10": [ - 13.993735313415527, - 13.994617462158203, - 13.99314022064209, - 13.993785858154297, - 13.9938325881958, - 13.994812965393066, - 13.99540901184082, - 13.996086120605469, - 13.995532035827637, - 13.99500846862793, - 13.994698524475098, - 13.994420051574707, - 13.993202209472656, - 13.993440628051758, - 13.996513366699219, - 13.99451732635498, - 13.994263648986816, - 13.992691040039062, - 13.992548942565918, - 13.992838859558105, - 13.9928617477417, - 13.992654800415039, - 13.992880821228027, - 13.992258071899414 + 13.988579750061035, + 13.991544723510742, + 13.994194030761719, + 13.99472713470459, + 13.995482444763184, + 13.994293212890625, + 13.98819351196289, + 13.993772506713867, + 13.994731903076172, + 13.994467735290527, + 13.99236011505127, + 13.99203109741211, + 13.99062442779541, + 13.999188423156738, + 13.992839813232422, + 13.994929313659668, + 13.9979887008667, + 13.998481750488281, + 13.995247840881348, + 13.990903854370117, + 13.992074966430664, + 13.991416931152344, + 13.990778923034668, + 13.992655754089355 ], "p90": [ - 14.147932052612305, - 14.347654342651367, - 14.312718391418457, - 14.241860389709473, - 14.168845176696777, - 14.189969062805176, - 14.269266128540039, - 14.300054550170898, - 14.349668502807617, - 14.402935028076172, - 14.461360931396484, - 14.520445823669434, - 14.619647026062012, - 14.766094207763672, - 14.866408348083496, - 14.668140411376953, - 14.554600715637207, - 14.534122467041016, - 14.559364318847656, - 14.595160484313965, - 14.62883472442627, - 14.667515754699707, - 14.67127513885498, - 14.72228717803955 + 14.301656723022461, + 14.107948303222656, + 14.102272033691406, + 14.112473487854004, + 14.144757270812988, + 14.261337280273438, + 14.626713752746582, + 14.348287582397461, + 14.317577362060547, + 14.326611518859863, + 14.438234329223633, + 14.55951976776123, + 15.176427841186523, + 14.794571876525879, + 14.593053817749023, + 14.55344295501709, + 14.546680450439453, + 14.588011741638184, + 14.814866065979004, + 15.026094436645508, + 14.826160430908203, + 14.619917869567871, + 14.59837532043457, + 14.636677742004395 ], "timestamps": [ - "2026-06-16 02:00:00", "2026-06-16 03:00:00", "2026-06-16 04:00:00", "2026-06-16 05:00:00", @@ -327,6 +326,7 @@ "2026-06-20 22:00:00", "2026-06-20 23:00:00", "2026-06-21 00:00:00", - "2026-06-21 01:00:00" + "2026-06-21 01:00:00", + "2026-06-21 02:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 1eaac053d5bfc8f80b5a0f9382a33596041bb132..c7590402bb9e79fe7dc571863185aeaf3d9c29d3 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T12:02:49.809890+00:00", + "evaluated_at": "2026-06-16T13:14:34.959433+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 46.20000076293945, - 39.70000076293945, 36.20000076293945, 33.79999923706055, 30.200000762939453, @@ -101,11 +99,11 @@ 14.300000190734863, 14.399999618530273, 14.800000190734863, - 15.899999618530273 + 15.899999618530273, + 17.899999618530273, + 18.700000762939453 ], "actuals": [ - 17.899999618530273, - 18.700000762939453, 18.299999237060547, 17.799999237060547, 16.5, @@ -127,89 +125,89 @@ 11.699999809265137, 12.5, 14.300000190734863, - 21.799999237060547 + 21.799999237060547, + 31.5, + 39.5 ], "p50": [ - 15.911667823791504, - 15.762041091918945, - 15.633930206298828, - 15.335477828979492, - 14.354455947875977, - 13.226066589355469, - 12.17126750946045, - 11.322498321533203, - 10.640423774719238, - 10.177001953125, - 10.408958435058594, - 13.466787338256836, - 16.261035919189453, - 16.26839828491211, - 15.392646789550781, - 14.673669815063477, - 14.18932819366455, - 14.143824577331543, - 14.451099395751953, - 15.059995651245117, - 15.98843765258789, - 17.150089263916016, - 18.494739532470703, - 19.286144256591797 + 18.74909782409668, + 18.239582061767578, + 17.334800720214844, + 16.200593948364258, + 15.081502914428711, + 14.09745979309082, + 13.346372604370117, + 13.078094482421875, + 13.487787246704102, + 16.18250274658203, + 18.627635955810547, + 19.032350540161133, + 18.487777709960938, + 17.778202056884766, + 17.347211837768555, + 17.22679901123047, + 17.491844177246094, + 17.99506187438965, + 18.616710662841797, + 19.494300842285156, + 20.70608901977539, + 21.891883850097656, + 22.102243423461914, + 21.843929290771484 ], "p10": [ - 14.118953704833984, - 13.119048118591309, - 12.237504005432129, - 11.33937931060791, - 9.919072151184082, - 8.488128662109375, - 7.112746238708496, - 6.017673492431641, - 5.127577781677246, - 4.49703311920166, - 4.510549545288086, - 6.418414115905762, - 8.311406135559082, - 8.568949699401855, - 8.30754280090332, - 7.855338096618652, - 7.4989166259765625, - 7.338479995727539, - 7.499811172485352, - 7.950971603393555, - 8.543665885925293, - 9.261139869689941, - 10.112693786621094, - 10.793906211853027 + 16.912689208984375, + 15.257242202758789, + 13.327119827270508, + 11.541353225708008, + 10.012992858886719, + 8.761889457702637, + 7.713986396789551, + 7.165105819702148, + 7.208971977233887, + 8.808083534240723, + 9.960968017578125, + 10.032361030578613, + 10.06078815460205, + 9.896323204040527, + 9.593804359436035, + 9.420323371887207, + 9.480335235595703, + 9.677535057067871, + 9.938080787658691, + 10.462757110595703, + 11.404037475585938, + 12.339815139770508, + 12.796283721923828, + 12.933732986450195 ], "p90": [ - 17.98419952392578, - 18.841325759887695, - 19.661849975585938, - 20.009960174560547, - 19.401683807373047, - 18.628887176513672, - 17.927642822265625, - 17.505823135375977, - 17.3348388671875, - 17.385456085205078, - 18.423601150512695, - 22.839258193969727, - 26.41867446899414, - 26.385351181030273, - 25.258460998535156, - 24.53548812866211, - 24.233583450317383, - 24.39842414855957, - 24.954771041870117, - 26.172191619873047, - 27.84047508239746, - 29.65764617919922, - 31.77146339416504, - 32.8754997253418 + 20.7375545501709, + 21.342390060424805, + 21.512401580810547, + 21.270065307617188, + 20.807662963867188, + 20.42578887939453, + 20.22023582458496, + 20.59169578552246, + 21.979248046875, + 25.84231185913086, + 29.12100601196289, + 29.977497100830078, + 29.122821807861328, + 28.28042984008789, + 27.87134552001953, + 27.93601417541504, + 28.637027740478516, + 29.674253463745117, + 30.691953659057617, + 32.2564697265625, + 34.128414154052734, + 34.962669372558594, + 34.944339752197266, + 34.020179748535156 ], "timestamps": [ - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", "2026-06-11 14:00:00", "2026-06-11 15:00:00", "2026-06-11 16:00:00", @@ -327,6 +325,8 @@ "2026-06-16 08:00:00", "2026-06-16 09:00:00", "2026-06-16 10:00:00", - "2026-06-16 11:00:00" + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 68d68e837fa2725459d928f881a34cd98b3ac256..b3a8bce3869fbf7fe37425dc44dd80b2758f4134 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T12:02:55.654262+00:00", + "evaluated_at": "2026-06-16T13:14:39.480658+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 26.200000762939453, - 25.100000381469727, 24.5, 24.0, 23.899999618530273, @@ -101,11 +99,11 @@ 24.799999237060547, 23.700000762939453, 23.299999237060547, - 22.899999618530273 + 22.899999618530273, + 22.700000762939453, + 22.299999237060547 ], "actuals": [ - 22.700000762939453, - 22.299999237060547, 22.200000762939453, 22.0, 21.899999618530273, @@ -127,89 +125,89 @@ 25.700000762939453, 25.799999237060547, 25.200000762939453, - 24.399999618530273 + 24.399999618530273, + 23.899999618530273, + 23.600000381469727 ], "p50": [ - 22.651897430419922, - 22.470947265625, - 22.318843841552734, - 22.174453735351562, - 22.054445266723633, - 21.959835052490234, - 21.89786720275879, - 21.83814239501953, - 21.756568908691406, - 21.678817749023438, - 22.07622528076172, - 22.963062286376953, - 24.107833862304688, - 24.498136520385742, - 25.10177993774414, - 25.481605529785156, - 25.766740798950195, - 25.87162971496582, - 25.769041061401367, - 25.52764320373535, - 25.06460952758789, - 24.376333236694336, - 23.767974853515625, - 23.215002059936523 + 22.21257781982422, + 22.06601333618164, + 21.941675186157227, + 21.829092025756836, + 21.766204833984375, + 21.71462631225586, + 21.634984970092773, + 21.664142608642578, + 22.018260955810547, + 22.929603576660156, + 24.047252655029297, + 24.580636978149414, + 25.2360782623291, + 25.65366554260254, + 25.946189880371094, + 26.119375228881836, + 26.08192253112793, + 25.903675079345703, + 25.354650497436523, + 24.534250259399414, + 23.80184555053711, + 23.287372589111328, + 22.896316528320312, + 22.606334686279297 ], "p10": [ - 22.32613182067871, - 22.020097732543945, - 21.74519920349121, - 21.4874324798584, - 21.243555068969727, - 21.02420425415039, - 20.860471725463867, - 20.719520568847656, - 20.584882736206055, - 20.461044311523438, - 20.82546043395996, - 21.551025390625, - 22.551408767700195, - 22.855358123779297, - 23.198898315429688, - 23.384872436523438, - 23.47731590270996, - 23.510414123535156, - 23.47806167602539, - 23.31302261352539, - 23.070749282836914, - 22.58139991760254, - 22.13650894165039, - 21.69158363342285 + 21.916664123535156, + 21.647226333618164, + 21.412643432617188, + 21.21074867248535, + 21.069852828979492, + 20.946311950683594, + 20.78693199157715, + 20.742324829101562, + 20.97830581665039, + 21.67374038696289, + 22.472007751464844, + 22.74690055847168, + 23.191232681274414, + 23.324138641357422, + 23.419475555419922, + 23.474956512451172, + 23.40032958984375, + 23.269363403320312, + 23.00424575805664, + 22.490480422973633, + 22.047470092773438, + 21.617267608642578, + 21.27702522277832, + 20.99972152709961 ], "p90": [ - 22.987852096557617, - 22.908851623535156, - 22.868383407592773, - 22.824954986572266, - 22.796899795532227, - 22.772714614868164, - 22.77379608154297, - 22.78084945678711, - 22.78107452392578, - 22.813207626342773, - 23.318145751953125, - 24.423526763916016, - 25.895687103271484, - 26.549604415893555, - 27.673513412475586, - 28.419574737548828, - 28.97378921508789, - 29.223243713378906, - 29.231287002563477, - 28.613977432250977, - 27.993316650390625, - 26.835233688354492, - 25.94415855407715, - 25.11688804626465 + 22.531497955322266, + 22.484447479248047, + 22.467905044555664, + 22.448993682861328, + 22.4777774810791, + 22.506757736206055, + 22.479904174804688, + 22.602346420288086, + 23.132164001464844, + 24.404735565185547, + 26.035823822021484, + 26.921894073486328, + 28.120967864990234, + 28.882143020629883, + 29.46209716796875, + 29.736305236816406, + 29.73491096496582, + 29.543590545654297, + 28.917648315429688, + 27.659387588500977, + 26.3940372467041, + 25.50981903076172, + 24.871545791625977, + 24.454015731811523 ], "timestamps": [ - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", "2026-06-11 14:00:00", "2026-06-11 15:00:00", "2026-06-11 16:00:00", @@ -327,6 +325,8 @@ "2026-06-16 08:00:00", "2026-06-16 09:00:00", "2026-06-16 10:00:00", - "2026-06-16 11:00:00" + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" ] } diff --git a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index f4d6dbebb33a8f825e4a9167b82ea2cb9c91baf0..5f4828767ae899dcd90b698c01ac456f86fe9e58 100644 --- a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-16T12:03:01.531655+00:00", + "evaluated_at": "2026-06-16T13:14:44.379149+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 13.0, - 18.0, 18.0, 11.0, 13.0, @@ -101,12 +99,12 @@ 11.0, 10.0, 15.0, - 10.0 + 10.0, + 13.0, + 4.0 ], "actuals": [ 13.0, - 4.0, - 12.0, 12.0, 13.0, 14.0, @@ -127,89 +125,89 @@ 10.0, 11.0, 7.0, - 6.0 + 8.0, + 7.0, + 1.0 ], "p50": [ - 11.374082565307617, - 11.59534740447998, - 11.291183471679688, - 11.580135345458984, - 11.497587203979492, - 11.579063415527344, - 11.459732055664062, - 11.5447998046875, - 11.593713760375977, - 11.275345802307129, - 11.55829906463623, - 11.313312530517578, - 11.544892311096191, - 11.419776916503906, - 11.648990631103516, - 11.488383293151855, - 11.450413703918457, - 11.473929405212402, - 11.343850135803223, - 11.442285537719727, - 11.33642292022705, - 11.503268241882324, - 11.559473991394043, - 11.451623916625977 + 11.219171524047852, + 11.054342269897461, + 11.105300903320312, + 11.197709083557129, + 11.153602600097656, + 11.221667289733887, + 11.183768272399902, + 11.147302627563477, + 11.198690414428711, + 11.207551002502441, + 11.270936965942383, + 11.156383514404297, + 11.349674224853516, + 11.269024848937988, + 11.28652572631836, + 11.265795707702637, + 11.249645233154297, + 11.261289596557617, + 11.30794906616211, + 11.288329124450684, + 11.307244300842285, + 11.301490783691406, + 11.296372413635254, + 11.32125186920166 ], "p10": [ - 7.9611077308654785, - 8.180887222290039, - 7.888394355773926, - 8.215370178222656, - 7.928018569946289, - 8.044212341308594, - 7.85685920715332, - 7.994086265563965, - 8.03524398803711, - 7.853911876678467, - 8.170509338378906, - 7.821348190307617, - 8.050941467285156, - 7.810921669006348, - 8.001913070678711, - 7.855209827423096, - 7.961232662200928, - 8.011808395385742, - 7.757959842681885, - 7.921731472015381, - 7.687861919403076, - 7.91342830657959, - 7.798258304595947, - 7.934628009796143 + 6.7693095207214355, + 6.433692455291748, + 6.410530090332031, + 6.332655906677246, + 6.175473213195801, + 6.21701192855835, + 6.106749534606934, + 6.099301338195801, + 6.279658794403076, + 6.418213844299316, + 6.519261837005615, + 6.416192531585693, + 6.666490077972412, + 6.608892917633057, + 6.603126049041748, + 6.495296478271484, + 6.369366645812988, + 6.345746040344238, + 6.40606689453125, + 6.346009254455566, + 6.368779182434082, + 6.424917221069336, + 6.435263156890869, + 6.421835899353027 ], "p90": [ - 16.98101234436035, - 17.631380081176758, - 17.23614501953125, - 17.363723754882812, - 17.682897567749023, - 17.677915573120117, - 17.56854820251465, - 17.61712646484375, - 17.636316299438477, - 17.2919921875, - 17.414823532104492, - 17.580928802490234, - 17.811962127685547, - 17.928279876708984, - 18.009981155395508, - 18.0462646484375, - 17.950700759887695, - 17.82789421081543, - 17.88127326965332, - 17.897972106933594, - 18.01304054260254, - 18.097503662109375, - 18.379207611083984, - 17.98946762084961 + 15.70921516418457, + 16.012649536132812, + 16.384796142578125, + 16.61827850341797, + 16.56037139892578, + 16.705734252929688, + 16.79122543334961, + 16.839853286743164, + 16.920711517333984, + 16.965757369995117, + 17.04270362854004, + 16.899578094482422, + 17.075965881347656, + 16.976110458374023, + 17.06143569946289, + 17.18073844909668, + 17.27143096923828, + 17.28127670288086, + 17.328718185424805, + 17.384323120117188, + 17.417373657226562, + 17.40058135986328, + 17.334104537963867, + 17.395475387573242 ], "timestamps": [ - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", "2026-06-11 14:00:00", "2026-06-11 15:00:00", "2026-06-11 16:00:00", @@ -327,6 +325,8 @@ "2026-06-16 08:00:00", "2026-06-16 09:00:00", "2026-06-16 10:00:00", - "2026-06-16 11:00:00" + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index c45b2e083b31304f5c2050b55c5847cd82f85e57..915246ffc7de875644b8e4c1e69c26803b34a6dd 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,23 +1,41 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-16T13:06:41.131766+00:00", + "evaluated_at": "2026-06-16T13:14:47.002069+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t130000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t103000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 82, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t105600z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t105000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 3a541784f2cb6b20e75a96e9a1d308777b636d2b..b2825c2ec5d849e033146dbf788c15a307251925 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,140058.2668584188,140058.2668584188,258.8720703125,0.38200600125533196,0.0038886063035980197,0.0038935865770021133,5.470122458913497,374.243592942376,0.005630816887954667,0.0038949530541725424,0.005648708086927981,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,20.500771349435883,20.500771349435883,3.5101964473724365,1.8358766613899793,0.15326393413054304,0.1363874101186431,39.906233255418904,4.52777774956279,0.19881564032665114,0.15413343873251634,0.12269207976380476,Weather,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,143312.769917806,143312.769917806,268.4505208333333,0.3961404947032678,0.004033516099698715,0.004038125270347478,5.470122458913497,378.5667311291445,0.005696683177447435,0.004039651243116115,0.005697567846625472,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,22.20282759071036,22.20282759071036,3.657102187474569,2.044846277915481,0.15958558055262181,0.14139967238351006,46.00744452912968,4.711987647554943,0.20690433435041444,0.1605840996089002,0.12901174411170555,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0004339686298472036,0.0004339686298472036,0.01716155679120372,0.02190021695994951,0.152728701440373,0.12940866390552294,0.41797263078325125,0.020831913734633303,0.055318203554168804,0.04557173690211359,0.10771672801172134,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.007659161709658117,0.007659161709658117,0.07572309672832489,0.6490551811342765,0.07737842276491301,0.0734869217836432,3.32265787781898,0.08751663675929347,0.08751663675929347,0.07572309672832489,0.06776167982154423,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.019966119332934795,0.019966119332934795,0.050332347551981606,0.08992379881759528,0.0034960461171902302,0.003544866051068784,2.735609456587372,0.14130151921665526,0.010057047267001885,0.0035823733615581704,0.007982664207702944,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,7.314192612738907,7.314192612738907,2.3092218240102134,0.35541679279033617,0.16849915780545333,0.15574395903176644,3.1682229308161656,2.704476402695891,0.18460589459031976,0.15762606033609783,0.20052491946485143,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,3.046218369803834,3.046218369803834,1.4780800342559814,0.5799551088088865,0.059106238468797666,0.06154249388429392,2.0015069821225198,1.7453419062761983,0.07263431471688254,0.06151191923990851,0.05433496756997717,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,11.276056371987957,11.276056371987957,2.709114154179891,0.5344006002765812,0.3600754728570222,0.2678484626785998,4.989587433697427,3.357983974349484,0.3276081926194619,0.26430381991998936,0.20578515708392658,Hazards,1 +nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.006716848472933634,0.006716848472933634,0.018274466196695965,0.0530549075739515,0.0012720643047835266,0.001288489494442811,1.0916899887489493,0.08195638152660008,0.005840122410715435,0.0013022185410241258,0.0024643495813065045,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,28.59178895430121,28.59178895430121,3.2719736893971763,0.5096973159123878,0.19006335478591807,0.17972349949390476,3.793928208340238,5.3471290384935735,0.33246398166799424,0.20343877861536847,0.21130177937641043,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,5.104169034599484,5.104169034599484,1.949435869852702,0.7678303079111727,0.07786826036045741,0.08202226519819199,2.0750509537535997,2.259240809342706,0.09361494869037351,0.08077772771134081,0.05992659487273085,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,13.322866458382236,13.322866458382236,2.8988601764043174,0.5718299526057831,0.7252148372953021,0.3031995167833866,5.220435219594877,3.6500501994331853,0.3650050199433185,0.2898860176404317,0.22224807615633363,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,0.031142234802246094,0.031142234802246094,0.15032958984375,0.0045098876953125,4.8182560847355774e-05,4.8183766307605075e-05,1.5548690795898434,0.17647162605429262,5.656141860714507e-05,4.818256084735577e-05,0.0011865624176923817,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,40.04497586982325,40.04497586982325,5.0635223388671875,0.10437749787693627,0.026015990951155248,0.02546690756463988,1.5409054340132133,6.328109976116348,0.026700885975174466,0.021365073159777162,0.0389090894367345,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 0be64c4af6a592365816a017ffe534f95a7502e9..105e952b27e9fe09f1e492935c8b87a7e5089b6d 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T13:06:08.274510+00:00", + "evaluated_at": "2026-06-16T13:13:47.614735+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 66514.0, 66481.7265625, 66429.828125, - 66383.9921875 + 66154.109375 ], "p50": [ 66409.234375, diff --git a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index d2d9538a1e97c723955b95d147b2e9a182e1d907..797acb84aa3078214986cedda67e4a766b424f8f 100644 --- a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T12:01:52.231732+00:00", + "evaluated_at": "2026-06-16T13:13:52.295713+00:00", "freq": "1h", - "context_length": 84, + "context_length": 82, "prediction_length": 24, "context": [ - 22.510000228881836, - 23.540000915527344, 23.8700008392334, 23.709999084472656, 23.489999771118164, @@ -118,86 +116,84 @@ 20.90999984741211 ], "p50": [ - 22.49283218383789, - 22.106908798217773, - 21.709787368774414, - 21.553516387939453, - 21.519628524780273, - 21.808576583862305, - 22.53278350830078, - 23.828561782836914, - 26.203351974487305, - 28.510360717773438, - 30.133724212646484, - 31.186979293823242, - 31.563940048217773, - 31.614730834960938, - 31.156513214111328, - 30.481807708740234, - 29.576805114746094, - 28.52847671508789, - 27.260372161865234, - 25.959592819213867, - 24.92576789855957, - 24.215282440185547, - 23.637454986572266, - 23.11214828491211 + 22.49597930908203, + 22.10077476501465, + 21.705787658691406, + 21.573022842407227, + 21.54305076599121, + 21.813173294067383, + 22.522066116333008, + 23.80722999572754, + 26.340503692626953, + 28.781198501586914, + 30.55999755859375, + 31.536075592041016, + 31.802677154541016, + 31.808366775512695, + 31.405170440673828, + 30.75395965576172, + 29.860435485839844, + 28.796104431152344, + 27.537086486816406, + 26.158353805541992, + 25.035863876342773, + 24.298612594604492, + 23.730358123779297, + 23.1967716217041 ], "p10": [ - 22.21671485900879, - 21.610769271850586, - 20.942428588867188, - 20.632850646972656, - 20.468063354492188, - 20.606107711791992, - 21.13718032836914, - 22.273775100708008, - 24.213369369506836, - 26.293012619018555, - 27.712247848510742, - 28.67264175415039, - 29.1230525970459, - 28.966167449951172, - 28.539073944091797, - 27.780261993408203, - 26.919525146484375, - 25.8659610748291, - 24.71817398071289, - 23.419384002685547, - 22.478015899658203, - 21.88770866394043, - 21.311817169189453, - 20.822036743164062 + 22.209320068359375, + 21.59646987915039, + 20.931373596191406, + 20.651805877685547, + 20.50594139099121, + 20.626441955566406, + 21.173952102661133, + 22.30120849609375, + 24.41037940979004, + 26.672292709350586, + 28.15727424621582, + 29.06578826904297, + 29.424720764160156, + 29.20702362060547, + 28.8026180267334, + 28.057798385620117, + 27.20485496520996, + 26.14162826538086, + 25.03591537475586, + 23.627534866333008, + 22.580230712890625, + 21.953842163085938, + 21.3850154876709, + 20.88239288330078 ], "p90": [ - 22.767736434936523, - 22.580251693725586, - 22.412614822387695, - 22.37063217163086, - 22.561304092407227, - 22.99448013305664, - 23.987869262695312, - 25.610559463500977, - 28.293094635009766, - 30.844818115234375, - 32.48704528808594, - 33.577579498291016, - 34.14777374267578, - 34.319854736328125, - 33.84984588623047, - 33.229339599609375, - 32.23760223388672, - 31.107223510742188, - 29.9077091217041, - 28.68014907836914, - 27.53883934020996, - 26.619190216064453, - 26.026565551757812, - 25.39381980895996 + 22.786136627197266, + 22.586061477661133, + 22.415904998779297, + 22.38160514831543, + 22.555286407470703, + 22.948673248291016, + 23.895944595336914, + 25.463335037231445, + 28.363128662109375, + 31.059303283691406, + 32.822322845458984, + 33.81293869018555, + 34.30742645263672, + 34.44511413574219, + 34.025081634521484, + 33.428199768066406, + 32.45254135131836, + 31.297508239746094, + 30.12557601928711, + 28.84870147705078, + 27.626144409179688, + 26.701051712036133, + 26.104883193969727, + 25.458036422729492 ], "timestamps": [ - "2026-06-09 12:00:00", - "2026-06-09 13:00:00", "2026-06-09 14:00:00", "2026-06-09 15:00:00", "2026-06-09 16:00:00", diff --git a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json index 3c2aac77f0c518210ec0e302abdb645e12ea61b9..e1be9309a0252cac6412c2edb80cd0d061bd2773 100644 --- a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,26 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T12:01:57.855577+00:00", + "evaluated_at": "2026-06-16T13:13:56.792655+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 17.0, - 17.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.0, - 15.0, 15.0, 15.0, 15.0, @@ -101,9 +86,7 @@ 14.0, 14.0, 14.0, - 14.0 - ], - "actuals": [ + 14.0, 14.0, 14.399999618530273, 14.0, @@ -118,97 +101,113 @@ 14.0, 14.0, 14.0, + 14.399999618530273 + ], + "actuals": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, 14.399999618530273, 14.0, 14.0, 14.0, 14.0, 14.0, + 14.399999618530273, + 14.0, 14.0, 14.0, 14.0, 14.0 ], "p50": [ - 13.999853134155273, - 14.000663757324219, - 14.0010986328125, - 14.000699043273926, - 14.000479698181152, - 14.000454902648926, - 13.999909400939941, - 13.999753952026367, - 14.000139236450195, - 14.000107765197754, - 14.000598907470703, - 13.999659538269043, - 13.999775886535645, - 14.000505447387695, - 14.00022029876709, - 14.000625610351562, - 14.000417709350586, - 14.000155448913574, - 14.000146865844727, - 14.00030517578125, - 14.001359939575195, - 14.00036334991455, - 14.000285148620605, - 14.000349044799805 + 13.998220443725586, + 13.998411178588867, + 13.998353004455566, + 13.998090744018555, + 13.998584747314453, + 13.998414993286133, + 13.998148918151855, + 13.998604774475098, + 13.998005867004395, + 13.997614860534668, + 13.998856544494629, + 13.998910903930664, + 14.40082836151123, + 13.996882438659668, + 13.998001098632812, + 13.998360633850098, + 13.998640060424805, + 13.998612403869629, + 13.998579025268555, + 13.998811721801758, + 13.998669624328613, + 13.999213218688965, + 13.998342514038086, + 13.99791145324707 ], "p10": [ - 13.99368953704834, - 13.99325942993164, - 13.994783401489258, - 13.992189407348633, - 13.99202823638916, - 13.990579605102539, - 13.9885835647583, - 13.985247611999512, - 13.980873107910156, - 13.970157623291016, - 13.951529502868652, - 13.922762870788574, - 13.883209228515625, - 13.834290504455566, - 13.740178108215332, - 13.650405883789062, - 13.579362869262695, - 13.46329402923584, - 13.397478103637695, - 13.33106803894043, - 13.270708084106445, - 13.221410751342773, - 13.179101943969727, - 13.13797664642334 + 13.99587631225586, + 13.995929718017578, + 13.995647430419922, + 13.996038436889648, + 13.995946884155273, + 13.995875358581543, + 13.995322227478027, + 13.996257781982422, + 13.995722770690918, + 13.995985984802246, + 13.995580673217773, + 13.995505332946777, + 13.988064765930176, + 13.993789672851562, + 13.995524406433105, + 13.996015548706055, + 13.995821952819824, + 13.99593734741211, + 13.995115280151367, + 13.993459701538086, + 13.995772361755371, + 13.995899200439453, + 13.995864868164062, + 13.995272636413574 ], "p90": [ - 14.00661563873291, - 14.010726928710938, - 14.014067649841309, - 14.072001457214355, - 14.16613483428955, - 14.229239463806152, - 14.525984764099121, - 14.665210723876953, - 14.714341163635254, - 14.783439636230469, - 14.81040096282959, - 14.801599502563477, - 14.794225692749023, - 14.808324813842773, - 14.804563522338867, - 14.791007041931152, - 14.801055908203125, - 14.803780555725098, - 14.812492370605469, - 14.832574844360352, - 14.834073066711426, - 14.838075637817383, - 14.846811294555664, - 14.854866027832031 + 14.00299072265625, + 14.045941352844238, + 14.030973434448242, + 14.143150329589844, + 14.016568183898926, + 14.350852966308594, + 14.417817115783691, + 14.310579299926758, + 14.309869766235352, + 14.377375602722168, + 14.372163772583008, + 14.396318435668945, + 14.49436092376709, + 14.450512886047363, + 14.442802429199219, + 14.403714179992676, + 14.410805702209473, + 14.382780075073242, + 14.378888130187988, + 14.49602222442627, + 14.438596725463867, + 14.450721740722656, + 14.476737022399902, + 14.465860366821289 ], "timestamps": [ - "2026-06-16 02:00:00", "2026-06-16 03:00:00", "2026-06-16 04:00:00", "2026-06-16 05:00:00", @@ -327,6 +326,7 @@ "2026-06-20 22:00:00", "2026-06-20 23:00:00", "2026-06-21 00:00:00", - "2026-06-21 01:00:00" + "2026-06-21 01:00:00", + "2026-06-21 02:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 19281ae54b038c867257ce01e2b45f32c0092cb1..595d7e3f720122c0965e3d23331096e063e49e43 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T12:02:03.308057+00:00", + "evaluated_at": "2026-06-16T13:14:00.702950+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 46.20000076293945, - 39.70000076293945, 36.20000076293945, 33.79999923706055, 30.200000762939453, @@ -101,11 +99,11 @@ 14.300000190734863, 14.399999618530273, 14.800000190734863, - 15.899999618530273 + 15.899999618530273, + 17.899999618530273, + 18.700000762939453 ], "actuals": [ - 17.899999618530273, - 18.700000762939453, 18.299999237060547, 17.799999237060547, 16.5, @@ -127,89 +125,89 @@ 11.699999809265137, 12.5, 14.300000190734863, - 21.799999237060547 + 21.799999237060547, + 31.5, + 39.5 ], "p50": [ - 16.237655639648438, - 15.955848693847656, - 15.402168273925781, - 14.806051254272461, - 14.08120059967041, - 13.742620468139648, - 13.126792907714844, - 12.230688095092773, - 11.399344444274902, - 11.013165473937988, - 11.42160701751709, - 14.323749542236328, - 16.259023666381836, - 16.70472526550293, - 16.679052352905273, - 16.022567749023438, - 15.259620666503906, - 15.35014533996582, - 15.731331825256348, - 15.92982292175293, - 16.31433868408203, - 16.87369728088379, - 17.756338119506836, - 20.10899543762207 + 18.7078857421875, + 17.4534912109375, + 15.812132835388184, + 14.73489761352539, + 13.829773902893066, + 13.048748016357422, + 12.3447265625, + 11.276994705200195, + 11.871654510498047, + 13.388504028320312, + 16.679317474365234, + 18.15904426574707, + 17.524272918701172, + 16.48227310180664, + 15.668102264404297, + 15.746190071105957, + 16.090023040771484, + 16.849056243896484, + 17.227100372314453, + 17.611286163330078, + 18.33003044128418, + 19.11187744140625, + 19.683837890625, + 20.662290573120117 ], "p10": [ - 14.01329231262207, - 12.382462501525879, - 11.07180404663086, - 10.169137954711914, - 8.751317977905273, - 8.008155822753906, - 7.080510139465332, - 5.376365661621094, - 4.307302474975586, - 4.083227157592773, - 4.018854141235352, - 5.356324195861816, - 6.206804275512695, - 5.676619529724121, - 5.328974723815918, - 4.784276008605957, - 3.813201904296875, - 4.139331817626953, - 4.0461273193359375, - 3.7881011962890625, - 3.862407684326172, - 4.017889022827148, - 4.237569808959961, - 5.598171234130859 + 16.62981414794922, + 14.015165328979492, + 11.740346908569336, + 9.853703498840332, + 8.311683654785156, + 6.8324737548828125, + 6.272365570068359, + 4.569819450378418, + 3.8452110290527344, + 4.722381591796875, + 7.041769027709961, + 7.096402168273926, + 7.388588905334473, + 6.027033805847168, + 4.942673683166504, + 5.044218063354492, + 5.211456298828125, + 5.610870361328125, + 5.795513153076172, + 5.850279808044434, + 6.3850860595703125, + 6.816222190856934, + 7.470529556274414, + 7.880379676818848 ], "p90": [ - 18.67882537841797, - 19.930110931396484, - 20.347681045532227, - 20.456069946289062, - 20.40808868408203, - 20.502344131469727, - 20.404937744140625, - 20.097742080688477, - 20.093759536743164, - 20.008026123046875, - 21.29424285888672, - 26.173568725585938, - 30.013015747070312, - 31.504011154174805, - 32.08567428588867, - 31.596126556396484, - 30.267704010009766, - 30.506656646728516, - 31.60674285888672, - 33.06889724731445, - 33.430240631103516, - 35.236873626708984, - 36.528472900390625, - 39.90996551513672 + 20.842172622680664, + 20.871158599853516, + 20.3740177154541, + 20.2246150970459, + 20.241413116455078, + 20.328733444213867, + 20.068864822387695, + 20.016460418701172, + 20.987266540527344, + 23.66448211669922, + 28.542701721191406, + 30.275537490844727, + 30.12652015686035, + 28.813095092773438, + 27.708599090576172, + 28.44969940185547, + 29.277597427368164, + 30.59589385986328, + 31.576251983642578, + 32.94945526123047, + 34.13673400878906, + 34.62174987792969, + 36.034202575683594, + 36.6885986328125 ], "timestamps": [ - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", "2026-06-11 14:00:00", "2026-06-11 15:00:00", "2026-06-11 16:00:00", @@ -327,6 +325,8 @@ "2026-06-16 08:00:00", "2026-06-16 09:00:00", "2026-06-16 10:00:00", - "2026-06-16 11:00:00" + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 6c54cf91a623610fff6fb307ac5666d6c6babc8d..2d1656cc41d68dc56b68e56b6885aec95cdc9ecc 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T12:02:08.225105+00:00", + "evaluated_at": "2026-06-16T13:14:04.647184+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 26.200000762939453, - 25.100000381469727, 24.5, 24.0, 23.899999618530273, @@ -101,11 +99,11 @@ 24.799999237060547, 23.700000762939453, 23.299999237060547, - 22.899999618530273 + 22.899999618530273, + 22.700000762939453, + 22.299999237060547 ], "actuals": [ - 22.700000762939453, - 22.299999237060547, 22.200000762939453, 22.0, 21.899999618530273, @@ -127,89 +125,89 @@ 25.700000762939453, 25.799999237060547, 25.200000762939453, - 24.399999618530273 + 24.399999618530273, + 23.899999618530273, + 23.600000381469727 ], "p50": [ - 22.609106063842773, - 22.243953704833984, - 21.90421485900879, - 21.614578247070312, - 21.522071838378906, - 21.420310974121094, - 21.430334091186523, - 21.281116485595703, - 21.251665115356445, - 21.273651123046875, - 21.523487091064453, - 22.015933990478516, - 22.64257049560547, - 23.0786190032959, - 23.639320373535156, - 23.84196662902832, - 24.042234420776367, - 24.113014221191406, - 24.117876052856445, - 23.909067153930664, - 23.651891708374023, - 23.114532470703125, - 22.70977210998535, - 22.27478790283203 + 22.04714012145996, + 21.826168060302734, + 21.652782440185547, + 21.532127380371094, + 21.42707061767578, + 21.36231231689453, + 21.260242462158203, + 21.164968490600586, + 21.425268173217773, + 21.848411560058594, + 22.33635139465332, + 22.662540435791016, + 23.01885414123535, + 23.129926681518555, + 23.309314727783203, + 23.45940399169922, + 23.449462890625, + 23.391374588012695, + 23.027782440185547, + 22.518455505371094, + 22.048131942749023, + 21.721988677978516, + 21.51467514038086, + 21.27878189086914 ], "p10": [ - 21.889196395874023, - 21.26276397705078, - 20.74606704711914, - 20.25155258178711, - 19.956457138061523, - 19.78790855407715, - 19.65472412109375, - 19.39007568359375, - 19.307771682739258, - 19.223634719848633, - 19.39180564880371, - 19.80297088623047, - 20.26927375793457, - 20.65681266784668, - 21.177017211914062, - 21.29197120666504, - 21.268871307373047, - 21.392837524414062, - 21.4346866607666, - 21.190420150756836, - 20.821266174316406, - 20.132038116455078, - 19.702219009399414, - 19.24065399169922 + 21.610301971435547, + 21.224109649658203, + 20.922971725463867, + 20.647022247314453, + 20.400157928466797, + 20.312368392944336, + 20.112926483154297, + 20.026792526245117, + 20.231264114379883, + 20.54517936706543, + 20.86162757873535, + 21.049964904785156, + 21.373674392700195, + 21.365713119506836, + 21.583404541015625, + 21.65328598022461, + 21.55030632019043, + 21.43732261657715, + 21.089923858642578, + 20.587099075317383, + 20.175935745239258, + 19.87230682373047, + 19.63835906982422, + 19.35121726989746 ], "p90": [ - 23.265010833740234, - 23.197742462158203, - 23.112838745117188, - 23.105066299438477, - 23.169050216674805, - 23.220712661743164, - 23.33396339416504, - 23.397682189941406, - 23.544588088989258, - 23.788143157958984, - 24.179683685302734, - 24.839921951293945, - 25.74732780456543, - 26.48212432861328, - 27.30198097229004, - 27.696107864379883, - 28.2356014251709, - 28.45159149169922, - 28.50823211669922, - 28.329326629638672, - 28.17219352722168, - 27.488927841186523, - 26.78575325012207, - 26.3149356842041 + 22.514549255371094, + 22.48661231994629, + 22.45296859741211, + 22.51317596435547, + 22.635324478149414, + 22.663240432739258, + 22.68423080444336, + 22.764299392700195, + 23.202836990356445, + 23.88731575012207, + 24.847610473632812, + 25.504941940307617, + 26.080568313598633, + 26.40179443359375, + 26.604782104492188, + 26.749099731445312, + 26.766708374023438, + 26.680130004882812, + 26.195037841796875, + 25.55520248413086, + 25.00995635986328, + 24.657085418701172, + 24.424556732177734, + 24.21100425720215 ], "timestamps": [ - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", "2026-06-11 14:00:00", "2026-06-11 15:00:00", "2026-06-11 16:00:00", @@ -327,6 +325,8 @@ "2026-06-16 08:00:00", "2026-06-16 09:00:00", "2026-06-16 10:00:00", - "2026-06-16 11:00:00" + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index a3744db24a0bcf386bde32113e53224427cc66a3..b34a410cee7adcd5251e81bc5e5f6a5b27c48ff1 100644 --- a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-16T12:02:13.824173+00:00", + "evaluated_at": "2026-06-16T13:14:10.213066+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 13.0, - 18.0, 18.0, 11.0, 13.0, @@ -101,12 +99,12 @@ 11.0, 10.0, 15.0, - 10.0 + 10.0, + 13.0, + 4.0 ], "actuals": [ 13.0, - 4.0, - 12.0, 12.0, 13.0, 14.0, @@ -127,89 +125,89 @@ 10.0, 11.0, 7.0, - 6.0 + 8.0, + 7.0, + 1.0 ], "p50": [ - 11.958385467529297, - 11.95684814453125, - 12.022844314575195, - 11.822815895080566, - 11.90260124206543, - 11.943238258361816, - 11.907964706420898, - 11.895130157470703, - 11.888008117675781, - 11.928410530090332, - 12.305442810058594, - 11.843955039978027, - 11.914717674255371, - 11.903076171875, - 11.950928688049316, - 11.889747619628906, - 11.932560920715332, - 11.921370506286621, - 11.921521186828613, - 11.918702125549316, - 11.933183670043945, - 11.935277938842773, - 11.991046905517578, - 11.91468620300293 + 11.775102615356445, + 11.710206031799316, + 11.738122940063477, + 11.739713668823242, + 11.743602752685547, + 11.742081642150879, + 11.752654075622559, + 11.737211227416992, + 11.773853302001953, + 11.750407218933105, + 11.757732391357422, + 11.750351905822754, + 11.760774612426758, + 11.744771957397461, + 11.759001731872559, + 11.761251449584961, + 11.763082504272461, + 11.75544261932373, + 11.765030860900879, + 11.75354290008545, + 11.773146629333496, + 11.758475303649902, + 11.758129119873047, + 11.750762939453125 ], "p10": [ - 8.133533477783203, - 8.11727523803711, - 8.154458999633789, - 7.960254669189453, - 8.083738327026367, - 8.069947242736816, - 8.060107231140137, - 8.032360076904297, - 8.01655387878418, - 8.016958236694336, - 8.127549171447754, - 7.933995246887207, - 8.018213272094727, - 8.005279541015625, - 8.046806335449219, - 8.002851486206055, - 8.027361869812012, - 8.024789810180664, - 8.030359268188477, - 8.012325286865234, - 8.035701751708984, - 8.029973983764648, - 8.051837921142578, - 8.007555961608887 + 7.608401775360107, + 7.568437576293945, + 7.590080738067627, + 7.627297401428223, + 7.6255879402160645, + 7.603971481323242, + 7.622591495513916, + 7.610039710998535, + 7.6215739250183105, + 7.575555801391602, + 7.592479705810547, + 7.5935540199279785, + 7.609201908111572, + 7.606439590454102, + 7.6046600341796875, + 7.636885643005371, + 7.620904445648193, + 7.617986679077148, + 7.627912998199463, + 7.6100172996521, + 7.616929054260254, + 7.608911991119385, + 7.607264518737793, + 7.601962089538574 ], "p90": [ - 16.053266525268555, - 16.062458038330078, - 16.421175003051758, - 15.982418060302734, - 16.112730026245117, - 16.1838321685791, - 16.11675262451172, - 16.09104347229004, - 16.137441635131836, - 16.3122615814209, - 18.808837890625, - 16.149593353271484, - 16.144451141357422, - 16.099807739257812, - 16.2875919342041, - 16.064809799194336, - 16.168651580810547, - 16.14122772216797, - 16.138362884521484, - 16.10373306274414, - 16.14036750793457, - 16.163991928100586, - 16.461654663085938, - 16.15169906616211 + 16.02664566040039, + 15.842937469482422, + 15.959028244018555, + 15.910893440246582, + 15.986207962036133, + 15.910381317138672, + 15.970301628112793, + 15.942200660705566, + 16.19019317626953, + 15.976911544799805, + 16.020755767822266, + 15.981924057006836, + 15.998174667358398, + 15.931476593017578, + 16.063953399658203, + 15.977893829345703, + 16.00364875793457, + 15.98406982421875, + 16.060871124267578, + 15.947209358215332, + 16.058040618896484, + 15.991256713867188, + 16.01061248779297, + 15.989521980285645 ], "timestamps": [ - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", "2026-06-11 14:00:00", "2026-06-11 15:00:00", "2026-06-11 16:00:00", @@ -327,6 +325,8 @@ "2026-06-16 08:00:00", "2026-06-16 09:00:00", "2026-06-16 10:00:00", - "2026-06-16 11:00:00" + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 0402e7a2019dfd1e3f198f94a747731459e14823..ac09402edfd88d501d4cff394066def483fc4daf 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,23 +1,41 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-16T13:06:23.251599+00:00", + "evaluated_at": "2026-06-16T13:14:12.220403+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t130000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t103000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260612t230000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 82, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t105600z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t105000z", - "data_fetched_at": "2026-06-16T13:04:10.252910Z", + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t130000z", + "data_fetched_at": "2026-06-16T13:11:58.646001Z", "context_length": 96, "prediction_length": 24 }