diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 64ecaed9ed4a50f2bf427386c291cb0e7fba007d..7876fd2ef343df8eefc1667d92d49fe3baf0691b 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -8,4 +8,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-14,Chronos-2,3.600,2.700,3.600,3.000,3.600,1.900,3.600,3.000,3.600 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 -2026-06-17,Chronos-2,3.500,3.500,3.500,3.500,3.500,2.900,3.500,3.500,3.500 +2026-06-17,Chronos-2,3.400,3.600,3.400,3.300,3.400,3.100,3.400,3.300,3.400 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 13c1183fb1ce0ab6719b11f0d15b9fb769a9b96d..9a98f2184ae9d377bcf660832ffed4e6b35d1c4c 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.733,3.433,3.733,3.567,3.733,2.967,3.733,3.567,3.7 +2026-W25,Chronos-Bolt-Mini,3.7,3.467,3.7,3.5,3.7,3.033,3.7,3.5,3.667 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 2e279b165923cd65f4f0c581e01c3b9ebcbd9b51..6351d99770e261758dbbfdc861438f45f0beb70f 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -3,9 +3,9 @@ binance_btcusdt_1h_close/1h/short,Chronos-2,672062.0145785013,672062.0145785013, nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.41956721903701083,0.41956721903701083,0.5065263907114664,0.2138244316372809,0.022398435097178745,0.022208553655745644,1.719781288015329,0.6477400860198563,0.029332734513343,0.022937910534513113,0.02740938542531364,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.005626796225552747,0.005626796225552747,0.07062750657399496,0.31954231112695103,0.03617451844135026,0.03547211514163739,6.17064145866386,0.07501197388119278,0.03876320638221185,0.036497487960054954,0.02725712185999661,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.01811272283348823,0.01811272283348823,0.10846604241265191,0.569324013696278,0.08168940981050991,0.0866862591457902,3.8683016657966616,0.1345835162027216,0.10578617170319697,0.0852571526616051,0.0827146886461531,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,0.3084925520794286,0.3084925520794286,0.5499059756596884,0.42075697013306845,0.036435610387060384,0.03585996471372598,1.54468778060423,0.5554210583687196,0.03672205344586576,0.0363574198783265,0.027942958898342894,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,922.9572005008721,922.9572005008721,25.477439165115356,3.3298778612566013,0.5841064465367108,0.8785483843114991,94.89622689575312,30.380210672424116,0.7890963811019251,0.6617516666263729,0.6034550765892127,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,3.2170579977626708,3.2170579977626708,1.2742690245310466,0.6065708640756641,0.04680099358331579,0.04882506548267538,1.7879121400333418,1.7936159002870906,0.07239620480049722,0.0514336660687014,0.04205173554319067,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,25.49799257942516,25.49799257942516,4.207638780275981,0.8143816994082543,0.6875900602096792,0.39925018140046925,9.57158556292134,5.049553701014096,0.4733956594700715,0.3944661356508732,0.30383315831422814,Hazards,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7238969495139903,0.7238969495139903,0.719465454419454,0.631340777471073,0.045036415320360755,0.04649862391248605,16.631743110624452,0.8508213381868077,0.05422122088566998,0.045850160983058205,0.04254027064888371,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,926.5741481021208,926.5741481021208,26.09523872534434,3.4304590459534055,0.6065297098262642,0.9079024875382133,96.37975078738128,30.43968048620289,0.7761924878547526,0.6654119867181086,0.6038539105611692,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,2.6739004413899843,2.6739004413899843,1.2019844055175781,0.5738448850895024,0.044351636354932666,0.04580341532123342,1.8177510420394272,1.6352065439539998,0.06563799876004565,0.04824824803366029,0.03986098888142892,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,24.08605814823227,24.08605814823227,4.217082420984904,0.8175280945366534,0.5597721222734818,0.3899493288292937,8.9671823165721,4.907754898956576,0.46010202177717896,0.39535147696733475,0.2991201960378223,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,383.5721466938655,383.5721466938655,18.041829427083332,0.19244618055555554,0.006249686270188987,0.006255370254496268,0.9629695095486112,19.584998000864474,0.00677290997148051,0.006239249369596541,0.005039447590207732,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1 diff --git a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json index 4061c36f0436a0b85cdf95e0fbdf19d0cc983db3..2c3d9f20a5c880dda6b2c82933a1dc7c71e388d1 100644 --- a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,26 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T08:50:48.022111+00:00", + "evaluated_at": "2026-06-17T10:03:57.220796+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 19.0, - 19.399999618530273, - 19.0, - 18.0, - 18.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, 19.0, 19.0, 20.0, @@ -173,9 +158,6 @@ 16.0, 16.0, 16.0, - 15.0 - ], - "actuals": [ 15.0, 15.0, 15.0, @@ -191,6 +173,9 @@ 15.0, 15.0, 15.0, + 15.0 + ], + "actuals": [ 15.0, 15.0, 15.0, @@ -199,89 +184,102 @@ 15.0, 16.0, 16.0, - 16.0 + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0 ], "p50": [ - 15.317351341247559, - 15.455513000488281, - 15.505395889282227, - 15.530221939086914, - 15.558111190795898, - 15.578665733337402, - 15.570961952209473, - 15.579446792602539, - 15.602849006652832, - 15.603209495544434, - 15.6122407913208, - 15.61588191986084, - 15.624258041381836, - 15.601814270019531, - 15.610906600952148, - 15.618881225585938, - 15.592114448547363, - 15.593666076660156, - 15.584329605102539, - 15.568934440612793, - 15.578210830688477, - 15.575501441955566, - 15.569002151489258, - 15.560717582702637 + 15.000996589660645, + 14.990178108215332, + 14.99311637878418, + 14.966499328613281, + 14.967442512512207, + 14.965967178344727, + 14.961833953857422, + 14.9661283493042, + 14.97280502319336, + 14.969411849975586, + 14.980012893676758, + 14.979315757751465, + 14.982994079589844, + 14.9788236618042, + 14.97701644897461, + 14.958674430847168, + 14.989777565002441, + 14.977701187133789, + 14.981342315673828, + 14.95450210571289, + 14.953935623168945, + 14.958452224731445, + 14.953376770019531, + 14.95451831817627 ], "p10": [ - 14.274482727050781, - 14.37083625793457, - 14.410538673400879, - 14.439887046813965, - 14.408296585083008, - 14.362109184265137, - 14.281651496887207, - 14.26806354522705, - 14.282352447509766, - 14.236988067626953, - 14.164962768554688, - 14.051244735717773, - 14.024873733520508, - 13.928436279296875, - 13.991104125976562, - 13.99789810180664, - 14.22736644744873, - 14.180694580078125, - 14.154655456542969, - 14.123668670654297, - 14.076836585998535, - 14.032217025756836, - 13.993602752685547, - 13.93235969543457 + 14.851808547973633, + 14.835317611694336, + 14.809035301208496, + 14.809289932250977, + 14.791498184204102, + 14.766908645629883, + 14.75493335723877, + 14.741039276123047, + 14.72806167602539, + 14.724282264709473, + 14.719158172607422, + 14.710932731628418, + 14.712218284606934, + 14.717150688171387, + 14.669140815734863, + 14.656286239624023, + 14.528717994689941, + 14.506074905395508, + 14.473733901977539, + 14.472875595092773, + 14.422576904296875, + 14.400471687316895, + 14.385028839111328, + 14.362281799316406 ], "p90": [ - 15.732182502746582, - 15.941268920898438, - 16.018695831298828, - 16.050519943237305, - 16.069761276245117, - 16.119611740112305, - 16.130510330200195, - 16.13960838317871, - 16.173511505126953, - 16.190885543823242, - 16.20828628540039, - 16.229022979736328, - 16.276933670043945, - 16.252880096435547, - 16.30009651184082, - 16.35238265991211, - 16.24200439453125, - 16.241676330566406, - 16.265483856201172, - 16.302173614501953, - 16.32015037536621, - 16.353527069091797, - 16.372426986694336, - 16.38323211669922 + 15.115204811096191, + 15.122498512268066, + 15.113998413085938, + 15.131999969482422, + 15.155190467834473, + 15.171524047851562, + 15.158258438110352, + 15.189006805419922, + 15.19649887084961, + 15.220916748046875, + 15.223594665527344, + 15.25679874420166, + 15.286846160888672, + 15.278693199157715, + 15.311004638671875, + 15.292224884033203, + 15.414711952209473, + 15.397404670715332, + 15.418731689453125, + 15.456314086914062, + 15.478902816772461, + 15.51962947845459, + 15.513143539428711, + 15.511157035827637 ], "timestamps": [ - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", "2026-06-16 19:00:00", "2026-06-16 20:00:00", "2026-06-16 21:00:00", @@ -471,6 +469,8 @@ "2026-06-24 13:00:00", "2026-06-24 14:00:00", "2026-06-24 15:00:00", - "2026-06-24 16:00:00" + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 6f0ded791da1d7e32ec2514bd94602307c911819..d4bf850f32708d37d39dda6ecb3acf88a0b4d677 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T08:50:53.564099+00:00", + "evaluated_at": "2026-06-17T10:04:03.617924+00:00", "freq": "1h", - "context_length": 153, + "context_length": 154, "prediction_length": 24, "context": [ 39.79999923706055, @@ -158,10 +158,10 @@ 12.0, 10.899999618530273, 11.0, - 11.699999809265137 + 11.699999809265137, + 12.5 ], "actuals": [ - 12.5, 14.300000190734863, 21.799999237060547, 24.799999237060547, @@ -184,85 +184,86 @@ 28.200000762939453, 28.899999618530273, 28.700000762939453, - 28.799999237060547 + 28.799999237060547, + 29.700000762939453 ], "p50": [ - 12.286345481872559, - 13.097826957702637, - 14.159629821777344, - 15.301228523254395, - 15.549307823181152, - 15.627976417541504, - 15.188435554504395, - 14.445659637451172, - 13.586653709411621, - 13.102686882019043, - 12.216164588928223, - 11.965642929077148, - 11.740830421447754, - 12.22187328338623, - 13.148600578308105, - 13.6289644241333, - 13.538786888122559, - 12.882838249206543, - 12.160792350769043, - 11.504705429077148, - 11.179553985595703, - 11.185425758361816, - 11.320755004882812, - 11.500772476196289 + 12.749691009521484, + 13.959867477416992, + 15.273780822753906, + 15.77310562133789, + 15.654440879821777, + 15.481986999511719, + 14.765063285827637, + 13.996173858642578, + 13.143609046936035, + 12.70110034942627, + 11.903463363647461, + 12.045278549194336, + 12.411309242248535, + 13.342117309570312, + 13.71830940246582, + 13.754815101623535, + 12.967246055603027, + 12.204553604125977, + 11.777469635009766, + 11.427573204040527, + 11.15246868133545, + 11.296218872070312, + 11.57442855834961, + 11.840197563171387 ], "p10": [ - 10.841289520263672, - 10.970882415771484, - 10.984536170959473, - 11.157177925109863, - 11.09947395324707, - 10.743584632873535, - 10.199463844299316, - 9.669453620910645, - 8.828919410705566, - 8.234193801879883, - 7.673612594604492, - 7.29442024230957, - 7.091859817504883, - 7.339372634887695, - 7.246788024902344, - 7.668792724609375, - 7.406833648681641, - 7.190694808959961, - 6.662664413452148, - 6.500043869018555, - 6.27650260925293, - 6.048206329345703, - 6.102571487426758, - 6.056219100952148 + 11.428791046142578, + 11.773428916931152, + 11.891542434692383, + 11.702223777770996, + 11.31201457977295, + 10.654364585876465, + 10.014720916748047, + 9.316575050354004, + 8.373887062072754, + 7.723518371582031, + 7.234121322631836, + 7.077898025512695, + 7.209245681762695, + 7.366390228271484, + 7.801029205322266, + 7.885837554931641, + 7.137790679931641, + 6.775806427001953, + 6.36004638671875, + 6.33497428894043, + 6.198770523071289, + 6.032190322875977, + 6.185371398925781, + 6.205360412597656 ], "p90": [ - 14.389813423156738, - 16.866710662841797, - 19.152429580688477, - 21.809532165527344, - 23.137039184570312, - 23.41780662536621, - 23.067705154418945, - 22.28337287902832, - 21.518712997436523, - 20.920196533203125, - 20.557926177978516, - 20.521940231323242, - 20.674793243408203, - 22.026962280273438, - 24.05831527709961, - 24.98617935180664, - 22.80901527404785, - 21.576520919799805, - 20.1728515625, - 18.88546371459961, - 18.971471786499023, - 18.940683364868164, - 19.356409072875977, - 20.241140365600586 + 14.872469902038574, + 17.797487258911133, + 20.623340606689453, + 22.211088180541992, + 23.211496353149414, + 23.398672103881836, + 22.785619735717773, + 22.194427490234375, + 21.841381072998047, + 21.26052474975586, + 21.241994857788086, + 21.582651138305664, + 22.383039474487305, + 24.53545379638672, + 24.832035064697266, + 25.01194190979004, + 21.636035919189453, + 20.477317810058594, + 19.50819969177246, + 18.987428665161133, + 19.139007568359375, + 19.355453491210938, + 20.172466278076172, + 21.29174041748047 ], "timestamps": [ "2026-06-10 00:00:00", @@ -441,6 +442,7 @@ "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", - "2026-06-17 08:00:00" + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 55d626d20eadf9a984f04a0bd8c13e064b27fe38..9ae60d96a1f4d77badc31de5d14c5281fe701ec9 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T08:50:58.490851+00:00", + "evaluated_at": "2026-06-17T10:04:10.280201+00:00", "freq": "1h", - "context_length": 153, + "context_length": 154, "prediction_length": 24, "context": [ 22.100000381469727, @@ -158,10 +158,10 @@ 26.799999237060547, 25.5, 25.200000762939453, + 25.0, 25.0 ], "actuals": [ - 25.0, 24.399999618530273, 23.799999237060547, 23.5, @@ -176,93 +176,94 @@ 21.5, 22.200000762939453, 23.899999618530273, - 25.5, - 26.799999237060547, - 27.600000381469727, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 30.200000762939453, + 30.100000381469727, 28.399999618530273, - 29.600000381469727, - 30.0, - 29.600000381469727, - 28.100000381469727, - 27.600000381469727 + 27.700000762939453 ], "p50": [ - 24.56135368347168, - 23.968156814575195, - 23.412378311157227, - 23.07210350036621, - 22.756803512573242, - 22.558727264404297, - 22.355361938476562, - 22.22150993347168, - 22.138797760009766, - 22.120166778564453, - 22.004985809326172, - 22.011613845825195, - 22.07259750366211, - 22.298912048339844, - 22.8663330078125, - 23.654020309448242, - 24.355579376220703, - 25.10449981689453, - 25.609445571899414, - 26.007089614868164, - 26.125720977783203, - 26.093631744384766, - 25.79515266418457, - 25.260156631469727 + 24.53580093383789, + 24.01553726196289, + 23.540260314941406, + 23.216917037963867, + 22.922908782958984, + 22.745267868041992, + 22.57365608215332, + 22.4592227935791, + 22.34266471862793, + 22.28839111328125, + 22.190528869628906, + 22.339290618896484, + 22.638526916503906, + 23.217008590698242, + 24.000362396240234, + 24.859275817871094, + 25.699583053588867, + 26.19896697998047, + 26.63438606262207, + 26.842529296875, + 26.725122451782227, + 26.484699249267578, + 25.964555740356445, + 25.234859466552734 ], "p10": [ - 23.944393157958984, - 23.145557403564453, - 22.516023635864258, - 22.107189178466797, - 21.781103134155273, - 21.510143280029297, - 21.273893356323242, - 21.09476089477539, - 20.976207733154297, - 20.869935989379883, - 20.760982513427734, - 20.666488647460938, - 20.74178695678711, - 20.88870620727539, - 21.263940811157227, - 21.862178802490234, - 22.18861961364746, - 22.641313552856445, - 22.87543487548828, - 23.025285720825195, - 23.057775497436523, - 23.00193977355957, - 22.81578826904297, - 22.502126693725586 + 23.960573196411133, + 23.208036422729492, + 22.64593505859375, + 22.219810485839844, + 21.90981674194336, + 21.646038055419922, + 21.442028045654297, + 21.268922805786133, + 21.119977951049805, + 20.988811492919922, + 20.896240234375, + 20.950611114501953, + 21.143762588500977, + 21.54920768737793, + 22.091569900512695, + 22.7559871673584, + 23.15373992919922, + 23.404338836669922, + 23.5825252532959, + 23.68790626525879, + 23.549528121948242, + 23.359169006347656, + 23.056535720825195, + 22.666046142578125 ], "p90": [ - 25.189504623413086, - 24.676143646240234, - 24.249176025390625, - 23.9602108001709, - 23.714040756225586, - 23.539047241210938, - 23.382108688354492, - 23.282835006713867, - 23.25918960571289, - 23.348609924316406, - 23.293642044067383, - 23.285844802856445, - 23.410383224487305, - 23.69509506225586, - 24.48479461669922, - 25.512773513793945, - 26.893192291259766, - 27.957786560058594, - 28.91082000732422, - 29.613447189331055, - 29.894819259643555, - 29.90414047241211, - 29.37821388244629, - 28.61256217956543 + 25.103443145751953, + 24.714683532714844, + 24.399738311767578, + 24.1364803314209, + 23.934410095214844, + 23.79581642150879, + 23.702564239501953, + 23.635059356689453, + 23.552814483642578, + 23.611249923706055, + 23.579233169555664, + 23.709497451782227, + 24.09246826171875, + 24.98265838623047, + 26.01348876953125, + 26.956348419189453, + 28.598424911499023, + 29.459609985351562, + 30.217082977294922, + 30.595813751220703, + 30.6207275390625, + 30.338855743408203, + 29.466337203979492, + 28.420061111450195 ], "timestamps": [ "2026-06-10 00:00:00", @@ -441,6 +442,7 @@ "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", - "2026-06-17 08:00:00" + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index c99500e4ce321c6953a35505547d2a661194a813..dd5af0e09d87dee3fc4564b23832820fa89cf1e2 100644 --- a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,12 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T08:52:20.650875+00:00", + "evaluated_at": "2026-06-17T10:04:14.941180+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, "context": [ 10.0, - 11.0, 12.0, 18.0, 14.0, @@ -149,10 +148,10 @@ 17.0, 11.0, 11.0, + 13.0, 13.0 ], "actuals": [ - 13.0, 10.0, 13.0, 9.0, @@ -175,88 +174,88 @@ 11.0, 16.0, 6.0, - 2.0 + 4.0, + 11.0 ], "p50": [ - 12.982351303100586, - 12.985947608947754, - 13.022273063659668, - 13.055302619934082, - 13.055808067321777, - 13.056822776794434, - 13.054817199707031, - 13.06985855102539, - 13.040140151977539, - 13.073949813842773, - 13.067633628845215, - 13.050017356872559, - 13.04889965057373, - 13.025176048278809, - 13.099510192871094, - 13.102048873901367, - 13.102842330932617, - 13.097391128540039, - 13.118255615234375, - 13.144404411315918, - 13.150970458984375, - 13.12668514251709, - 13.128150939941406, - 13.111091613769531 + 12.951273918151855, + 12.991708755493164, + 13.003226280212402, + 13.022258758544922, + 13.027381896972656, + 12.99152660369873, + 13.013829231262207, + 13.007183074951172, + 13.032618522644043, + 13.046003341674805, + 13.092585563659668, + 13.051956176757812, + 13.076927185058594, + 13.05231761932373, + 13.117855072021484, + 13.12531566619873, + 13.169445037841797, + 13.153478622436523, + 13.17373275756836, + 13.234981536865234, + 13.207324981689453, + 13.160083770751953, + 13.138930320739746, + 13.123120307922363 ], "p10": [ - 8.916032791137695, - 8.775997161865234, - 8.811389923095703, - 8.84454345703125, - 8.80274486541748, - 8.829095840454102, - 8.82797908782959, - 8.842328071594238, - 8.832897186279297, - 8.876468658447266, - 8.807954788208008, - 8.870607376098633, - 8.83681583404541, - 8.754434585571289, - 8.802370071411133, - 8.779228210449219, - 8.86874008178711, - 8.789281845092773, - 8.830833435058594, - 8.852859497070312, - 8.784156799316406, - 8.819551467895508, - 8.835445404052734, - 8.827142715454102 + 8.90163803100586, + 8.796075820922852, + 8.820446014404297, + 8.822134017944336, + 8.73661994934082, + 8.758925437927246, + 8.801525115966797, + 8.846498489379883, + 8.823452949523926, + 8.895135879516602, + 8.821529388427734, + 8.900681495666504, + 8.840814590454102, + 8.825092315673828, + 8.874000549316406, + 8.861730575561523, + 8.846284866333008, + 8.797077178955078, + 8.837482452392578, + 8.864013671875, + 8.804996490478516, + 8.834261894226074, + 8.843151092529297, + 8.871917724609375 ], "p90": [ - 18.820758819580078, - 19.052356719970703, - 19.19890594482422, - 19.30340003967285, - 19.421249389648438, - 19.381656646728516, - 19.397212982177734, - 19.51685333251953, - 19.368240356445312, - 19.435590744018555, - 19.42064666748047, - 19.547456741333008, - 19.522008895874023, - 19.65694808959961, - 19.717327117919922, - 19.78105926513672, - 19.449092864990234, - 19.63479995727539, - 19.79533576965332, - 19.9034423828125, - 20.045381546020508, - 20.037010192871094, - 19.986900329589844, - 20.046998977661133 + 18.817852020263672, + 19.05731773376465, + 19.194164276123047, + 19.314735412597656, + 19.554513931274414, + 19.461376190185547, + 19.424705505371094, + 19.458568572998047, + 19.438800811767578, + 19.41445541381836, + 19.46469497680664, + 19.549118041992188, + 19.573226928710938, + 19.571340560913086, + 19.501678466796875, + 19.509342193603516, + 19.55221176147461, + 19.698928833007812, + 19.85329818725586, + 19.947677612304688, + 20.073484420776367, + 19.971487045288086, + 19.846294403076172, + 19.87982177734375 ], "timestamps": [ - "2026-06-10 09:00:00", "2026-06-10 10:00:00", "2026-06-10 11:00:00", "2026-06-10 12:00:00", @@ -423,6 +422,7 @@ "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", - "2026-06-17 08:00:00" + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 622c72abd948c0d0884f36e72706a7fc0d05ad42..6ce8a91b8a5b8ef61932bfc085280b6e06e77232 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,14 +1,35 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-17T09:57:03.288037+00:00", + "evaluated_at": "2026-06-17T10:04:17.934156+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t090000z", - "data_fetched_at": "2026-06-17T09:56:52.103820Z", + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t075500z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 154, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 154, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", "context_length": 144, "prediction_length": 24 } ], - "failed_datasets": [] + "failed_datasets": [ + "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t090000z", + "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z" + ] } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index f884db56cee022cd93cf8ff98334398522e73ba6..e33002766bfca6c027efa4d2c4c5031009629256 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1168,3 +1168,9 @@ {"evaluated_at": "2026-06-17T09:53:05.955284+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-17T09:53:05.955284+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 36} {"evaluated_at": "2026-06-17T09:58:17.901995+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-17T10:08:05.199383+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-17T10:08:05.199383+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} +{"evaluated_at": "2026-06-17T10:08:05.199383+00:00", "dataset": "nws_ksfo_observations_temperature", "prediction_length": 24} +{"evaluated_at": "2026-06-17T10:08:05.199383+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} +{"evaluated_at": "2026-06-17T10:08:05.199383+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} +{"evaluated_at": "2026-06-17T10:08:05.199383+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 8cc40c2897302cf95e06fdbfd6c87e0e511345d1..d818034f3333db9f5b2d8d27d2537662a2d3dc8d 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1504346.324865977,1427742.3945922852,1091.1080729166667,1.206995515669231,0.016620784032751346,0.016456325220275386,6.985655467338766,1226.5179676082928,0.0186372966328655,0.016579703967252883,0.01009880562775517,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.7176852451666491,0.8583090929603259,0.7499221165974935,0.31657120595129495,0.03322721230804348,0.03380049741964133,4.06433273952993,0.847163057012432,0.038363549789777816,0.03396002011702609,0.05962904632145773,Weather,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1487438.4508679707,1410912.9301058452,1085.9856770833333,1.201329066163648,0.016541749222823605,0.016379268994048873,6.57387687557102,1219.6058588199594,0.018531965934405224,0.0165016012570101,0.009934078071244395,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.8718248672357731,1.143707634586993,0.8121078014373779,0.34210270250446057,0.03579543555440612,0.03685603375885233,4.23695605026278,0.9337156243930874,0.04228305938200517,0.036776082027208425,0.06354264684896725,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.4848708229565208,0.5437605126310869,0.612558955947558,2.7714202862297537,0.29159818323344877,0.3682400689057797,7.213727533061332,0.6963266639706689,0.35983394101431043,0.3165461192672435,0.25701327969371235,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.027553877922514007,0.03581452068900405,0.16672072476810879,0.8750951918225474,0.1269373930275558,0.13758930992125407,4.926789275966061,0.1659936080772811,0.13047532729971387,0.13104686007931737,0.11074894891646447,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.15473884731996654,0.16917550329557685,0.24901757637659708,0.19053417417478288,0.01602788352304035,0.016324264699678064,2.062863511062014,0.3933685896458518,0.02600784063774227,0.01646397199184113,0.025835807643828493,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,851.4532427110498,896.0486796407513,24.52438880999883,3.2053150565885953,0.5492372111937385,0.8154674560295033,92.6814448479703,29.179671737547867,0.7579135516246199,0.6369971119480216,0.5868790167808074,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.4659303781954804,1.895909668899738,1.0430889527002971,0.49652573763224467,0.03925318782819437,0.040234982410637055,2.1024520537950013,1.2107561183803617,0.04887007742052776,0.04210248216061177,0.03817054897991082,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,28.318125515056256,28.672627713969092,4.564837555090587,0.8835169461465652,0.7362080757658268,0.4236651849524422,8.186209732486356,5.321477756700318,0.49888853969065483,0.42795352078974247,0.31059864407612214,Hazards,1 +nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,1.2263991441885764,1.263967165125185,0.9706755876541138,0.8517811055657106,0.06090748555111725,0.0634951520767275,12.131926976236272,1.1074290695970448,0.07057434211252649,0.06185930357445434,0.052873346330900566,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,858.6203055901915,909.9384641672085,25.13558139403661,3.304303266814939,0.5681228088690362,0.841209679509876,92.91696010446243,29.302223560511436,0.7471880598555741,0.6409413352665133,0.5854363477909592,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.4658118588965106,1.6944743455887494,1.0447434186935425,0.49877574475690006,0.04066666726073515,0.040995149021364655,2.0568085151989783,1.210707173058998,0.04859838423338675,0.04193651711725396,0.03601490680934541,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,23.359244026599185,22.787377995424787,4.099926650524139,0.7948161519594453,0.5503110046118875,0.38140186777506074,6.703409871300127,4.833140182800328,0.45310689213753075,0.38436812348663807,0.27478841079605953,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,389.6116313834985,360.2673758578797,10.160400390625,0.10837760416666668,0.0035496313299327926,0.0035290718307772408,1.4651101888020832,19.73858230429679,0.006826022698892263,0.003513683132204611,0.0034074860645187917,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,70.05955112213269,105.10574925752007,10.16238784790039,0.21213235930047475,0.04367278639133686,0.043532868622717796,1.437522259582939,8.370158368999519,0.03531712391982919,0.042879273619832875,0.04916024223717513,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index a551410f4127771d2121e3e66ad7f17c8d736253..a240559d0155c985fe508c313e1d4e3a1ce39ad3 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T09:58:04.364871+00:00", + "evaluated_at": "2026-06-17T10:06:44.743705+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,85 +175,85 @@ 65624.0, 65539.5, 64926.01953125, - 64883.98828125 + 64909.44140625 ], "p50": [ - 66635.85546875, - 66771.1484375, - 66678.4375, - 66767.48046875, - 66822.80078125, - 66799.51953125, - 66843.5625, - 66735.4921875, - 66915.42578125, - 66934.03515625, - 66818.71875, - 67019.3515625, - 66908.42578125, - 67036.9609375, - 66895.7578125, - 67082.85546875, - 66988.82421875, - 67043.32421875, - 67100.01171875, - 66813.67578125, - 66988.75, - 67234.51953125, - 67287.98828125, - 67050.64453125 + 66640.08984375, + 66704.32421875, + 66687.99609375, + 66648.47265625, + 66735.36328125, + 66864.11328125, + 66770.96484375, + 66679.96484375, + 66829.8515625, + 66982.96875, + 66926.92578125, + 66805.83984375, + 66800.41796875, + 66932.81640625, + 66893.95703125, + 66839.82421875, + 66988.12109375, + 67104.0703125, + 67059.50390625, + 66846.390625, + 66964.265625, + 67084.1015625, + 67063.75390625, + 66994.10546875 ], "p10": [ - 66237.8515625, - 66301.58984375, - 66105.5703125, - 66038.62109375, - 66034.546875, - 65984.0, - 65930.58203125, - 65825.4296875, - 65915.14453125, - 65964.109375, - 65923.5234375, - 65892.109375, - 65507.45703125, - 65692.7109375, - 65669.4296875, - 65671.56640625, - 65436.7890625, - 65597.19140625, - 65577.515625, - 65339.03515625, - 65253.15234375, - 65304.068359375, - 65507.83984375, - 65178.09765625 + 66279.75390625, + 66183.375, + 66105.5546875, + 66069.73828125, + 66049.03125, + 66087.17578125, + 66005.67578125, + 65951.08203125, + 66029.73828125, + 66029.33203125, + 65905.8984375, + 65759.15234375, + 65523.20703125, + 65704.8671875, + 65721.7890625, + 65479.212890625, + 65673.32421875, + 65482.728515625, + 65575.73828125, + 65256.1484375, + 65581.44140625, + 65265.435546875, + 65080.0703125, + 65377.4609375 ], "p90": [ - 67052.9375, - 67280.86328125, - 67382.28125, - 67404.53125, - 67486.00390625, - 67753.76171875, - 67811.18359375, - 67676.66015625, - 67903.3671875, - 67941.859375, - 68122.06640625, - 68175.625, - 68108.42578125, - 68625.62109375, - 68646.109375, - 68550.84375, - 68479.51171875, - 68402.171875, - 68589.234375, - 68844.60546875, - 68586.05859375, - 68784.1015625, - 69164.48828125, - 68764.9296875 + 67016.9140625, + 67295.40234375, + 67276.34765625, + 67324.8203125, + 67408.8828125, + 67923.88671875, + 67771.69140625, + 67693.07421875, + 67836.44140625, + 67833.49609375, + 67957.2578125, + 67822.46875, + 68077.9921875, + 68136.90625, + 68546.8046875, + 68445.421875, + 68508.875, + 68766.8671875, + 68985.4375, + 68556.94140625, + 68700.65234375, + 68828.734375, + 69142.62890625, + 69002.64453125 ], "timestamps": [ "2026-06-10 10:00:00", diff --git a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 2079af958358b16280c13ae55c4f56184a108d84..efbb899bc489cccc02af8b294c986f069f90cdaf 100644 --- a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T08:56:08.831650+00:00", + "evaluated_at": "2026-06-17T10:06:51.660101+00:00", "freq": "1h", - "context_length": 87, + "context_length": 86, "prediction_length": 24, "context": [ - 25.059999465942383, 26.56999969482422, 27.639999389648438, 28.31999969482422, @@ -121,85 +120,84 @@ 22.190000534057617 ], "p50": [ - 21.004578590393066, - 20.974149703979492, - 20.94512367248535, - 20.88465404510498, - 21.09190273284912, - 20.995609283447266, - 21.261903762817383, - 21.214366912841797, - 21.124321937561035, - 21.453641891479492, - 21.756818771362305, - 21.463024139404297, - 21.910773277282715, - 22.001648902893066, - 21.520883560180664, - 22.208232879638672, - 22.11466884613037, - 21.96925449371338, - 22.405158042907715, - 22.389894485473633, - 22.795592308044434, - 22.825636863708496, - 22.58533477783203, - 22.345101356506348 + 21.059127807617188, + 21.022311210632324, + 20.904574394226074, + 20.859495162963867, + 20.780847549438477, + 20.895410537719727, + 20.75946044921875, + 21.028279304504395, + 21.416895866394043, + 21.524755477905273, + 21.399752616882324, + 21.162973403930664, + 21.413670539855957, + 21.789613723754883, + 20.933463096618652, + 21.072023391723633, + 21.803184509277344, + 22.090391159057617, + 21.690089225769043, + 22.436633110046387, + 22.53283405303955, + 22.519450187683105, + 22.27082920074463, + 22.740015029907227 ], "p10": [ - 20.692370414733887, - 20.230884552001953, - 19.93491268157959, - 19.468591690063477, - 18.99482536315918, - 18.403456687927246, - 18.669737815856934, - 18.248872756958008, - 18.05855941772461, - 17.92304801940918, - 17.22781753540039, - 16.129420280456543, - 17.09440803527832, - 16.259018898010254, - 14.661820888519287, - 16.48165988922119, - 15.504699230194092, - 15.99812650680542, - 16.848402976989746, - 17.035051345825195, - 14.8031907081604, - 15.925992965698242, - 16.558700561523438, - 15.458061218261719 + 20.764601707458496, + 20.30780029296875, + 19.940799713134766, + 19.530461311340332, + 19.00391960144043, + 18.29088592529297, + 17.84500503540039, + 18.12199115753174, + 18.61144733428955, + 17.979819297790527, + 16.904991149902344, + 16.09224510192871, + 16.24190616607666, + 16.65706443786621, + 15.195650577545166, + 15.78327751159668, + 16.48446750640869, + 16.278894424438477, + 14.682758331298828, + 15.758232593536377, + 13.24547529220581, + 14.923184871673584, + 15.50428295135498, + 15.354503154754639 ], "p90": [ - 21.247304916381836, - 21.573988914489746, - 22.030789375305176, - 22.673476219177246, - 23.505623817443848, - 23.279878616333008, - 24.27057456970215, - 25.907715797424316, - 24.350489616394043, - 26.141528129577637, - 26.38369846343994, - 28.035552978515625, - 28.450844764709473, - 27.854004859924316, - 26.159692764282227, - 29.97733783721924, - 30.036165237426758, - 28.57495403289795, - 29.387401580810547, - 31.656182289123535, - 29.101524353027344, - 31.659668922424316, - 30.50646686553955, - 30.855819702148438 + 21.394909858703613, + 21.74197483062744, + 22.06387233734131, + 22.14602565765381, + 22.48328971862793, + 23.3916072845459, + 23.938016891479492, + 25.355502128601074, + 24.644954681396484, + 24.974079132080078, + 26.35317325592041, + 27.19601058959961, + 27.60063362121582, + 28.906441688537598, + 27.86651611328125, + 30.345038414001465, + 28.39654541015625, + 29.3477144241333, + 30.435155868530273, + 30.58770179748535, + 29.728075981140137, + 30.27401638031006, + 30.887048721313477, + 32.280327796936035 ], "timestamps": [ - "2026-06-10 09:00:00", "2026-06-10 10:00:00", "2026-06-10 11:00:00", "2026-06-10 12:00:00", diff --git a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json index 1d5b9ca53dad21d4bbe972e4058518008a210325..6eeec1247dae3e58598238353765b6c393e500a5 100644 --- a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,26 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T08:56:26.114538+00:00", + "evaluated_at": "2026-06-17T10:06:59.510053+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 19.0, - 19.399999618530273, - 19.0, - 18.0, - 18.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, 19.0, 19.0, 20.0, @@ -173,9 +158,6 @@ 16.0, 16.0, 16.0, - 15.0 - ], - "actuals": [ 15.0, 15.0, 15.0, @@ -191,6 +173,9 @@ 15.0, 15.0, 15.0, + 15.0 + ], + "actuals": [ 15.0, 15.0, 15.0, @@ -199,89 +184,102 @@ 15.0, 16.0, 16.0, - 16.0 + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0 ], "p50": [ - 15.215527534484863, - 15.220133304595947, - 15.275209426879883, - 15.1607027053833, - 15.158766746520996, - 15.078757762908936, - 15.213839530944824, - 15.023993968963623, - 15.076138496398926, - 15.048178672790527, - 14.96089220046997, - 14.948526382446289, - 15.130720615386963, - 14.966320514678955, - 14.980331420898438, - 15.007922172546387, - 14.987483024597168, - 15.091468334197998, - 14.860430717468262, - 14.869964122772217, - 14.86858606338501, - 14.911940574645996, - 14.966880798339844, - 14.743874073028564 + 15.030924797058105, + 14.985870361328125, + 14.96049976348877, + 14.923323631286621, + 14.915915966033936, + 14.896208763122559, + 14.850709438323975, + 14.91414499282837, + 14.914880752563477, + 14.82148265838623, + 14.87869930267334, + 14.829630851745605, + 14.7509765625, + 14.752891540527344, + 14.691599369049072, + 14.695811748504639, + 14.671061515808105, + 14.618175983428955, + 14.595962524414062, + 14.551270484924316, + 14.465062618255615, + 14.457911968231201, + 14.329151630401611, + 14.369786262512207 ], "p10": [ - 14.666085243225098, - 14.667775630950928, - 14.407434463500977, - 14.375555038452148, - 14.09637451171875, - 13.931724548339844, - 13.924973964691162, - 13.868632793426514, - 13.914440155029297, - 14.086265087127686, - 13.887763977050781, - 13.692937850952148, - 13.689322471618652, - 13.633513450622559, - 13.64298152923584, - 13.161119937896729, - 13.607370376586914, - 13.251598358154297, - 13.41397762298584, - 13.289386749267578, - 12.96464729309082, - 13.074185848236084, - 13.21571969985962, - 12.643963813781738 + 14.638077735900879, + 14.475030422210693, + 14.588025093078613, + 14.495431900024414, + 14.386205196380615, + 14.410701751708984, + 14.268645763397217, + 14.250974655151367, + 14.249934196472168, + 14.182050704956055, + 14.116192817687988, + 14.234466075897217, + 13.90453577041626, + 13.807771682739258, + 13.711738109588623, + 13.723325729370117, + 13.791194915771484, + 13.728740692138672, + 13.34717607498169, + 13.385721206665039, + 13.224920272827148, + 13.287740230560303, + 12.991589546203613, + 13.356097221374512 ], "p90": [ - 15.683805465698242, - 15.935074806213379, - 16.219082832336426, - 16.013955116271973, - 16.104191780090332, - 16.077171325683594, - 16.530668258666992, - 16.290714263916016, - 16.48902130126953, - 16.468632698059082, - 16.481539726257324, - 16.26002597808838, - 16.550355911254883, - 16.501383781433105, - 16.57938003540039, - 16.525272369384766, - 16.616737365722656, - 16.619646072387695, - 16.53502082824707, - 16.55777072906494, - 16.812336921691895, - 16.82467746734619, - 16.78986644744873, - 16.771998405456543 + 15.452603816986084, + 15.445825099945068, + 15.399168014526367, + 15.415017127990723, + 15.459647178649902, + 15.378766059875488, + 15.422335147857666, + 15.560635089874268, + 15.590814113616943, + 15.598220825195312, + 15.6891770362854, + 15.646039962768555, + 15.584233283996582, + 15.665244102478027, + 15.711170673370361, + 15.677825450897217, + 15.560144901275635, + 15.407217502593994, + 15.523625373840332, + 15.751985549926758, + 15.673151969909668, + 15.558143138885498, + 15.556704998016357, + 15.500542163848877 ], "timestamps": [ - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", "2026-06-16 19:00:00", "2026-06-16 20:00:00", "2026-06-16 21:00:00", @@ -471,6 +469,8 @@ "2026-06-24 13:00:00", "2026-06-24 14:00:00", "2026-06-24 15:00:00", - "2026-06-24 16:00:00" + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 8b01bfbd4d0bf21f26b4e4c18c7fb9df78b3b7f1..4197c9eb034bf52da57f0883901da402abcb4164 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T08:56:31.022054+00:00", + "evaluated_at": "2026-06-17T10:07:04.340286+00:00", "freq": "1h", - "context_length": 153, + "context_length": 154, "prediction_length": 24, "context": [ 39.79999923706055, @@ -158,10 +158,10 @@ 12.0, 10.899999618530273, 11.0, - 11.699999809265137 + 11.699999809265137, + 12.5 ], "actuals": [ - 12.5, 14.300000190734863, 21.799999237060547, 24.799999237060547, @@ -184,85 +184,86 @@ 28.200000762939453, 28.899999618530273, 28.700000762939453, - 28.799999237060547 + 28.799999237060547, + 29.700000762939453 ], "p50": [ - 12.364702224731445, - 12.972200393676758, - 13.93102741241455, - 14.463043212890625, - 15.30916690826416, - 15.264685153961182, - 14.620177745819092, - 13.538203239440918, - 13.49962568283081, - 12.761853694915771, - 12.279265880584717, - 12.186989784240723, - 13.166920185089111, - 12.101213455200195, - 14.551423072814941, - 15.514827728271484, - 15.698798179626465, - 16.506359100341797, - 14.402668476104736, - 14.353055000305176, - 13.584118843078613, - 13.474756717681885, - 14.145940780639648, - 14.948850631713867 + 13.236915588378906, + 13.800800800323486, + 14.524627685546875, + 14.683191776275635, + 14.565839290618896, + 14.527568340301514, + 14.222689628601074, + 12.897288799285889, + 12.671857833862305, + 12.190728664398193, + 11.964869499206543, + 12.630924701690674, + 12.212005138397217, + 13.774374961853027, + 15.103612422943115, + 15.521819591522217, + 15.31455945968628, + 15.071020603179932, + 13.963371753692627, + 13.721672058105469, + 13.657581329345703, + 14.631322383880615, + 14.343738079071045, + 15.624701499938965 ], "p10": [ - 11.125000476837158, - 9.818268299102783, - 11.46981143951416, - 10.85177230834961, - 10.686176300048828, - 10.582804679870605, - 9.582459449768066, - 8.531613826751709, - 7.879312515258789, - 7.595884323120117, - 6.290676116943359, - 6.275393486022949, - 6.745619773864746, - 5.364758491516113, - 7.336554527282715, - 8.70069408416748, - 8.653281688690186, - 9.308151245117188, - 7.815987586975098, - 7.181745529174805, - 7.151080131530762, - 7.297965049743652, - 7.194299697875977, - 8.48381519317627 + 11.953678131103516, + 11.691965579986572, + 11.08085823059082, + 9.917967796325684, + 9.672271251678467, + 9.904443264007568, + 9.648979187011719, + 7.561514854431152, + 6.933113098144531, + 7.109811782836914, + 6.204220771789551, + 7.091950416564941, + 6.3295440673828125, + 8.069007873535156, + 8.5393705368042, + 9.90021800994873, + 9.145455837249756, + 8.910589694976807, + 7.701864242553711, + 6.7366838455200195, + 6.289599418640137, + 6.929231643676758, + 7.689663887023926, + 7.412580490112305 ], "p90": [ - 13.66793155670166, - 15.043136596679688, - 17.942913055419922, - 18.698987007141113, - 21.197800636291504, - 21.613784790039062, - 21.49888038635254, - 19.35830020904541, - 19.28389263153076, - 19.02086353302002, - 17.3016939163208, - 18.85917854309082, - 22.36780071258545, - 19.896218299865723, - 23.534388542175293, - 26.57628345489502, - 29.54052448272705, - 29.660524368286133, - 25.507232666015625, - 24.09670925140381, - 21.537850379943848, - 25.58921241760254, - 23.414827346801758, - 28.69496440887451 + 14.544186115264893, + 16.055023193359375, + 18.78169536590576, + 19.282221794128418, + 20.77628517150879, + 21.071884155273438, + 20.077359199523926, + 19.068532943725586, + 18.3258695602417, + 18.58278179168701, + 18.485594749450684, + 19.575196266174316, + 20.179746627807617, + 23.841154098510742, + 24.987979888916016, + 24.26052188873291, + 26.479787826538086, + 26.873144149780273, + 24.10586929321289, + 20.344761848449707, + 23.63139057159424, + 26.527606964111328, + 23.567584991455078, + 27.105587005615234 ], "timestamps": [ "2026-06-10 00:00:00", @@ -441,6 +442,7 @@ "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", - "2026-06-17 08:00:00" + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 80c9ad7717ef258cb674a058e48c9469a38d55bd..a3a0633203f8f5cfa5fd381de8fbddda0cbe1705 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T08:56:36.458245+00:00", + "evaluated_at": "2026-06-17T10:07:12.957497+00:00", "freq": "1h", - "context_length": 153, + "context_length": 154, "prediction_length": 24, "context": [ 22.100000381469727, @@ -158,10 +158,10 @@ 26.799999237060547, 25.5, 25.200000762939453, + 25.0, 25.0 ], "actuals": [ - 25.0, 24.399999618530273, 23.799999237060547, 23.5, @@ -176,93 +176,94 @@ 21.5, 22.200000762939453, 23.899999618530273, - 25.5, - 26.799999237060547, - 27.600000381469727, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 30.200000762939453, + 30.100000381469727, 28.399999618530273, - 29.600000381469727, - 30.0, - 29.600000381469727, - 28.100000381469727, - 27.600000381469727 + 27.700000762939453 ], "p50": [ - 24.541991233825684, - 23.98257350921631, - 23.688647270202637, - 23.397629737854004, - 23.30973529815674, - 23.119709968566895, - 22.79004669189453, - 22.584487915039062, - 22.423705101013184, - 22.386838912963867, - 22.284852027893066, - 22.122166633605957, - 22.193154335021973, - 22.61234188079834, - 23.197202682495117, - 24.21730136871338, - 25.307966232299805, - 26.142916679382324, - 26.68030834197998, - 27.09720516204834, - 27.090978622436523, - 26.613872528076172, - 26.27536106109619, - 25.908066749572754 + 24.67874050140381, + 24.202868461608887, + 23.866814613342285, + 23.69332790374756, + 23.529051780700684, + 23.05604648590088, + 22.993088722229004, + 22.94522762298584, + 22.90470790863037, + 22.71086597442627, + 22.702056884765625, + 22.89999294281006, + 23.350568771362305, + 23.77443027496338, + 24.989190101623535, + 26.423176765441895, + 26.86065101623535, + 27.28738307952881, + 27.884920120239258, + 27.777565956115723, + 27.442370414733887, + 27.28733539581299, + 26.542237281799316, + 25.93575954437256 ], "p10": [ - 24.15640640258789, - 23.412494659423828, - 22.864355087280273, - 22.640493392944336, - 22.467172622680664, - 21.8881254196167, - 21.48124122619629, - 21.46687126159668, - 21.190220832824707, - 21.09186840057373, - 20.84799289703369, - 20.405672073364258, - 20.417468070983887, - 20.50229835510254, - 21.405166625976562, - 21.80598258972168, - 22.849082946777344, - 23.53411102294922, - 23.44475746154785, - 24.35223960876465, - 23.65438938140869, - 23.61408805847168, - 22.920602798461914, - 23.29715919494629 + 24.22122097015381, + 23.627477645874023, + 23.069342613220215, + 22.770179748535156, + 22.60343647003174, + 21.904441833496094, + 21.717872619628906, + 21.709617614746094, + 21.424311637878418, + 21.354942321777344, + 21.182969093322754, + 21.15568733215332, + 21.13787841796875, + 21.889452934265137, + 22.579102516174316, + 23.556519508361816, + 24.183852195739746, + 23.978771209716797, + 24.782867431640625, + 24.1784725189209, + 23.779894828796387, + 23.988584518432617, + 23.493184089660645, + 23.206171989440918 ], "p90": [ - 24.99306583404541, - 24.556638717651367, - 24.452725410461426, - 24.422351837158203, - 24.155168533325195, - 24.106407165527344, - 24.080595016479492, - 23.77839756011963, - 23.901620864868164, - 24.05828094482422, - 23.634801864624023, - 24.418697357177734, - 24.778023719787598, - 24.68025016784668, - 25.502025604248047, - 27.499866485595703, - 29.262680053710938, - 29.505290985107422, - 31.873672485351562, - 32.06013107299805, - 31.363811492919922, - 30.537179946899414, - 30.071120262145996, - 29.244479179382324 + 25.10232448577881, + 24.79110336303711, + 24.73787498474121, + 24.651474952697754, + 24.48433494567871, + 24.076723098754883, + 24.30869770050049, + 24.71017551422119, + 24.46351432800293, + 24.31679916381836, + 24.439919471740723, + 25.16240692138672, + 25.204038619995117, + 26.16502857208252, + 27.939881324768066, + 29.278006553649902, + 30.829450607299805, + 30.93783187866211, + 30.738459587097168, + 32.4318733215332, + 31.9000301361084, + 30.659860610961914, + 29.966957092285156, + 28.398791313171387 ], "timestamps": [ "2026-06-10 00:00:00", @@ -441,6 +442,7 @@ "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", - "2026-06-17 08:00:00" + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 4bae3efeebf99e91c3bd45e20ea3aa55659be0ea..624d8bc319c64fa9050376f6c07ac3fe08f1ec60 100644 --- a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,12 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T08:56:41.754193+00:00", + "evaluated_at": "2026-06-17T10:07:19.383318+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, "context": [ 10.0, - 11.0, 12.0, 18.0, 14.0, @@ -149,10 +148,10 @@ 17.0, 11.0, 11.0, + 13.0, 13.0 ], "actuals": [ - 13.0, 10.0, 13.0, 9.0, @@ -175,88 +174,88 @@ 11.0, 16.0, 6.0, - 2.0 + 4.0, + 11.0 ], "p50": [ - 13.589816570281982, - 13.502774715423584, - 12.962331771850586, - 13.343442440032959, - 14.022844314575195, - 13.408705234527588, - 13.45254373550415, - 13.760668754577637, - 13.469847202301025, - 13.438504219055176, - 13.535349369049072, - 13.658671379089355, - 13.814480781555176, - 14.165826320648193, - 13.447303771972656, - 14.177444458007812, - 12.873270988464355, - 12.9783353805542, - 13.796270370483398, - 13.320562839508057, - 14.05307149887085, - 14.239617347717285, - 13.723098278045654, - 12.940464496612549 + 14.053861141204834, + 13.124788284301758, + 12.746560096740723, + 12.85619068145752, + 13.06733751296997, + 13.789858341217041, + 13.580520629882812, + 13.478330612182617, + 13.17553186416626, + 12.791808605194092, + 13.190702438354492, + 13.88959789276123, + 14.215077877044678, + 13.588716506958008, + 13.5714430809021, + 13.36009693145752, + 13.077505588531494, + 12.7359938621521, + 13.822808265686035, + 13.728033542633057, + 12.774603366851807, + 13.561869621276855, + 12.888162612915039, + 12.645158767700195 ], "p10": [ - 8.162326335906982, - 8.582389831542969, - 8.658995628356934, - 8.59212875366211, - 8.774536609649658, - 7.298836708068848, - 7.4899961948394775, - 8.03761100769043, - 8.74311113357544, - 7.680122137069702, - 6.329572677612305, - 8.106118202209473, - 7.4612836837768555, - 8.51600456237793, - 8.260881423950195, - 7.784682989120483, - 7.116403341293335, - 7.603551864624023, - 8.304454803466797, - 7.702429294586182, - 7.902278423309326, - 7.926561594009399, - 7.5026936531066895, - 6.787387371063232 + 8.188608646392822, + 7.3260955810546875, + 7.682227849960327, + 7.647454738616943, + 8.259296894073486, + 7.790662527084351, + 8.145610809326172, + 8.692471027374268, + 7.474311113357544, + 7.6764726638793945, + 6.986039400100708, + 8.552717208862305, + 8.369013786315918, + 7.883700847625732, + 8.197629928588867, + 8.235756874084473, + 7.779728889465332, + 8.457850456237793, + 7.960773944854736, + 8.311603546142578, + 8.109453201293945, + 8.097734928131104, + 8.186810970306396, + 7.529592037200928 ], "p90": [ - 18.23829174041748, - 18.83998966217041, - 17.40333366394043, - 17.246383666992188, - 18.70400047302246, - 18.74693775177002, - 18.57533359527588, - 19.283428192138672, - 17.915282249450684, - 18.769161224365234, - 18.753707885742188, - 19.405324935913086, - 19.37211036682129, - 19.348700523376465, - 19.15384006500244, - 19.091071128845215, - 18.331928253173828, - 19.35892105102539, - 19.996832847595215, - 19.412503242492676, - 20.624719619750977, - 20.41460132598877, - 19.872310638427734, - 17.77696132659912 + 17.444697380065918, + 17.06899356842041, + 17.63357925415039, + 16.44791316986084, + 17.70974349975586, + 19.39230251312256, + 18.699856758117676, + 17.826814651489258, + 17.888389587402344, + 16.930721282958984, + 18.155070304870605, + 18.518571853637695, + 18.62234115600586, + 18.285107612609863, + 18.940927505493164, + 17.37120819091797, + 17.11494255065918, + 17.898441314697266, + 18.14112091064453, + 18.647849082946777, + 17.22291851043701, + 18.240052223205566, + 18.026591300964355, + 17.247413635253906 ], "timestamps": [ - "2026-06-10 09:00:00", "2026-06-10 10:00:00", "2026-06-10 11:00:00", "2026-06-10 12:00:00", @@ -423,6 +422,7 @@ "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", - "2026-06-17 08:00:00" + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 7a20b55982437faa3260df1e6b50bc4150bcd5a5..73363601e310a9a0d0b27a44da1b02ecd9b897a1 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,11 +1,41 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T09:58:10.441396+00:00", + "evaluated_at": "2026-06-17T10:07:22.077973+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t090000z", - "data_fetched_at": "2026-06-17T09:56:52.103820Z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 86, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t075500z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 154, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 154, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", "context_length": 144, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index 1af4c12e91227e3764994ad626481f1419392503..bdd7db910c3f08a7093c88d3f71650a195b0fca3 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-17T09:56:54.032101+00:00", - "finished_at": "2026-06-17T09:58:17.899856+00:00", - "task_count": 1, + "started_at": "2026-06-17T10:01:54.050479+00:00", + "finished_at": "2026-06-17T10:08:05.187441+00:00", + "task_count": 6, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,25 +10,76 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-17T09:57:03.288037+00:00", + "evaluated_at": "2026-06-17T10:04:17.934156+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t090000z", - "data_fetched_at": "2026-06-17T09:56:52.103820Z", + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t075500z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 154, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 154, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", "context_length": 144, "prediction_length": 24 } ], - "failed_datasets": [] + "failed_datasets": [ + "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t090000z", + "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z" + ] }, "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-17T09:57:43.729493+00:00", + "evaluated_at": "2026-06-17T10:05:27.692090+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t090000z", - "data_fetched_at": "2026-06-17T09:56:52.103820Z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 86, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t075500z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 154, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 154, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", "context_length": 144, "prediction_length": 24 } @@ -38,11 +89,41 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T09:57:50.308449+00:00", + "evaluated_at": "2026-06-17T10:05:57.888425+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t090000z", - "data_fetched_at": "2026-06-17T09:56:52.103820Z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 86, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t075500z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 154, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 154, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", "context_length": 144, "prediction_length": 24 } @@ -52,11 +133,41 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-17T09:57:57.647270+00:00", + "evaluated_at": "2026-06-17T10:06:34.141188+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t090000z", - "data_fetched_at": "2026-06-17T09:56:52.103820Z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 86, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t075500z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 154, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 154, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", "context_length": 144, "prediction_length": 24 } @@ -66,11 +177,41 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T09:58:10.441396+00:00", + "evaluated_at": "2026-06-17T10:07:22.077973+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t090000z", - "data_fetched_at": "2026-06-17T09:56:52.103820Z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 86, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t075500z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 154, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 154, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", "context_length": 144, "prediction_length": 24 } @@ -80,11 +221,41 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T09:58:17.896710+00:00", + "evaluated_at": "2026-06-17T10:08:05.184223+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t090000z", - "data_fetched_at": "2026-06-17T09:56:52.103820Z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 86, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t075500z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 154, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 154, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", "context_length": 144, "prediction_length": 24 } @@ -93,8 +264,9 @@ } }, "failed_models": [], - "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-17T09:58:43.720608+00:00", - "push_detail": "HF Hub API" + "failed_datasets": [ + "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t090000z", + "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z" + ], + "push_status": "pending" } diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260617_100403.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260617_100403.json new file mode 100644 index 0000000000000000000000000000000000000000..cb65c13811e8ea1a5edde2ef039b3789ed2f4c14 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260617_100403.json @@ -0,0 +1,463 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T10:04:03.617924+00:00", + "metrics": { + "MSE[mean]": 926.5741481021208, + "MSE[0.5]": 926.5741481021208, + "MAE[0.5]": 26.09523872534434, + "MASE[0.5]": 3.4304590459534055, + "MAPE[0.5]": 0.6065297098262642, + "sMAPE[0.5]": 0.9079024875382133, + "MSIS": 96.37975078738128, + "RMSE[mean]": 30.43968048620289, + "NRMSE[mean]": 0.7761924878547526, + "ND[0.5]": 0.6654119867181086, + "mean_weighted_sum_quantile_loss": 0.6038539105611692 + }, + "context_length": 154, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5 + ], + "actual": [ + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 27.100000381469727, + 24.299999237060547, + 25.600000381469727, + 26.799999237060547, + 27.399999618530273, + 28.200000762939453, + 28.899999618530273, + 28.700000762939453, + 28.799999237060547, + 29.700000762939453 + ], + "predictions": { + "p50": [ + 12.749691009521484, + 13.959867477416992, + 15.273780822753906, + 15.77310562133789, + 15.654440879821777, + 15.481986999511719, + 14.765063285827637, + 13.996173858642578, + 13.143609046936035, + 12.70110034942627, + 11.903463363647461, + 12.045278549194336, + 12.411309242248535, + 13.342117309570312, + 13.71830940246582, + 13.754815101623535, + 12.967246055603027, + 12.204553604125977, + 11.777469635009766, + 11.427573204040527, + 11.15246868133545, + 11.296218872070312, + 11.57442855834961, + 11.840197563171387 + ], + "p10": [ + 11.428791046142578, + 11.773428916931152, + 11.891542434692383, + 11.702223777770996, + 11.31201457977295, + 10.654364585876465, + 10.014720916748047, + 9.316575050354004, + 8.373887062072754, + 7.723518371582031, + 7.234121322631836, + 7.077898025512695, + 7.209245681762695, + 7.366390228271484, + 7.801029205322266, + 7.885837554931641, + 7.137790679931641, + 6.775806427001953, + 6.36004638671875, + 6.33497428894043, + 6.198770523071289, + 6.032190322875977, + 6.185371398925781, + 6.205360412597656 + ], + "p90": [ + 14.872469902038574, + 17.797487258911133, + 20.623340606689453, + 22.211088180541992, + 23.211496353149414, + 23.398672103881836, + 22.785619735717773, + 22.194427490234375, + 21.841381072998047, + 21.26052474975586, + 21.241994857788086, + 21.582651138305664, + 22.383039474487305, + 24.53545379638672, + 24.832035064697266, + 25.01194190979004, + 21.636035919189453, + 20.477317810058594, + 19.50819969177246, + 18.987428665161133, + 19.139007568359375, + 19.355453491210938, + 20.172466278076172, + 21.29174041748047 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260617_100704.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260617_100704.json new file mode 100644 index 0000000000000000000000000000000000000000..4526f649bbb1d34886c8fb328d06b99f50fd6eb1 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260617_100704.json @@ -0,0 +1,463 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T10:07:04.340286+00:00", + "metrics": { + "MSE[mean]": 858.6203055901915, + "MSE[0.5]": 909.9384641672085, + "MAE[0.5]": 25.13558139403661, + "MASE[0.5]": 3.304303266814939, + "MAPE[0.5]": 0.5681228088690362, + "sMAPE[0.5]": 0.841209679509876, + "MSIS": 92.91696010446243, + "RMSE[mean]": 29.302223560511436, + "NRMSE[mean]": 0.7471880598555741, + "ND[0.5]": 0.6409413352665133, + "mean_weighted_sum_quantile_loss": 0.5854363477909592 + }, + "context_length": 154, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5 + ], + "actual": [ + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 27.100000381469727, + 24.299999237060547, + 25.600000381469727, + 26.799999237060547, + 27.399999618530273, + 28.200000762939453, + 28.899999618530273, + 28.700000762939453, + 28.799999237060547, + 29.700000762939453 + ], + "predictions": { + "p50": [ + 13.236915588378906, + 13.800800800323486, + 14.524627685546875, + 14.683191776275635, + 14.565839290618896, + 14.527568340301514, + 14.222689628601074, + 12.897288799285889, + 12.671857833862305, + 12.190728664398193, + 11.964869499206543, + 12.630924701690674, + 12.212005138397217, + 13.774374961853027, + 15.103612422943115, + 15.521819591522217, + 15.31455945968628, + 15.071020603179932, + 13.963371753692627, + 13.721672058105469, + 13.657581329345703, + 14.631322383880615, + 14.343738079071045, + 15.624701499938965 + ], + "p10": [ + 11.953678131103516, + 11.691965579986572, + 11.08085823059082, + 9.917967796325684, + 9.672271251678467, + 9.904443264007568, + 9.648979187011719, + 7.561514854431152, + 6.933113098144531, + 7.109811782836914, + 6.204220771789551, + 7.091950416564941, + 6.3295440673828125, + 8.069007873535156, + 8.5393705368042, + 9.90021800994873, + 9.145455837249756, + 8.910589694976807, + 7.701864242553711, + 6.7366838455200195, + 6.289599418640137, + 6.929231643676758, + 7.689663887023926, + 7.412580490112305 + ], + "p90": [ + 14.544186115264893, + 16.055023193359375, + 18.78169536590576, + 19.282221794128418, + 20.77628517150879, + 21.071884155273438, + 20.077359199523926, + 19.068532943725586, + 18.3258695602417, + 18.58278179168701, + 18.485594749450684, + 19.575196266174316, + 20.179746627807617, + 23.841154098510742, + 24.987979888916016, + 24.26052188873291, + 26.479787826538086, + 26.873144149780273, + 24.10586929321289, + 20.344761848449707, + 23.63139057159424, + 26.527606964111328, + 23.567584991455078, + 27.105587005615234 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260617_100752.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260617_100752.json new file mode 100644 index 0000000000000000000000000000000000000000..01c8f75babf95c2c34b2fc1364a4430787696bfb --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260617_100752.json @@ -0,0 +1,463 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T10:07:52.051691+00:00", + "metrics": { + "MSE[mean]": 903.5246282509825, + "MSE[0.5]": 903.5246282509825, + "MAE[0.5]": 25.130505283673603, + "MASE[0.5]": 3.303635965438764, + "MAPE[0.5]": 0.5705813821885238, + "sMAPE[0.5]": 0.8429141557196632, + "MSIS": 90.09898798412696, + "RMSE[mean]": 30.058686402618836, + "NRMSE[mean]": 0.7664773810970096, + "ND[0.5]": 0.6408118976814811, + "mean_weighted_sum_quantile_loss": 0.579203758619051 + }, + "context_length": 154, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5 + ], + "actual": [ + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 27.100000381469727, + 24.299999237060547, + 25.600000381469727, + 26.799999237060547, + 27.399999618530273, + 28.200000762939453, + 28.899999618530273, + 28.700000762939453, + 28.799999237060547, + 29.700000762939453 + ], + "predictions": { + "p50": [ + 12.638916015625, + 13.840087890625, + 14.5908203125, + 15.241455078125, + 15.29150390625, + 14.89111328125, + 14.09033203125, + 13.539794921875, + 12.9892578125, + 12.538818359375, + 12.038330078125, + 11.98828125, + 12.839111328125, + 14.841064453125, + 15.69189453125, + 16.242431640625, + 15.591796875, + 14.540771484375, + 13.940185546875, + 13.7900390625, + 13.58984375, + 13.7900390625, + 14.440673828125, + 15.09130859375 + ], + "p10": [ + 11.08740234375, + 10.9873046875, + 10.787109375, + 10.68701171875, + 10.28662109375, + 9.5859375, + 8.5849609375, + 7.88427734375, + 7.3837890625, + 6.88330078125, + 6.3828125, + 6.1826171875, + 6.783203125, + 8.28466796875, + 9.28564453125, + 9.88623046875, + 9.5859375, + 8.68505859375, + 8.08447265625, + 7.88427734375, + 7.68408203125, + 7.68408203125, + 7.88427734375, + 8.1845703125 + ], + "p90": [ + 14.640869140625, + 17.8189697265625, + 19.9710693359375, + 21.63519287109375, + 22.08563232421875, + 21.9730224609375, + 21.5726318359375, + 21.40997314453125, + 21.48504638671875, + 21.7728271484375, + 21.83538818359375, + 22.09814453125, + 23.23675537109375, + 25.395111083984375, + 25.88934326171875, + 26.0770263671875, + 24.769500732421875, + 23.433822631835938, + 22.730010986328125, + 22.6236572265625, + 22.66119384765625, + 23.405670166015625, + 24.950927734375, + 26.96539306640625 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260617_100508.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260617_100508.json new file mode 100644 index 0000000000000000000000000000000000000000..13bd79173e8047745135c956f7be1954a9d8508e --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260617_100508.json @@ -0,0 +1,463 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T10:05:08.077334+00:00", + "metrics": { + "MSE[mean]": 929.9331416623199, + "MSE[0.5]": 977.3601784557201, + "MAE[0.5]": 26.788983821868896, + "MASE[0.5]": 3.5216582170744997, + "MAPE[0.5]": 0.622834528941769, + "sMAPE[0.5]": 0.9421713924209847, + "MSIS": 113.59708691372822, + "RMSE[mean]": 30.494805158622018, + "NRMSE[mean]": 0.777598131933263, + "ND[0.5]": 0.6831020453457772, + "mean_weighted_sum_quantile_loss": 0.6252027792620818 + }, + "context_length": 154, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5 + ], + "actual": [ + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 27.100000381469727, + 24.299999237060547, + 25.600000381469727, + 26.799999237060547, + 27.399999618530273, + 28.200000762939453, + 28.899999618530273, + 28.700000762939453, + 28.799999237060547, + 29.700000762939453 + ], + "predictions": { + "p50": [ + 12.406767845153809, + 12.973098754882812, + 13.443751335144043, + 13.667399406433105, + 13.797914505004883, + 13.335453987121582, + 12.896221160888672, + 12.509008407592773, + 11.995721817016602, + 11.677403450012207, + 11.354297637939453, + 11.415285110473633, + 11.717878341674805, + 12.153631210327148, + 12.512391090393066, + 12.533305168151855, + 12.539058685302734, + 11.91136646270752, + 11.989908218383789, + 11.978866577148438, + 11.82839584350586, + 12.213020324707031, + 12.454423904418945, + 12.959816932678223 + ], + "p10": [ + 12.995896339416504, + 14.28129768371582, + 14.411667823791504, + 15.37535285949707, + 15.205047607421875, + 14.860136985778809, + 14.685989379882812, + 14.058573722839355, + 13.941092491149902, + 13.559708595275879, + 13.370628356933594, + 13.901103019714355, + 13.649528503417969, + 14.200196266174316, + 15.150385856628418, + 15.18698787689209, + 15.454580307006836, + 14.886178016662598, + 14.818036079406738, + 14.6172513961792, + 14.384053230285645, + 14.929369926452637, + 15.150712013244629, + 15.904243469238281 + ], + "p90": [ + 14.084935188293457, + 15.473167419433594, + 16.68218421936035, + 17.314437866210938, + 17.751066207885742, + 17.448448181152344, + 17.157392501831055, + 16.95926856994629, + 16.466289520263672, + 16.271465301513672, + 16.236841201782227, + 16.45611000061035, + 17.03037452697754, + 17.928510665893555, + 18.599897384643555, + 18.87761688232422, + 19.232221603393555, + 18.45880699157715, + 18.73422622680664, + 18.60430335998535, + 18.72430419921875, + 19.443603515625, + 20.078908920288086, + 20.60198211669922 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260617_100620.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260617_100620.json new file mode 100644 index 0000000000000000000000000000000000000000..aa0a72ce9ed051485fd08bc67c7fec478d1a6776 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260617_100620.json @@ -0,0 +1,463 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TiRex", + "evaluated_at": "2026-06-17T10:06:20.431059+00:00", + "metrics": { + "MSE[mean]": 884.5353252884843, + "MSE[0.5]": 884.5353252884843, + "MAE[0.5]": 24.97963007291158, + "MASE[0.5]": 3.283802031861217, + "MAPE[0.5]": 0.5685499103891803, + "sMAPE[0.5]": 0.839397676902057, + "MSIS": 89.5290557121259, + "RMSE[mean]": 29.7411386010772, + "NRMSE[mean]": 0.7583801141692857, + "ND[0.5]": 0.6369646757880033, + "mean_weighted_sum_quantile_loss": 0.5723075907588887 + }, + "context_length": 154, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5 + ], + "actual": [ + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 27.100000381469727, + 24.299999237060547, + 25.600000381469727, + 26.799999237060547, + 27.399999618530273, + 28.200000762939453, + 28.899999618530273, + 28.700000762939453, + 28.799999237060547, + 29.700000762939453 + ], + "predictions": { + "p50": [ + 13.551448822021484, + 14.967050552368164, + 16.742937088012695, + 17.322830200195312, + 17.238582611083984, + 16.56941032409668, + 15.359663009643555, + 14.38646411895752, + 13.526932716369629, + 12.629997253417969, + 12.089058876037598, + 11.970613479614258, + 12.351310729980469, + 14.65640640258789, + 15.446920394897461, + 15.860455513000488, + 14.951908111572266, + 13.839963912963867, + 13.093473434448242, + 12.733499526977539, + 12.646553039550781, + 12.75731086730957, + 13.175959587097168, + 13.820125579833984 + ], + "p10": [ + 12.245156288146973, + 12.703672409057617, + 13.528186798095703, + 13.61208438873291, + 13.206599235534668, + 12.343064308166504, + 11.015325546264648, + 9.927005767822266, + 8.96387767791748, + 8.259227752685547, + 7.91424560546875, + 7.768184661865234, + 7.922431945800781, + 9.422431945800781, + 9.896775245666504, + 10.459702491760254, + 9.988518714904785, + 9.021968841552734, + 8.381702423095703, + 7.967243194580078, + 7.8072509765625, + 7.889631271362305, + 8.105138778686523, + 8.41237735748291 + ], + "p90": [ + 15.383769989013672, + 18.503005981445312, + 21.862407684326172, + 23.592952728271484, + 24.196067810058594, + 23.927215576171875, + 22.953401565551758, + 22.298166275024414, + 21.849924087524414, + 21.25243377685547, + 20.976730346679688, + 21.05739974975586, + 22.11382293701172, + 24.82753562927246, + 25.460140228271484, + 25.544675827026367, + 24.13132095336914, + 22.75487518310547, + 21.863862991333008, + 21.77631950378418, + 22.479555130004883, + 23.37180519104004, + 24.585840225219727, + 25.785493850708008 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260617_100546.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260617_100546.json new file mode 100644 index 0000000000000000000000000000000000000000..e64318d97a98e18fcb4a32dfb19ffc90244696ae --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260617_100546.json @@ -0,0 +1,463 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T10:05:46.031738+00:00", + "metrics": { + "MSE[mean]": 865.3246532024104, + "MSE[0.5]": 865.3246532024104, + "MAE[0.5]": 24.42593252658844, + "MASE[0.5]": 3.211013398789175, + "MAPE[0.5]": 0.5499870347798049, + "sMAPE[0.5]": 0.8053248209272522, + "MSIS": 91.48384652840004, + "RMSE[mean]": 29.416401091948867, + "NRMSE[mean]": 0.7500995142719141, + "ND[0.5]": 0.6228457405976543, + "mean_weighted_sum_quantile_loss": 0.5714630772519738 + }, + "context_length": 154, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5 + ], + "actual": [ + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 27.100000381469727, + 24.299999237060547, + 25.600000381469727, + 26.799999237060547, + 27.399999618530273, + 28.200000762939453, + 28.899999618530273, + 28.700000762939453, + 28.799999237060547, + 29.700000762939453 + ], + "predictions": { + "p50": [ + 13.365367889404297, + 15.130446434020996, + 16.386281967163086, + 17.043975830078125, + 16.80037498474121, + 16.10285758972168, + 15.151371002197266, + 14.661969184875488, + 13.963953018188477, + 13.320184707641602, + 12.690433502197266, + 12.368914604187012, + 12.749677658081055, + 15.019558906555176, + 16.04413414001465, + 16.947071075439453, + 15.99658489227295, + 15.09262752532959, + 14.361832618713379, + 14.347835540771484, + 14.143739700317383, + 14.140864372253418, + 14.410893440246582, + 14.736666679382324 + ], + "p10": [ + 11.948238372802734, + 12.41437816619873, + 12.28482437133789, + 12.183754920959473, + 11.854915618896484, + 11.083998680114746, + 10.096686363220215, + 9.53212833404541, + 8.775528907775879, + 7.935590744018555, + 7.29499626159668, + 6.881359100341797, + 6.877098083496094, + 8.37252426147461, + 8.994519233703613, + 9.78315544128418, + 9.305377960205078, + 8.590763092041016, + 7.813560485839844, + 7.674938201904297, + 7.3973846435546875, + 7.2147216796875, + 7.223760604858398, + 7.273271560668945 + ], + "p90": [ + 15.203835487365723, + 19.096616744995117, + 22.089637756347656, + 23.217498779296875, + 23.361835479736328, + 22.750627517700195, + 21.62081527709961, + 21.316146850585938, + 20.78717613220215, + 20.347627639770508, + 19.79166030883789, + 19.787710189819336, + 20.67978858947754, + 24.29583168029785, + 25.615480422973633, + 26.16202163696289, + 24.663301467895508, + 23.74755859375, + 22.6737003326416, + 22.769256591796875, + 22.958847045898438, + 23.097393035888672, + 23.77688217163086, + 24.4957332611084 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_100644.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_100644.json new file mode 100644 index 0000000000000000000000000000000000000000..087ddbe09a5ea9f78708715f216e93abe70c3c0f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_100644.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T10:06:44.743705+00:00", + "metrics": { + "MSE[mean]": 1487438.4508679707, + "MSE[0.5]": 1410912.9301058452, + "MAE[0.5]": 1085.9856770833333, + "MASE[0.5]": 1.201329066163648, + "MAPE[0.5]": 0.016541749222823605, + "sMAPE[0.5]": 0.016379268994048873, + "MSIS": 6.57387687557102, + "RMSE[mean]": 1219.6058588199594, + "NRMSE[mean]": 0.018531965934405224, + "ND[0.5]": 0.0165016012570101, + "mean_weighted_sum_quantile_loss": 0.009934078071244395 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 61386.08984375, + 61034.0390625, + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0 + ], + "actual": [ + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625 + ], + "predictions": { + "p50": [ + 66640.08984375, + 66704.32421875, + 66687.99609375, + 66648.47265625, + 66735.36328125, + 66864.11328125, + 66770.96484375, + 66679.96484375, + 66829.8515625, + 66982.96875, + 66926.92578125, + 66805.83984375, + 66800.41796875, + 66932.81640625, + 66893.95703125, + 66839.82421875, + 66988.12109375, + 67104.0703125, + 67059.50390625, + 66846.390625, + 66964.265625, + 67084.1015625, + 67063.75390625, + 66994.10546875 + ], + "p10": [ + 66279.75390625, + 66183.375, + 66105.5546875, + 66069.73828125, + 66049.03125, + 66087.17578125, + 66005.67578125, + 65951.08203125, + 66029.73828125, + 66029.33203125, + 65905.8984375, + 65759.15234375, + 65523.20703125, + 65704.8671875, + 65721.7890625, + 65479.212890625, + 65673.32421875, + 65482.728515625, + 65575.73828125, + 65256.1484375, + 65581.44140625, + 65265.435546875, + 65080.0703125, + 65377.4609375 + ], + "p90": [ + 67016.9140625, + 67295.40234375, + 67276.34765625, + 67324.8203125, + 67408.8828125, + 67923.88671875, + 67771.69140625, + 67693.07421875, + 67836.44140625, + 67833.49609375, + 67957.2578125, + 67822.46875, + 68077.9921875, + 68136.90625, + 68546.8046875, + 68445.421875, + 68508.875, + 68766.8671875, + 68985.4375, + 68556.94140625, + 68700.65234375, + 68828.734375, + 69142.62890625, + 69002.64453125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_100736.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_100736.json new file mode 100644 index 0000000000000000000000000000000000000000..02a6867a81214de21454a0184d45c9eaf2b9d886 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_100736.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T10:07:36.127534+00:00", + "metrics": { + "MSE[mean]": 330619.13767369586, + "MSE[0.5]": 330619.13767369586, + "MAE[0.5]": 502.357421875, + "MASE[0.5]": 0.5557131969938146, + "MAPE[0.5]": 0.00765608957428797, + "sMAPE[0.5]": 0.007617733930158626, + "MSIS": 2.4374447164679496, + "RMSE[mean]": 574.994902302356, + "NRMSE[mean]": 0.008737073428159834, + "ND[0.5]": 0.007633343642749296, + "mean_weighted_sum_quantile_loss": 0.006139144430327474 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 61386.08984375, + 61034.0390625, + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0 + ], + "actual": [ + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625 + ], + "predictions": { + "p50": [ + 66587.5, + 66531.25, + 66520.0, + 66486.25, + 66463.75, + 66418.75, + 66396.25, + 66373.75, + 66351.25, + 66340.0, + 66340.0, + 66317.5, + 66317.5, + 66295.0, + 66250.0, + 66238.75, + 66238.75, + 66205.0, + 66160.0, + 66160.0, + 66160.0, + 66148.75, + 66137.5, + 66081.25 + ], + "p10": [ + 66115.0, + 65923.75, + 65766.25, + 65653.75, + 65507.5, + 65411.875, + 65338.75, + 65220.625, + 65147.5, + 65057.5, + 65001.25, + 64945.0, + 64883.125, + 64804.375, + 64731.25, + 64655.3125, + 64570.9375, + 64520.3125, + 64444.375, + 64421.875, + 64368.4375, + 64326.25, + 64248.90625, + 64171.5625 + ], + "p90": [ + 66970.0, + 67037.5, + 67105.0, + 67127.5, + 67150.0, + 67150.0, + 67172.5, + 67172.5, + 67195.0, + 67172.5, + 67195.0, + 67195.0, + 67217.5, + 67195.0, + 67172.5, + 67150.0, + 67217.5, + 67217.5, + 67195.0, + 67217.5, + 67217.5, + 67217.5, + 67240.0, + 67217.5 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_100443.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_100443.json new file mode 100644 index 0000000000000000000000000000000000000000..744d392b77cf4591a89058d111e3b0793c791fd1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_100443.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T10:04:43.897040+00:00", + "metrics": { + "MSE[mean]": 219863.9885444641, + "MSE[0.5]": 79868.74880345662, + "MAE[0.5]": 199.82454427083334, + "MASE[0.5]": 0.22104806557871026, + "MAPE[0.5]": 0.0030476422708804085, + "sMAPE[0.5]": 0.0030401996658337353, + "MSIS": 9.709721576252422, + "RMSE[mean]": 468.89656486741734, + "NRMSE[mean]": 0.0071249044140295325, + "ND[0.5]": 0.0030363429467845783, + "mean_weighted_sum_quantile_loss": 0.004123758910843091 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 61386.08984375, + 61034.0390625, + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0 + ], + "actual": [ + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625 + ], + "predictions": { + "p50": [ + 66450.59375, + 66368.703125, + 66398.3828125, + 66230.984375, + 66317.671875, + 66112.8515625, + 66083.109375, + 66091.5234375, + 66018.0625, + 65935.5390625, + 65782.1328125, + 65802.03125, + 65759.1640625, + 65738.4609375, + 65782.203125, + 65796.3203125, + 65765.953125, + 65764.3125, + 65633.96875, + 65612.859375, + 65552.1328125, + 65485.7734375, + 65620.046875, + 65601.0859375 + ], + "p10": [ + 66371.3828125, + 66426.171875, + 66294.3203125, + 66310.40625, + 66297.1328125, + 65943.1328125, + 66112.9609375, + 66093.0703125, + 66046.1875, + 66100.0078125, + 65832.5546875, + 65861.765625, + 65792.09375, + 65791.0078125, + 65937.3046875, + 65926.0859375, + 66030.5234375, + 65867.7734375, + 65771.515625, + 65876.8203125, + 65845.5078125, + 65743.1171875, + 65658.3125, + 65686.2734375 + ], + "p90": [ + 66861.65625, + 66904.984375, + 67010.0703125, + 66989.8359375, + 67151.5, + 66979.21875, + 66951.2421875, + 67049.1328125, + 67054.8203125, + 67089.1796875, + 66999.5625, + 66950.9296875, + 67000.3125, + 66997.2734375, + 67018.046875, + 67067.4140625, + 67059.9375, + 67182.59375, + 67115.7890625, + 67114.21875, + 67108.546875, + 67003.9140625, + 67001.2734375, + 66901.78125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_100602.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_100602.json new file mode 100644 index 0000000000000000000000000000000000000000..c2361124fbae00a7ea1c09491e0e52075c8b698c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_100602.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-17T10:06:02.766158+00:00", + "metrics": { + "MSE[mean]": 852743.0179634094, + "MSE[0.5]": 852743.0179634094, + "MAE[0.5]": 810.400390625, + "MASE[0.5]": 0.8964736506497045, + "MAPE[0.5]": 0.012351712765205608, + "sMAPE[0.5]": 0.012253122066259822, + "MSIS": 3.617420349582773, + "RMSE[mean]": 923.4408578590236, + "NRMSE[mean]": 0.014031725410731765, + "ND[0.5]": 0.01231407042175272, + "mean_weighted_sum_quantile_loss": 0.00793660251297554 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 61386.08984375, + 61034.0390625, + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0 + ], + "actual": [ + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625 + ], + "predictions": { + "p50": [ + 66525.078125, + 66537.359375, + 66549.6015625, + 66561.8515625, + 66564.734375, + 66572.5546875, + 66572.859375, + 66566.78125, + 66569.6640625, + 66559.6796875, + 66555.2734375, + 66551.5703125, + 66557.6171875, + 66569.3203125, + 66588.5234375, + 66604.6640625, + 66617.375, + 66648.9140625, + 66682.265625, + 66718.8984375, + 66761.3515625, + 66793.546875, + 66831.8359375, + 66850.4609375 + ], + "p10": [ + 66141.6796875, + 66051.3828125, + 65974.9375, + 65904.546875, + 65826.9765625, + 65769.15625, + 65709.9140625, + 65632.8203125, + 65572.8828125, + 65499.7578125, + 65439.94921875, + 65390.26171875, + 65319.84375, + 65266.73828125, + 65223.9140625, + 65183.96484375, + 65150.44140625, + 65134.296875, + 65120.4609375, + 65116.3359375, + 65109.65234375, + 65103.59765625, + 65103.18359375, + 65086.06640625 + ], + "p90": [ + 66919.078125, + 67038.796875, + 67154.0859375, + 67271.578125, + 67349.8828125, + 67430.265625, + 67510.2109375, + 67573.6484375, + 67634.15625, + 67682.546875, + 67732.8046875, + 67775.890625, + 67823.140625, + 67900.9140625, + 67989.0234375, + 68036.1796875, + 68095.203125, + 68211.1171875, + 68312.53125, + 68419.2421875, + 68499.015625, + 68573.140625, + 68648.4921875, + 68699.5390625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_100532.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_100532.json new file mode 100644 index 0000000000000000000000000000000000000000..d58c04c6675b0e06063d21ccded4ca5a81c8cba4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_100532.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T10:05:32.190400+00:00", + "metrics": { + "MSE[mean]": 535488.1978111267, + "MSE[0.5]": 535488.1978111267, + "MAE[0.5]": 646.4140625, + "MASE[0.5]": 0.7150702062146864, + "MAPE[0.5]": 0.009851723114711022, + "sMAPE[0.5]": 0.009789698719297845, + "MSIS": 3.129132356247693, + "RMSE[mean]": 731.770590971738, + "NRMSE[mean]": 0.011119287075915687, + "ND[0.5]": 0.009822290782828143, + "mean_weighted_sum_quantile_loss": 0.007552495978721027 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 61386.08984375, + 61034.0390625, + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0 + ], + "actual": [ + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625 + ], + "predictions": { + "p50": [ + 66551.515625, + 66523.6015625, + 66498.3125, + 66484.53125, + 66472.1171875, + 66456.765625, + 66447.7890625, + 66450.984375, + 66442.359375, + 66447.546875, + 66452.7890625, + 66462.8671875, + 66453.625, + 66466.0, + 66459.71875, + 66453.421875, + 66449.640625, + 66445.9921875, + 66436.3984375, + 66438.4140625, + 66426.3359375, + 66414.109375, + 66417.3671875, + 66423.90625 + ], + "p10": [ + 66118.796875, + 65908.8125, + 65757.1796875, + 65633.125, + 65528.4375, + 65426.2265625, + 65340.12109375, + 65278.1640625, + 65181.1640625, + 65150.1796875, + 65090.83984375, + 65035.828125, + 64964.27734375, + 64910.44921875, + 64853.08203125, + 64801.703125, + 64743.66796875, + 64688.80078125, + 64641.19921875, + 64584.90234375, + 64532.3984375, + 64486.19140625, + 64443.9140625, + 64401.76953125 + ], + "p90": [ + 66984.0390625, + 67135.5, + 67246.6640625, + 67335.5078125, + 67418.0703125, + 67495.7734375, + 67564.4453125, + 67630.0625, + 67719.78125, + 67795.4375, + 67864.6171875, + 67929.0390625, + 67974.4375, + 68049.5234375, + 68107.9375, + 68149.3203125, + 68212.2890625, + 68254.9296875, + 68306.2109375, + 68348.8671875, + 68393.7265625, + 68446.4453125, + 68490.9375, + 68536.3359375 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_100414.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_100414.json new file mode 100644 index 0000000000000000000000000000000000000000..d380cd3c5de8d00c1d7f6577d1ec81b3896cb08c --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_100414.json @@ -0,0 +1,443 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T10:04:14.941180+00:00", + "metrics": { + "MSE[mean]": 24.08605814823227, + "MSE[0.5]": 24.08605814823227, + "MAE[0.5]": 4.217082420984904, + "MASE[0.5]": 0.8175280945366534, + "MAPE[0.5]": 0.5597721222734818, + "sMAPE[0.5]": 0.3899493288292937, + "MSIS": 8.9671823165721, + "RMSE[mean]": 4.907754898956576, + "NRMSE[mean]": 0.46010202177717896, + "ND[0.5]": 0.39535147696733475, + "mean_weighted_sum_quantile_loss": 0.2991201960378223 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 10.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 16.0, + 14.0, + 17.0, + 23.0, + 11.0, + 19.0, + 11.0, + 11.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 13.0, + 13.0 + ], + "actual": [ + 10.0, + 13.0, + 9.0, + 9.0, + 17.0, + 13.0, + 15.0, + 20.0, + 8.0, + 18.0, + 14.0, + 5.0, + 12.0, + 7.0, + 6.0, + 9.0, + 8.0, + 9.0, + 6.0, + 11.0, + 16.0, + 6.0, + 4.0, + 11.0 + ], + "predictions": { + "p50": [ + 12.951273918151855, + 12.991708755493164, + 13.003226280212402, + 13.022258758544922, + 13.027381896972656, + 12.99152660369873, + 13.013829231262207, + 13.007183074951172, + 13.032618522644043, + 13.046003341674805, + 13.092585563659668, + 13.051956176757812, + 13.076927185058594, + 13.05231761932373, + 13.117855072021484, + 13.12531566619873, + 13.169445037841797, + 13.153478622436523, + 13.17373275756836, + 13.234981536865234, + 13.207324981689453, + 13.160083770751953, + 13.138930320739746, + 13.123120307922363 + ], + "p10": [ + 8.90163803100586, + 8.796075820922852, + 8.820446014404297, + 8.822134017944336, + 8.73661994934082, + 8.758925437927246, + 8.801525115966797, + 8.846498489379883, + 8.823452949523926, + 8.895135879516602, + 8.821529388427734, + 8.900681495666504, + 8.840814590454102, + 8.825092315673828, + 8.874000549316406, + 8.861730575561523, + 8.846284866333008, + 8.797077178955078, + 8.837482452392578, + 8.864013671875, + 8.804996490478516, + 8.834261894226074, + 8.843151092529297, + 8.871917724609375 + ], + "p90": [ + 18.817852020263672, + 19.05731773376465, + 19.194164276123047, + 19.314735412597656, + 19.554513931274414, + 19.461376190185547, + 19.424705505371094, + 19.458568572998047, + 19.438800811767578, + 19.41445541381836, + 19.46469497680664, + 19.549118041992188, + 19.573226928710938, + 19.571340560913086, + 19.501678466796875, + 19.509342193603516, + 19.55221176147461, + 19.698928833007812, + 19.85329818725586, + 19.947677612304688, + 20.073484420776367, + 19.971487045288086, + 19.846294403076172, + 19.87982177734375 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_100719.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_100719.json new file mode 100644 index 0000000000000000000000000000000000000000..ecbf990e15dff3b09cc3236219e517453503c8a8 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_100719.json @@ -0,0 +1,443 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T10:07:19.383318+00:00", + "metrics": { + "MSE[mean]": 23.359244026599185, + "MSE[0.5]": 22.787377995424787, + "MAE[0.5]": 4.099926650524139, + "MASE[0.5]": 0.7948161519594453, + "MAPE[0.5]": 0.5503110046118875, + "sMAPE[0.5]": 0.38140186777506074, + "MSIS": 6.703409871300127, + "RMSE[mean]": 4.833140182800328, + "NRMSE[mean]": 0.45310689213753075, + "ND[0.5]": 0.38436812348663807, + "mean_weighted_sum_quantile_loss": 0.27478841079605953 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 10.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 16.0, + 14.0, + 17.0, + 23.0, + 11.0, + 19.0, + 11.0, + 11.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 13.0, + 13.0 + ], + "actual": [ + 10.0, + 13.0, + 9.0, + 9.0, + 17.0, + 13.0, + 15.0, + 20.0, + 8.0, + 18.0, + 14.0, + 5.0, + 12.0, + 7.0, + 6.0, + 9.0, + 8.0, + 9.0, + 6.0, + 11.0, + 16.0, + 6.0, + 4.0, + 11.0 + ], + "predictions": { + "p50": [ + 14.053861141204834, + 13.124788284301758, + 12.746560096740723, + 12.85619068145752, + 13.06733751296997, + 13.789858341217041, + 13.580520629882812, + 13.478330612182617, + 13.17553186416626, + 12.791808605194092, + 13.190702438354492, + 13.88959789276123, + 14.215077877044678, + 13.588716506958008, + 13.5714430809021, + 13.36009693145752, + 13.077505588531494, + 12.7359938621521, + 13.822808265686035, + 13.728033542633057, + 12.774603366851807, + 13.561869621276855, + 12.888162612915039, + 12.645158767700195 + ], + "p10": [ + 8.188608646392822, + 7.3260955810546875, + 7.682227849960327, + 7.647454738616943, + 8.259296894073486, + 7.790662527084351, + 8.145610809326172, + 8.692471027374268, + 7.474311113357544, + 7.6764726638793945, + 6.986039400100708, + 8.552717208862305, + 8.369013786315918, + 7.883700847625732, + 8.197629928588867, + 8.235756874084473, + 7.779728889465332, + 8.457850456237793, + 7.960773944854736, + 8.311603546142578, + 8.109453201293945, + 8.097734928131104, + 8.186810970306396, + 7.529592037200928 + ], + "p90": [ + 17.444697380065918, + 17.06899356842041, + 17.63357925415039, + 16.44791316986084, + 17.70974349975586, + 19.39230251312256, + 18.699856758117676, + 17.826814651489258, + 17.888389587402344, + 16.930721282958984, + 18.155070304870605, + 18.518571853637695, + 18.62234115600586, + 18.285107612609863, + 18.940927505493164, + 17.37120819091797, + 17.11494255065918, + 17.898441314697266, + 18.14112091064453, + 18.647849082946777, + 17.22291851043701, + 18.240052223205566, + 18.026591300964355, + 17.247413635253906 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_100802.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_100802.json new file mode 100644 index 0000000000000000000000000000000000000000..1289df376a2d685d6c0dccc0d85b67931fbe53e0 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_100802.json @@ -0,0 +1,443 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T10:08:02.990465+00:00", + "metrics": { + "MSE[mean]": 24.12663850390042, + "MSE[0.5]": 24.12663850390042, + "MAE[0.5]": 4.228787740071614, + "MASE[0.5]": 0.8197973001754342, + "MAPE[0.5]": 0.5620854956837336, + "sMAPE[0.5]": 0.39055004193951387, + "MSIS": 9.608562512621162, + "RMSE[mean]": 4.911887468570551, + "NRMSE[mean]": 0.4604894501784892, + "ND[0.5]": 0.39644885063171387, + "mean_weighted_sum_quantile_loss": 0.29852743148803706 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 10.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 16.0, + 14.0, + 17.0, + 23.0, + 11.0, + 19.0, + 11.0, + 11.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 13.0, + 13.0 + ], + "actual": [ + 10.0, + 13.0, + 9.0, + 9.0, + 17.0, + 13.0, + 15.0, + 20.0, + 8.0, + 18.0, + 14.0, + 5.0, + 12.0, + 7.0, + 6.0, + 9.0, + 8.0, + 9.0, + 6.0, + 11.0, + 16.0, + 6.0, + 4.0, + 11.0 + ], + "predictions": { + "p50": [ + 13.06982421875, + 12.7984619140625, + 12.8746337890625, + 12.793701171875, + 13.23406982421875, + 13.51495361328125, + 13.36737060546875, + 13.10791015625, + 12.8365478515625, + 12.9031982421875, + 13.136474609375, + 13.32452392578125, + 13.269775390625, + 12.80322265625, + 12.9317626953125, + 12.869873046875, + 13.4459228515625, + 13.3411865234375, + 13.2650146484375, + 12.9031982421875, + 12.812744140625, + 13.0888671875, + 13.37689208984375, + 13.1412353515625 + ], + "p10": [ + 9.318359375, + 9.166015625, + 9.10888671875, + 9.013671875, + 9.29931640625, + 9.4326171875, + 9.33740234375, + 9.1279296875, + 8.9755859375, + 9.013671875, + 9.10888671875, + 9.22314453125, + 9.18505859375, + 8.861328125, + 9.013671875, + 8.8994140625, + 9.2802734375, + 9.14697265625, + 9.03271484375, + 8.6708984375, + 8.6708984375, + 8.8994140625, + 9.1279296875, + 8.8994140625 + ], + "p90": [ + 18.458984375, + 18.09716796875, + 18.2685546875, + 18.3447265625, + 19.068359375, + 19.5634765625, + 19.296875, + 18.83984375, + 18.306640625, + 18.43994140625, + 18.9921875, + 19.3349609375, + 19.220703125, + 18.59228515625, + 18.66845703125, + 18.611328125, + 19.6396484375, + 19.44921875, + 19.220703125, + 18.8017578125, + 18.6494140625, + 18.9921875, + 19.44921875, + 19.296875 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_100523.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_100523.json new file mode 100644 index 0000000000000000000000000000000000000000..3af7f36915850987decb9cca7c9cc310fcf3e708 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_100523.json @@ -0,0 +1,443 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T10:05:23.519379+00:00", + "metrics": { + "MSE[mean]": 22.8234201046306, + "MSE[0.5]": 19.494517330023807, + "MAE[0.5]": 3.8171834150950112, + "MASE[0.5]": 0.7400032468681766, + "MAPE[0.5]": 0.47567150818384213, + "sMAPE[0.5]": 0.3621714595597613, + "MSIS": 29.24017580337401, + "RMSE[mean]": 4.777386325662873, + "NRMSE[mean]": 0.4478799680308943, + "ND[0.5]": 0.3578609451651573, + "mean_weighted_sum_quantile_loss": 0.3840829773081674 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 10.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 16.0, + 14.0, + 17.0, + 23.0, + 11.0, + 19.0, + 11.0, + 11.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 13.0, + 13.0 + ], + "actual": [ + 10.0, + 13.0, + 9.0, + 9.0, + 17.0, + 13.0, + 15.0, + 20.0, + 8.0, + 18.0, + 14.0, + 5.0, + 12.0, + 7.0, + 6.0, + 9.0, + 8.0, + 9.0, + 6.0, + 11.0, + 16.0, + 6.0, + 4.0, + 11.0 + ], + "predictions": { + "p50": [ + 11.864093780517578, + 11.79699420928955, + 11.756179809570312, + 11.762114524841309, + 11.748628616333008, + 11.754602432250977, + 11.768770217895508, + 11.828998565673828, + 11.721065521240234, + 11.729890823364258, + 11.810657501220703, + 11.664861679077148, + 11.697272300720215, + 11.702800750732422, + 11.741270065307617, + 11.747836112976074, + 11.848294258117676, + 11.956896781921387, + 12.039148330688477, + 12.152148246765137, + 12.111672401428223, + 12.03598403930664, + 11.90306568145752, + 11.964129447937012 + ], + "p10": [ + 13.171780586242676, + 13.17117977142334, + 13.15612506866455, + 13.219644546508789, + 13.149227142333984, + 13.166096687316895, + 13.138827323913574, + 13.141077041625977, + 13.148911476135254, + 13.10505485534668, + 13.22121810913086, + 13.101573944091797, + 13.141881942749023, + 13.19071102142334, + 13.144366264343262, + 13.145515441894531, + 13.299753189086914, + 13.374348640441895, + 13.583972930908203, + 13.51913070678711, + 13.553332328796387, + 13.450637817382812, + 13.327013969421387, + 13.408050537109375 + ], + "p90": [ + 15.971628189086914, + 16.136432647705078, + 16.305400848388672, + 16.30670928955078, + 16.321514129638672, + 16.38819122314453, + 16.450790405273438, + 16.50373077392578, + 16.417020797729492, + 16.372276306152344, + 16.486093521118164, + 16.378963470458984, + 16.387516021728516, + 16.44677734375, + 16.49928092956543, + 16.534257888793945, + 16.682491302490234, + 16.78192901611328, + 16.954519271850586, + 16.986942291259766, + 17.002544403076172, + 16.98780632019043, + 16.882848739624023, + 16.850597381591797 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260617_100631.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260617_100631.json new file mode 100644 index 0000000000000000000000000000000000000000..0b24be3d2a7559f64f76674d885397032e2d2c85 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260617_100631.json @@ -0,0 +1,443 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TiRex", + "evaluated_at": "2026-06-17T10:06:31.558026+00:00", + "metrics": { + "MSE[mean]": 24.34965556868504, + "MSE[0.5]": 24.34965556868504, + "MAE[0.5]": 4.2553214232126875, + "MASE[0.5]": 0.8249411482803272, + "MAPE[0.5]": 0.5658396233340944, + "sMAPE[0.5]": 0.39263261584144155, + "MSIS": 8.847898735946139, + "RMSE[mean]": 4.934537016649591, + "NRMSE[mean]": 0.46261284531089913, + "ND[0.5]": 0.3989363834261894, + "mean_weighted_sum_quantile_loss": 0.3007371106081538 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 10.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 16.0, + 14.0, + 17.0, + 23.0, + 11.0, + 19.0, + 11.0, + 11.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 13.0, + 13.0 + ], + "actual": [ + 10.0, + 13.0, + 9.0, + 9.0, + 17.0, + 13.0, + 15.0, + 20.0, + 8.0, + 18.0, + 14.0, + 5.0, + 12.0, + 7.0, + 6.0, + 9.0, + 8.0, + 9.0, + 6.0, + 11.0, + 16.0, + 6.0, + 4.0, + 11.0 + ], + "predictions": { + "p50": [ + 13.025009155273438, + 12.920037269592285, + 13.190251350402832, + 13.009302139282227, + 13.104164123535156, + 13.121980667114258, + 13.108818054199219, + 13.253151893615723, + 13.108171463012695, + 13.162055969238281, + 13.046808242797852, + 13.052882194519043, + 13.161944389343262, + 13.150917053222656, + 13.2339506149292, + 13.146474838256836, + 13.330801010131836, + 13.168400764465332, + 13.221084594726562, + 13.305948257446289, + 13.240814208984375, + 13.28287124633789, + 13.179991722106934, + 13.273582458496094 + ], + "p10": [ + 9.003724098205566, + 8.77608871459961, + 8.899271011352539, + 8.797524452209473, + 8.975485801696777, + 8.972515106201172, + 8.94537353515625, + 9.002481460571289, + 8.817887306213379, + 8.870288848876953, + 8.77372932434082, + 8.790155410766602, + 8.820844650268555, + 8.81149673461914, + 8.914153099060059, + 8.809721946716309, + 8.94175910949707, + 8.839895248413086, + 8.86068058013916, + 8.843658447265625, + 8.777571678161621, + 8.83810043334961, + 8.728679656982422, + 8.812183380126953 + ], + "p90": [ + 19.335433959960938, + 19.500961303710938, + 19.704078674316406, + 19.38463020324707, + 19.57573699951172, + 19.620946884155273, + 19.63834571838379, + 19.885583877563477, + 19.764148712158203, + 19.7761173248291, + 19.55630111694336, + 19.588184356689453, + 19.823516845703125, + 19.799503326416016, + 19.859943389892578, + 19.89834976196289, + 20.269142150878906, + 19.954408645629883, + 19.894975662231445, + 20.10681915283203, + 20.011436462402344, + 20.114253997802734, + 20.0711669921875, + 20.1660099029541 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260617_100555.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260617_100555.json new file mode 100644 index 0000000000000000000000000000000000000000..98d190ad82cef831eaaab1def66e50730fb9bf1d --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260617_100555.json @@ -0,0 +1,443 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T10:05:55.175386+00:00", + "metrics": { + "MSE[mean]": 23.654218157286323, + "MSE[0.5]": 23.654218157286323, + "MAE[0.5]": 4.183543682098389, + "MASE[0.5]": 0.8110262388559072, + "MAPE[0.5]": 0.5535589046213226, + "sMAPE[0.5]": 0.38772289673246885, + "MSIS": 8.884286125565191, + "RMSE[mean]": 4.863560234775171, + "NRMSE[mean]": 0.4559587720101723, + "ND[0.5]": 0.39220722019672394, + "mean_weighted_sum_quantile_loss": 0.2940495242675146 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 10.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 16.0, + 14.0, + 17.0, + 23.0, + 11.0, + 19.0, + 11.0, + 11.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 13.0, + 13.0 + ], + "actual": [ + 10.0, + 13.0, + 9.0, + 9.0, + 17.0, + 13.0, + 15.0, + 20.0, + 8.0, + 18.0, + 14.0, + 5.0, + 12.0, + 7.0, + 6.0, + 9.0, + 8.0, + 9.0, + 6.0, + 11.0, + 16.0, + 6.0, + 4.0, + 11.0 + ], + "predictions": { + "p50": [ + 13.00306224822998, + 12.92475414276123, + 12.936508178710938, + 12.942827224731445, + 12.972878456115723, + 12.956016540527344, + 12.976042747497559, + 12.976840019226074, + 12.996465682983398, + 12.948108673095703, + 13.023775100708008, + 12.974239349365234, + 13.021936416625977, + 13.030627250671387, + 13.024993896484375, + 13.019609451293945, + 13.061864852905273, + 13.005083084106445, + 13.13224983215332, + 13.027764320373535, + 13.032363891601562, + 12.992372512817383, + 13.036823272705078, + 13.009400367736816 + ], + "p10": [ + 8.678033828735352, + 8.793412208557129, + 8.82562255859375, + 8.809240341186523, + 8.807710647583008, + 8.767454147338867, + 8.841510772705078, + 8.751826286315918, + 8.799631118774414, + 8.691734313964844, + 8.786090850830078, + 8.713508605957031, + 8.711311340332031, + 8.777725219726562, + 8.765539169311523, + 8.76181697845459, + 8.788799285888672, + 8.756511688232422, + 8.825353622436523, + 8.757516860961914, + 8.80270767211914, + 8.754036903381348, + 8.833093643188477, + 8.801162719726562 + ], + "p90": [ + 18.774951934814453, + 18.66606903076172, + 18.716861724853516, + 18.74445915222168, + 18.949209213256836, + 18.64118194580078, + 18.847976684570312, + 18.787748336791992, + 18.910648345947266, + 18.633758544921875, + 18.985576629638672, + 18.655574798583984, + 18.876924514770508, + 18.857166290283203, + 18.772951126098633, + 18.75762176513672, + 18.976511001586914, + 18.80957794189453, + 19.3304386138916, + 18.882335662841797, + 18.817888259887695, + 18.648319244384766, + 18.886863708496094, + 18.74778938293457 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260617_100651.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260617_100651.json new file mode 100644 index 0000000000000000000000000000000000000000..d417fc19a8d1247a25059284deeec6cbf7633f83 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260617_100651.json @@ -0,0 +1,327 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T10:06:51.660101+00:00", + "metrics": { + "MSE[mean]": 0.8718248672357731, + "MSE[0.5]": 1.143707634586993, + "MAE[0.5]": 0.8121078014373779, + "MASE[0.5]": 0.34210270250446057, + "MAPE[0.5]": 0.03579543555440612, + "sMAPE[0.5]": 0.03685603375885233, + "MSIS": 4.23695605026278, + "RMSE[mean]": 0.9337156243930874, + "NRMSE[mean]": 0.04228305938200517, + "ND[0.5]": 0.036776082027208425, + "mean_weighted_sum_quantile_loss": 0.06354264684896725 + }, + "context_length": 86, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 21.059127807617188, + 21.022311210632324, + 20.904574394226074, + 20.859495162963867, + 20.780847549438477, + 20.895410537719727, + 20.75946044921875, + 21.028279304504395, + 21.416895866394043, + 21.524755477905273, + 21.399752616882324, + 21.162973403930664, + 21.413670539855957, + 21.789613723754883, + 20.933463096618652, + 21.072023391723633, + 21.803184509277344, + 22.090391159057617, + 21.690089225769043, + 22.436633110046387, + 22.53283405303955, + 22.519450187683105, + 22.27082920074463, + 22.740015029907227 + ], + "p10": [ + 20.764601707458496, + 20.30780029296875, + 19.940799713134766, + 19.530461311340332, + 19.00391960144043, + 18.29088592529297, + 17.84500503540039, + 18.12199115753174, + 18.61144733428955, + 17.979819297790527, + 16.904991149902344, + 16.09224510192871, + 16.24190616607666, + 16.65706443786621, + 15.195650577545166, + 15.78327751159668, + 16.48446750640869, + 16.278894424438477, + 14.682758331298828, + 15.758232593536377, + 13.24547529220581, + 14.923184871673584, + 15.50428295135498, + 15.354503154754639 + ], + "p90": [ + 21.394909858703613, + 21.74197483062744, + 22.06387233734131, + 22.14602565765381, + 22.48328971862793, + 23.3916072845459, + 23.938016891479492, + 25.355502128601074, + 24.644954681396484, + 24.974079132080078, + 26.35317325592041, + 27.19601058959961, + 27.60063362121582, + 28.906441688537598, + 27.86651611328125, + 30.345038414001465, + 28.39654541015625, + 29.3477144241333, + 30.435155868530273, + 30.58770179748535, + 29.728075981140137, + 30.27401638031006, + 30.887048721313477, + 32.280327796936035 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260617_100742.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260617_100742.json new file mode 100644 index 0000000000000000000000000000000000000000..5f29d5ca887bd453ff99b86a6328819680e0f80f --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260617_100742.json @@ -0,0 +1,327 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T10:07:42.292039+00:00", + "metrics": { + "MSE[mean]": 4.231024780232626, + "MSE[0.5]": 4.231024780232626, + "MAE[0.5]": 1.4285253683725994, + "MASE[0.5]": 0.6017703416362642, + "MAPE[0.5]": 0.062384887900872016, + "sMAPE[0.5]": 0.05883948070180012, + "MSIS": 1.9300405288841844, + "RMSE[mean]": 2.0569454976329893, + "NRMSE[mean]": 0.09314822023942963, + "ND[0.5]": 0.06469038473985143, + "mean_weighted_sum_quantile_loss": 0.04380005431758275 + }, + "context_length": 86, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.7396240234375, + 20.654296875, + 20.54052734375, + 20.5120849609375, + 20.54052734375, + 20.711181640625, + 21.18048095703125, + 22.2186279296875, + 23.6407470703125, + 25.094863891601562, + 26.22900390625, + 26.9969482421875, + 27.2813720703125, + 27.309814453125, + 26.98272705078125, + 26.41387939453125, + 25.17841339111328, + 24.230926513671875, + 23.249664306640625, + 22.54571533203125, + 21.962646484375, + 21.67822265625, + 21.40802001953125, + 21.18048095703125 + ], + "p10": [ + 20.5120849609375, + 20.31298828125, + 20.142333984375, + 20.028564453125, + 19.85791015625, + 19.914794921875, + 20.028564453125, + 20.5120849609375, + 21.0809326171875, + 21.7066650390625, + 22.13330078125, + 22.40350341796875, + 22.417724609375, + 22.5030517578125, + 22.531494140625, + 22.17596435546875, + 21.507568359375, + 21.052490234375, + 20.54052734375, + 20.31298828125, + 20.1138916015625, + 20.0001220703125, + 19.85791015625, + 19.6588134765625 + ], + "p90": [ + 20.9102783203125, + 20.99560546875, + 20.99560546875, + 21.052490234375, + 21.280029296875, + 21.55023193359375, + 22.5030517578125, + 23.99627685546875, + 25.95880126953125, + 27.77911376953125, + 29.0732421875, + 29.9833984375, + 30.609130859375, + 30.836669921875, + 30.5238037109375, + 30.154052734375, + 28.8741455078125, + 27.63690185546875, + 26.3427734375, + 25.269073486328125, + 24.414024353027344, + 23.900283813476562, + 23.434539794921875, + 23.192779541015625 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260617_100452.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260617_100452.json new file mode 100644 index 0000000000000000000000000000000000000000..09c7e50304b2481f5ac2f5f2683fc539ef1fb93f --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260617_100452.json @@ -0,0 +1,327 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T10:04:52.056686+00:00", + "metrics": { + "MSE[mean]": 0.5795734490872443, + "MSE[0.5]": 0.9675078270632488, + "MAE[0.5]": 0.7194040616353353, + "MASE[0.5]": 0.3030509905735851, + "MAPE[0.5]": 0.032242147833447025, + "sMAPE[0.5]": 0.033244759386289464, + "MSIS": 8.103501582934102, + "RMSE[mean]": 0.7612972146850692, + "NRMSE[mean]": 0.03447513835575721, + "ND[0.5]": 0.03257801825641999, + "mean_weighted_sum_quantile_loss": 0.03297871023889218 + }, + "context_length": 86, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.8203067779541, + 20.558338165283203, + 20.479990005493164, + 20.31920623779297, + 20.401859283447266, + 20.543582916259766, + 21.014127731323242, + 21.945575714111328, + 22.682493209838867, + 23.080873489379883, + 23.064563751220703, + 22.960229873657227, + 22.80914306640625, + 22.44226837158203, + 22.29011344909668, + 22.02762222290039, + 21.93821144104004, + 21.51767921447754, + 21.255956649780273, + 20.970157623291016, + 20.591196060180664, + 20.274070739746094, + 19.9989013671875, + 19.886333465576172 + ], + "p10": [ + 20.871089935302734, + 20.60024642944336, + 20.58135986328125, + 20.66321563720703, + 20.688575744628906, + 21.281455993652344, + 21.782024383544922, + 22.92108726501465, + 23.89778709411621, + 24.42965316772461, + 24.524934768676758, + 24.535459518432617, + 24.089290618896484, + 23.821115493774414, + 23.575227737426758, + 23.23797607421875, + 22.934051513671875, + 22.66339111328125, + 22.1577205657959, + 21.94585418701172, + 21.318403244018555, + 21.20414161682129, + 20.823654174804688, + 20.538713455200195 + ], + "p90": [ + 21.04657745361328, + 20.977771759033203, + 21.194427490234375, + 21.282451629638672, + 21.7097110748291, + 22.176837921142578, + 23.016157150268555, + 24.308683395385742, + 25.403419494628906, + 26.07177734375, + 26.356327056884766, + 26.342906951904297, + 26.286235809326172, + 26.004146575927734, + 25.787609100341797, + 25.429763793945312, + 25.263893127441406, + 24.633554458618164, + 24.161911010742188, + 23.67954444885254, + 23.10448455810547, + 22.662111282348633, + 22.24281120300293, + 21.903337478637695 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260617_100609.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260617_100609.json new file mode 100644 index 0000000000000000000000000000000000000000..77000abe1456a4ec41e2fc7ade97e9681babd612 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260617_100609.json @@ -0,0 +1,327 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-17T10:06:09.951249+00:00", + "metrics": { + "MSE[mean]": 0.47332488534160194, + "MSE[0.5]": 0.47332488534160194, + "MAE[0.5]": 0.536149263381958, + "MASE[0.5]": 0.22585438980404518, + "MAPE[0.5]": 0.023754536699307233, + "sMAPE[0.5]": 0.023731342688444502, + "MSIS": 1.9702720783539422, + "RMSE[mean]": 0.6879861083928962, + "NRMSE[mean]": 0.031155264745708844, + "ND[0.5]": 0.02427937430728239, + "mean_weighted_sum_quantile_loss": 0.031314108928938676 + }, + "context_length": 86, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.820653915405273, + 20.744136810302734, + 20.66522979736328, + 20.571626663208008, + 20.524044036865234, + 20.57650375366211, + 21.03963851928711, + 21.76636505126953, + 22.631441116333008, + 23.252038955688477, + 23.694557189941406, + 24.036916732788086, + 24.202625274658203, + 24.203468322753906, + 24.15946388244629, + 23.972326278686523, + 23.639575958251953, + 23.25007438659668, + 22.413143157958984, + 21.866300582885742, + 21.391084671020508, + 21.192214965820312, + 20.992137908935547, + 20.75815200805664 + ], + "p10": [ + 20.653358459472656, + 20.427391052246094, + 20.181297302246094, + 19.912506103515625, + 19.651073455810547, + 19.44809913635254, + 19.602155685424805, + 19.901945114135742, + 20.315170288085938, + 20.529396057128906, + 20.562175750732422, + 20.443950653076172, + 20.35995864868164, + 20.23729705810547, + 20.211750030517578, + 20.230382919311523, + 20.289661407470703, + 20.28411102294922, + 19.888961791992188, + 19.565717697143555, + 19.14239501953125, + 18.861562728881836, + 18.541528701782227, + 18.24726104736328 + ], + "p90": [ + 20.986833572387695, + 21.04267120361328, + 21.127431869506836, + 21.206586837768555, + 21.362071990966797, + 21.626008987426758, + 22.377225875854492, + 23.51447105407715, + 24.936756134033203, + 26.032855987548828, + 27.109519958496094, + 27.90518569946289, + 28.507339477539062, + 28.58150291442871, + 28.546104431152344, + 28.06085205078125, + 27.417495727539062, + 26.468812942504883, + 25.088695526123047, + 24.278324127197266, + 23.69473648071289, + 23.49919319152832, + 23.286924362182617, + 23.08364486694336 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260617_100536.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260617_100536.json new file mode 100644 index 0000000000000000000000000000000000000000..b108e86549056f538f855f370f9ff3421f478495 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260617_100536.json @@ -0,0 +1,327 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T10:05:36.479797+00:00", + "metrics": { + "MSE[mean]": 4.486292367349051, + "MSE[0.5]": 4.486292367349051, + "MAE[0.5]": 1.6191182136535645, + "MASE[0.5]": 0.6820581154185487, + "MAPE[0.5]": 0.07247850255368889, + "sMAPE[0.5]": 0.0684185623699477, + "MSIS": 2.9901828430574664, + "RMSE[mean]": 2.118086959345402, + "NRMSE[mean]": 0.09591699478785701, + "ND[0.5]": 0.07332133016291704, + "mean_weighted_sum_quantile_loss": 0.05601208305975242 + }, + "context_length": 86, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.828893661499023, + 20.84614372253418, + 20.99872589111328, + 21.326566696166992, + 22.068042755126953, + 23.33530616760254, + 24.484344482421875, + 25.414018630981445, + 26.15896224975586, + 26.62506103515625, + 26.892581939697266, + 26.553367614746094, + 26.16426658630371, + 25.66250991821289, + 24.880035400390625, + 24.328712463378906, + 23.61530113220215, + 23.134279251098633, + 22.61981201171875, + 22.193058013916016, + 21.9415283203125, + 21.688478469848633, + 21.49480628967285, + 21.406339645385742 + ], + "p10": [ + 20.651098251342773, + 20.498483657836914, + 20.429119110107422, + 20.375316619873047, + 20.361536026000977, + 20.452770233154297, + 20.610206604003906, + 20.63253402709961, + 20.726459503173828, + 20.79863929748535, + 20.842313766479492, + 20.670223236083984, + 20.847925186157227, + 20.685245513916016, + 20.73265838623047, + 20.6232967376709, + 20.5299072265625, + 20.433818817138672, + 20.307735443115234, + 20.144563674926758, + 20.059141159057617, + 19.967256546020508, + 19.82335662841797, + 19.794727325439453 + ], + "p90": [ + 21.050735473632812, + 21.702604293823242, + 22.648771286010742, + 24.043920516967773, + 25.95798110961914, + 27.959068298339844, + 29.499401092529297, + 30.384044647216797, + 31.132495880126953, + 31.570152282714844, + 31.47030258178711, + 31.58995246887207, + 31.318492889404297, + 30.972705841064453, + 30.397239685058594, + 29.60353660583496, + 29.015682220458984, + 28.087514877319336, + 27.208890914916992, + 26.169925689697266, + 25.327556610107422, + 24.848051071166992, + 24.694290161132812, + 24.70444107055664 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260617_100357.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260617_100357.json new file mode 100644 index 0000000000000000000000000000000000000000..71a12772b07f2c047217d68effc3494b3e0612b4 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260617_100357.json @@ -0,0 +1,491 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T10:03:57.220796+00:00", + "metrics": { + "MSE[mean]": 0.7238969495139903, + "MSE[0.5]": 0.7238969495139903, + "MAE[0.5]": 0.719465454419454, + "MASE[0.5]": 0.631340777471073, + "MAPE[0.5]": 0.045036415320360755, + "sMAPE[0.5]": 0.04649862391248605, + "MSIS": 16.631743110624452, + "RMSE[mean]": 0.8508213381868077, + "NRMSE[mean]": 0.05422122088566998, + "ND[0.5]": 0.045850160983058205, + "mean_weighted_sum_quantile_loss": 0.04254027064888371 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00" + ], + "context": [ + 19.0, + 19.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 22.0, + 21.100000381469727, + 21.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.100000381469727, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ], + "actual": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0 + ], + "predictions": { + "p50": [ + 15.000996589660645, + 14.990178108215332, + 14.99311637878418, + 14.966499328613281, + 14.967442512512207, + 14.965967178344727, + 14.961833953857422, + 14.9661283493042, + 14.97280502319336, + 14.969411849975586, + 14.980012893676758, + 14.979315757751465, + 14.982994079589844, + 14.9788236618042, + 14.97701644897461, + 14.958674430847168, + 14.989777565002441, + 14.977701187133789, + 14.981342315673828, + 14.95450210571289, + 14.953935623168945, + 14.958452224731445, + 14.953376770019531, + 14.95451831817627 + ], + "p10": [ + 14.851808547973633, + 14.835317611694336, + 14.809035301208496, + 14.809289932250977, + 14.791498184204102, + 14.766908645629883, + 14.75493335723877, + 14.741039276123047, + 14.72806167602539, + 14.724282264709473, + 14.719158172607422, + 14.710932731628418, + 14.712218284606934, + 14.717150688171387, + 14.669140815734863, + 14.656286239624023, + 14.528717994689941, + 14.506074905395508, + 14.473733901977539, + 14.472875595092773, + 14.422576904296875, + 14.400471687316895, + 14.385028839111328, + 14.362281799316406 + ], + "p90": [ + 15.115204811096191, + 15.122498512268066, + 15.113998413085938, + 15.131999969482422, + 15.155190467834473, + 15.171524047851562, + 15.158258438110352, + 15.189006805419922, + 15.19649887084961, + 15.220916748046875, + 15.223594665527344, + 15.25679874420166, + 15.286846160888672, + 15.278693199157715, + 15.311004638671875, + 15.292224884033203, + 15.414711952209473, + 15.397404670715332, + 15.418731689453125, + 15.456314086914062, + 15.478902816772461, + 15.51962947845459, + 15.513143539428711, + 15.511157035827637 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260617_100659.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260617_100659.json new file mode 100644 index 0000000000000000000000000000000000000000..dee81696782ec7ecf0ac4f06955ba20cb3715ec7 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260617_100659.json @@ -0,0 +1,491 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T10:06:59.510053+00:00", + "metrics": { + "MSE[mean]": 1.2263991441885764, + "MSE[0.5]": 1.263967165125185, + "MAE[0.5]": 0.9706755876541138, + "MASE[0.5]": 0.8517811055657106, + "MAPE[0.5]": 0.06090748555111725, + "sMAPE[0.5]": 0.0634951520767275, + "MSIS": 12.131926976236272, + "RMSE[mean]": 1.1074290695970448, + "NRMSE[mean]": 0.07057434211252649, + "ND[0.5]": 0.06185930357445434, + "mean_weighted_sum_quantile_loss": 0.052873346330900566 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00" + ], + "context": [ + 19.0, + 19.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 22.0, + 21.100000381469727, + 21.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.100000381469727, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ], + "actual": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0 + ], + "predictions": { + "p50": [ + 15.030924797058105, + 14.985870361328125, + 14.96049976348877, + 14.923323631286621, + 14.915915966033936, + 14.896208763122559, + 14.850709438323975, + 14.91414499282837, + 14.914880752563477, + 14.82148265838623, + 14.87869930267334, + 14.829630851745605, + 14.7509765625, + 14.752891540527344, + 14.691599369049072, + 14.695811748504639, + 14.671061515808105, + 14.618175983428955, + 14.595962524414062, + 14.551270484924316, + 14.465062618255615, + 14.457911968231201, + 14.329151630401611, + 14.369786262512207 + ], + "p10": [ + 14.638077735900879, + 14.475030422210693, + 14.588025093078613, + 14.495431900024414, + 14.386205196380615, + 14.410701751708984, + 14.268645763397217, + 14.250974655151367, + 14.249934196472168, + 14.182050704956055, + 14.116192817687988, + 14.234466075897217, + 13.90453577041626, + 13.807771682739258, + 13.711738109588623, + 13.723325729370117, + 13.791194915771484, + 13.728740692138672, + 13.34717607498169, + 13.385721206665039, + 13.224920272827148, + 13.287740230560303, + 12.991589546203613, + 13.356097221374512 + ], + "p90": [ + 15.452603816986084, + 15.445825099945068, + 15.399168014526367, + 15.415017127990723, + 15.459647178649902, + 15.378766059875488, + 15.422335147857666, + 15.560635089874268, + 15.590814113616943, + 15.598220825195312, + 15.6891770362854, + 15.646039962768555, + 15.584233283996582, + 15.665244102478027, + 15.711170673370361, + 15.677825450897217, + 15.560144901275635, + 15.407217502593994, + 15.523625373840332, + 15.751985549926758, + 15.673151969909668, + 15.558143138885498, + 15.556704998016357, + 15.500542163848877 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260617_100747.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260617_100747.json new file mode 100644 index 0000000000000000000000000000000000000000..6ac9fcf960f2e133b41b1a4877fb4390694548ae --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260617_100747.json @@ -0,0 +1,491 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T10:07:47.318749+00:00", + "metrics": { + "MSE[mean]": 0.7415183481512031, + "MSE[0.5]": 0.7415183481512031, + "MAE[0.5]": 0.7274638017018636, + "MASE[0.5]": 0.6383594366168895, + "MAPE[0.5]": 0.04553457504546197, + "sMAPE[0.5]": 0.04703275536236484, + "MSIS": 4.865856373236103, + "RMSE[mean]": 0.8611145964104912, + "NRMSE[mean]": 0.054877190597206575, + "ND[0.5]": 0.04635988039799913, + "mean_weighted_sum_quantile_loss": 0.03359479878427782 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00" + ], + "context": [ + 19.0, + 19.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 22.0, + 21.100000381469727, + 21.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.100000381469727, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ], + "actual": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0 + ], + "predictions": { + "p50": [ + 15.0096435546875, + 15.02685546875, + 14.992431640625, + 15.02685546875, + 14.992431640625, + 14.992431640625, + 14.992431640625, + 14.992431640625, + 14.9752197265625, + 14.992431640625, + 14.9580078125, + 14.9752197265625, + 14.9580078125, + 14.9580078125, + 14.9407958984375, + 14.9407958984375, + 14.9407958984375, + 14.9407958984375, + 14.9580078125, + 14.9580078125, + 14.9407958984375, + 14.923583984375, + 14.9407958984375, + 14.9407958984375 + ], + "p10": [ + 14.9407958984375, + 14.9580078125, + 14.923583984375, + 14.9407958984375, + 14.9063720703125, + 14.88916015625, + 14.88916015625, + 14.8719482421875, + 14.854736328125, + 14.854736328125, + 14.8203125, + 14.8375244140625, + 14.8031005859375, + 14.8031005859375, + 14.8203125, + 14.8031005859375, + 14.8031005859375, + 14.785888671875, + 14.785888671875, + 14.8031005859375, + 14.8031005859375, + 14.7686767578125, + 14.7686767578125, + 14.75146484375 + ], + "p90": [ + 15.0440673828125, + 15.095703125, + 15.095703125, + 15.130126953125, + 15.1817626953125, + 15.2506103515625, + 15.336669921875, + 15.405517578125, + 15.5087890625, + 15.6292724609375, + 15.6981201171875, + 15.7841796875, + 15.887451171875, + 15.956298828125, + 16.025146484375, + 16.025146484375, + 16.2144775390625, + 16.2833251953125, + 16.36077880859375, + 16.40380859375, + 16.4210205078125, + 16.4554443359375, + 16.51568603515625, + 16.5587158203125 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260617_100500.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260617_100500.json new file mode 100644 index 0000000000000000000000000000000000000000..88a8ae44b02ce4d8e39e7e8e507a8132ddd16414 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260617_100500.json @@ -0,0 +1,491 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T10:05:00.338064+00:00", + "metrics": { + "MSE[mean]": 0.7508424231181152, + "MSE[0.5]": 0.870589869565265, + "MAE[0.5]": 0.8021595478057861, + "MASE[0.5]": 0.7039059755498606, + "MAPE[0.5]": 0.05027382560132961, + "sMAPE[0.5]": 0.05203871054191638, + "MSIS": 15.134366883017256, + "RMSE[mean]": 0.8665116404977576, + "NRMSE[mean]": 0.05522113392167586, + "ND[0.5]": 0.05112009781021389, + "mean_weighted_sum_quantile_loss": 0.040400225461277625 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00" + ], + "context": [ + 19.0, + 19.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 22.0, + 21.100000381469727, + 21.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.100000381469727, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ], + "actual": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0 + ], + "predictions": { + "p50": [ + 15.013080596923828, + 14.988262176513672, + 14.940069198608398, + 14.897607803344727, + 14.945067405700684, + 14.948290824890137, + 14.928305625915527, + 14.928742408752441, + 14.884231567382812, + 14.885628700256348, + 14.92607593536377, + 14.948060989379883, + 14.868856430053711, + 14.877727508544922, + 14.907712936401367, + 14.888368606567383, + 14.801030158996582, + 14.8042631149292, + 14.887123107910156, + 14.841206550598145, + 14.838810920715332, + 14.84250545501709, + 14.811522483825684, + 14.771781921386719 + ], + "p10": [ + 15.086273193359375, + 15.01348876953125, + 14.971208572387695, + 15.01262092590332, + 15.079574584960938, + 15.158296585083008, + 15.136008262634277, + 15.085714340209961, + 15.163978576660156, + 15.035747528076172, + 15.11335563659668, + 15.207923889160156, + 15.208341598510742, + 15.100458145141602, + 15.272320747375488, + 15.0982027053833, + 15.210598945617676, + 15.385322570800781, + 15.383334159851074, + 15.303083419799805, + 15.254199981689453, + 15.342484474182129, + 15.380419731140137, + 15.398715019226074 + ], + "p90": [ + 15.079578399658203, + 15.077916145324707, + 15.064409255981445, + 15.06008243560791, + 15.159832000732422, + 15.162330627441406, + 15.136282920837402, + 15.159887313842773, + 15.132095336914062, + 15.18172836303711, + 15.222207069396973, + 15.273643493652344, + 15.271761894226074, + 15.369277000427246, + 15.448390007019043, + 15.442944526672363, + 15.422289848327637, + 15.460457801818848, + 15.655045509338379, + 15.658529281616211, + 15.700565338134766, + 15.775854110717773, + 15.79116153717041, + 15.746427536010742 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260617_100615.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260617_100615.json new file mode 100644 index 0000000000000000000000000000000000000000..b81813e7d46c020c20575fa9380b15408a3298b9 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260617_100615.json @@ -0,0 +1,491 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-17T10:06:15.583995+00:00", + "metrics": { + "MSE[mean]": 0.7655670077896654, + "MSE[0.5]": 0.7655670077896654, + "MAE[0.5]": 0.7385068734486898, + "MASE[0.5]": 0.6480498831275365, + "MAPE[0.5]": 0.04622393773470449, + "sMAPE[0.5]": 0.04777189212354107, + "MSIS": 13.302924970742366, + "RMSE[mean]": 0.8749668609665542, + "NRMSE[mean]": 0.05575996899326994, + "ND[0.5]": 0.047063634295047604, + "mean_weighted_sum_quantile_loss": 0.046879912685999635 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00" + ], + "context": [ + 19.0, + 19.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 22.0, + 21.100000381469727, + 21.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.100000381469727, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ], + "actual": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0 + ], + "predictions": { + "p50": [ + 15.003215789794922, + 15.00247573852539, + 15.003320693969727, + 14.99831771850586, + 14.992888450622559, + 14.987557411193848, + 14.983458518981934, + 14.98809814453125, + 14.977998733520508, + 14.967147827148438, + 14.955289840698242, + 14.954766273498535, + 14.947210311889648, + 14.946715354919434, + 14.937610626220703, + 14.933237075805664, + 14.929847717285156, + 14.929040908813477, + 14.916178703308105, + 14.916645050048828, + 14.915127754211426, + 14.917746543884277, + 14.895859718322754, + 14.894104957580566 + ], + "p10": [ + 14.951215744018555, + 14.815753936767578, + 14.694994926452637, + 14.53531265258789, + 14.367809295654297, + 14.2481050491333, + 14.106842041015625, + 14.045495986938477, + 13.98527717590332, + 13.946171760559082, + 13.84691333770752, + 13.85257339477539, + 13.801017761230469, + 13.7531099319458, + 13.688735961914062, + 13.58694839477539, + 13.507720947265625, + 13.463569641113281, + 13.424368858337402, + 13.389545440673828, + 13.348332405090332, + 13.258822441101074, + 13.212160110473633, + 13.165075302124023 + ], + "p90": [ + 15.04500675201416, + 15.048707962036133, + 15.06978988647461, + 15.11013126373291, + 15.1710844039917, + 15.224533081054688, + 15.265705108642578, + 15.305793762207031, + 15.33438777923584, + 15.382259368896484, + 15.399085998535156, + 15.418546676635742, + 15.462940216064453, + 15.478608131408691, + 15.500868797302246, + 15.514902114868164, + 15.544151306152344, + 15.598148345947266, + 15.6300630569458, + 15.657551765441895, + 15.667163848876953, + 15.641743659973145, + 15.620689392089844, + 15.643379211425781 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260617_100541.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260617_100541.json new file mode 100644 index 0000000000000000000000000000000000000000..c6c6bc1d0e28db4751b4e95759b7692ca684bf41 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260617_100541.json @@ -0,0 +1,491 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T10:05:41.262984+00:00", + "metrics": { + "MSE[mean]": 0.6988557077654605, + "MSE[0.5]": 0.6988557077654605, + "MAE[0.5]": 0.7037270069122314, + "MASE[0.5]": 0.6175300745049169, + "MAPE[0.5]": 0.04403773351194148, + "sMAPE[0.5]": 0.045448508463251415, + "MSIS": 4.081368721696621, + "RMSE[mean]": 0.8359759014262674, + "NRMSE[mean]": 0.05327514951955579, + "ND[0.5]": 0.04484717974553397, + "mean_weighted_sum_quantile_loss": 0.03816839946253984 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00" + ], + "context": [ + 19.0, + 19.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 22.0, + 21.100000381469727, + 21.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.100000381469727, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ], + "actual": [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0 + ], + "predictions": { + "p50": [ + 14.988260269165039, + 14.991312026977539, + 14.989709854125977, + 14.987214088439941, + 14.988218307495117, + 14.985296249389648, + 14.986763000488281, + 14.982418060302734, + 14.984650611877441, + 14.990516662597656, + 14.990938186645508, + 14.985986709594727, + 14.984705924987793, + 14.989984512329102, + 14.990408897399902, + 14.988810539245605, + 14.986747741699219, + 14.99056625366211, + 14.985006332397461, + 14.987868309020996, + 14.984389305114746, + 14.988537788391113, + 14.993254661560059, + 14.988987922668457 + ], + "p10": [ + 14.958963394165039, + 14.934677124023438, + 14.80864143371582, + 14.666147232055664, + 14.487813949584961, + 14.346593856811523, + 14.2703275680542, + 14.209457397460938, + 14.10597038269043, + 14.089678764343262, + 14.051546096801758, + 14.029755592346191, + 13.968576431274414, + 13.931265830993652, + 13.911328315734863, + 13.880348205566406, + 13.850351333618164, + 13.803601264953613, + 13.760431289672852, + 13.707235336303711, + 13.650086402893066, + 13.584967613220215, + 13.509410858154297, + 13.470216751098633 + ], + "p90": [ + 15.026388168334961, + 15.038111686706543, + 15.036992073059082, + 15.084545135498047, + 15.143343925476074, + 15.281915664672852, + 15.649861335754395, + 15.60818862915039, + 15.687950134277344, + 15.788383483886719, + 15.78527545928955, + 15.834179878234863, + 15.891739845275879, + 15.899823188781738, + 16.01702308654785, + 16.051246643066406, + 16.08927345275879, + 16.157167434692383, + 16.218852996826172, + 16.266559600830078, + 16.334505081176758, + 16.41992950439453, + 16.4902400970459, + 16.634485244750977 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260617_100410.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260617_100410.json new file mode 100644 index 0000000000000000000000000000000000000000..14d99a0f448aabe9a21e5cbd68a9cd1401a66e63 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260617_100410.json @@ -0,0 +1,463 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T10:04:10.280201+00:00", + "metrics": { + "MSE[mean]": 2.6739004413899843, + "MSE[0.5]": 2.6739004413899843, + "MAE[0.5]": 1.2019844055175781, + "MASE[0.5]": 0.5738448850895024, + "MAPE[0.5]": 0.044351636354932666, + "sMAPE[0.5]": 0.04580341532123342, + "MSIS": 1.8177510420394272, + "RMSE[mean]": 1.6352065439539998, + "NRMSE[mean]": 0.06563799876004565, + "ND[0.5]": 0.04824824803366029, + "mean_weighted_sum_quantile_loss": 0.03986098888142892 + }, + "context_length": 154, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0 + ], + "actual": [ + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 30.200000762939453, + 30.100000381469727, + 28.399999618530273, + 27.700000762939453 + ], + "predictions": { + "p50": [ + 24.53580093383789, + 24.01553726196289, + 23.540260314941406, + 23.216917037963867, + 22.922908782958984, + 22.745267868041992, + 22.57365608215332, + 22.4592227935791, + 22.34266471862793, + 22.28839111328125, + 22.190528869628906, + 22.339290618896484, + 22.638526916503906, + 23.217008590698242, + 24.000362396240234, + 24.859275817871094, + 25.699583053588867, + 26.19896697998047, + 26.63438606262207, + 26.842529296875, + 26.725122451782227, + 26.484699249267578, + 25.964555740356445, + 25.234859466552734 + ], + "p10": [ + 23.960573196411133, + 23.208036422729492, + 22.64593505859375, + 22.219810485839844, + 21.90981674194336, + 21.646038055419922, + 21.442028045654297, + 21.268922805786133, + 21.119977951049805, + 20.988811492919922, + 20.896240234375, + 20.950611114501953, + 21.143762588500977, + 21.54920768737793, + 22.091569900512695, + 22.7559871673584, + 23.15373992919922, + 23.404338836669922, + 23.5825252532959, + 23.68790626525879, + 23.549528121948242, + 23.359169006347656, + 23.056535720825195, + 22.666046142578125 + ], + "p90": [ + 25.103443145751953, + 24.714683532714844, + 24.399738311767578, + 24.1364803314209, + 23.934410095214844, + 23.79581642150879, + 23.702564239501953, + 23.635059356689453, + 23.552814483642578, + 23.611249923706055, + 23.579233169555664, + 23.709497451782227, + 24.09246826171875, + 24.98265838623047, + 26.01348876953125, + 26.956348419189453, + 28.598424911499023, + 29.459609985351562, + 30.217082977294922, + 30.595813751220703, + 30.6207275390625, + 30.338855743408203, + 29.466337203979492, + 28.420061111450195 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260617_100712.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260617_100712.json new file mode 100644 index 0000000000000000000000000000000000000000..1949ecc31334b27021de4326c7b80a7948c938d8 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260617_100712.json @@ -0,0 +1,463 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T10:07:12.957497+00:00", + "metrics": { + "MSE[mean]": 1.4658118588965106, + "MSE[0.5]": 1.6944743455887494, + "MAE[0.5]": 1.0447434186935425, + "MASE[0.5]": 0.49877574475690006, + "MAPE[0.5]": 0.04066666726073515, + "sMAPE[0.5]": 0.040995149021364655, + "MSIS": 2.0568085151989783, + "RMSE[mean]": 1.210707173058998, + "NRMSE[mean]": 0.04859838423338675, + "ND[0.5]": 0.04193651711725396, + "mean_weighted_sum_quantile_loss": 0.03601490680934541 + }, + "context_length": 154, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0 + ], + "actual": [ + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 30.200000762939453, + 30.100000381469727, + 28.399999618530273, + 27.700000762939453 + ], + "predictions": { + "p50": [ + 24.67874050140381, + 24.202868461608887, + 23.866814613342285, + 23.69332790374756, + 23.529051780700684, + 23.05604648590088, + 22.993088722229004, + 22.94522762298584, + 22.90470790863037, + 22.71086597442627, + 22.702056884765625, + 22.89999294281006, + 23.350568771362305, + 23.77443027496338, + 24.989190101623535, + 26.423176765441895, + 26.86065101623535, + 27.28738307952881, + 27.884920120239258, + 27.777565956115723, + 27.442370414733887, + 27.28733539581299, + 26.542237281799316, + 25.93575954437256 + ], + "p10": [ + 24.22122097015381, + 23.627477645874023, + 23.069342613220215, + 22.770179748535156, + 22.60343647003174, + 21.904441833496094, + 21.717872619628906, + 21.709617614746094, + 21.424311637878418, + 21.354942321777344, + 21.182969093322754, + 21.15568733215332, + 21.13787841796875, + 21.889452934265137, + 22.579102516174316, + 23.556519508361816, + 24.183852195739746, + 23.978771209716797, + 24.782867431640625, + 24.1784725189209, + 23.779894828796387, + 23.988584518432617, + 23.493184089660645, + 23.206171989440918 + ], + "p90": [ + 25.10232448577881, + 24.79110336303711, + 24.73787498474121, + 24.651474952697754, + 24.48433494567871, + 24.076723098754883, + 24.30869770050049, + 24.71017551422119, + 24.46351432800293, + 24.31679916381836, + 24.439919471740723, + 25.16240692138672, + 25.204038619995117, + 26.16502857208252, + 27.939881324768066, + 29.278006553649902, + 30.829450607299805, + 30.93783187866211, + 30.738459587097168, + 32.4318733215332, + 31.9000301361084, + 30.659860610961914, + 29.966957092285156, + 28.398791313171387 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260617_100757.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260617_100757.json new file mode 100644 index 0000000000000000000000000000000000000000..af767db2e130873df7354ef9d8d4b2e653a41d0d --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260617_100757.json @@ -0,0 +1,463 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T10:07:57.063103+00:00", + "metrics": { + "MSE[mean]": 0.8204496370817651, + "MSE[0.5]": 0.8204496370817651, + "MAE[0.5]": 0.6371968587239584, + "MASE[0.5]": 0.3042070733158895, + "MAPE[0.5]": 0.023503628670153837, + "sMAPE[0.5]": 0.023930713666543677, + "MSIS": 2.0246411214867384, + "RMSE[mean]": 0.9057867503346276, + "NRMSE[mean]": 0.036358727779774946, + "ND[0.5]": 0.025577396798874805, + "mean_weighted_sum_quantile_loss": 0.029863970627808958 + }, + "context_length": 154, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0 + ], + "actual": [ + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 30.200000762939453, + 30.100000381469727, + 28.399999618530273, + 27.700000762939453 + ], + "predictions": { + "p50": [ + 24.4169921875, + 23.8701171875, + 23.4873046875, + 23.04296875, + 22.783203125, + 22.509765625, + 22.291015625, + 22.181640625, + 22.154296875, + 22.11328125, + 21.921875, + 21.908203125, + 22.44140625, + 23.4462890625, + 24.548583984375, + 25.4697265625, + 26.76171875, + 27.376953125, + 28.005859375, + 28.23828125, + 28.115234375, + 27.787109375, + 27.1171875, + 26.2763671875 + ], + "p10": [ + 23.849609375, + 22.974609375, + 22.345703125, + 21.73046875, + 21.40234375, + 21.07421875, + 20.71875, + 20.5546875, + 20.47265625, + 20.390625, + 20.14453125, + 20.0625, + 20.58203125, + 21.51171875, + 22.427734375, + 23.3505859375, + 24.369140625, + 24.7220458984375, + 25.085205078125, + 25.102294921875, + 24.91259765625, + 24.681884765625, + 24.1640625, + 23.58984375 + ], + "p90": [ + 24.9835205078125, + 24.777587890625, + 24.698974609375, + 24.478515625, + 24.396484375, + 24.1572265625, + 24.15380859375, + 24.150390625, + 24.2119140625, + 24.21875, + 24.04443359375, + 24.07861328125, + 24.58447265625, + 25.6201171875, + 26.884765625, + 27.787109375, + 29.16796875, + 30.20703125, + 31.19140625, + 31.6015625, + 31.6015625, + 31.19140625, + 30.42578125, + 29.38671875 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260617_100515.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260617_100515.json new file mode 100644 index 0000000000000000000000000000000000000000..6cec000e3087407eb3ef1d73bf44d462b8801311 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260617_100515.json @@ -0,0 +1,463 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T10:05:15.395611+00:00", + "metrics": { + "MSE[mean]": 0.3978600856066805, + "MSE[0.5]": 0.9648829396868072, + "MAE[0.5]": 0.6551488240559896, + "MASE[0.5]": 0.3127776033791762, + "MAPE[0.5]": 0.023707518236788044, + "sMAPE[0.5]": 0.024292430064287107, + "MSIS": 3.9897425405465534, + "RMSE[mean]": 0.6307615124646403, + "NRMSE[mean]": 0.025319078819808875, + "ND[0.5]": 0.026297997558797765, + "mean_weighted_sum_quantile_loss": 0.021434548757163597 + }, + "context_length": 154, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0 + ], + "actual": [ + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 30.200000762939453, + 30.100000381469727, + 28.399999618530273, + 27.700000762939453 + ], + "predictions": { + "p50": [ + 24.200857162475586, + 23.577423095703125, + 23.182518005371094, + 22.877094268798828, + 22.511198043823242, + 22.314327239990234, + 22.03383445739746, + 21.852083206176758, + 21.771318435668945, + 21.615262985229492, + 21.665435791015625, + 21.72993278503418, + 22.290239334106445, + 23.347936630249023, + 24.580291748046875, + 25.61772346496582, + 26.726320266723633, + 27.376873016357422, + 27.964672088623047, + 28.18101692199707, + 28.014623641967773, + 27.565961837768555, + 26.811067581176758, + 25.900705337524414 + ], + "p10": [ + 24.356870651245117, + 23.747230529785156, + 23.355239868164062, + 23.117332458496094, + 22.744474411010742, + 22.545602798461914, + 22.283973693847656, + 22.142080307006836, + 22.098560333251953, + 21.97108268737793, + 22.000186920166016, + 22.23021125793457, + 22.614059448242188, + 23.719629287719727, + 25.112119674682617, + 26.41456413269043, + 27.41936683654785, + 28.265365600585938, + 28.885656356811523, + 28.952659606933594, + 28.7353572845459, + 28.487619400024414, + 27.788820266723633, + 26.71578025817871 + ], + "p90": [ + 24.967546463012695, + 24.41632843017578, + 24.19447898864746, + 23.834274291992188, + 23.492769241333008, + 23.29286003112793, + 23.004173278808594, + 22.837299346923828, + 22.805145263671875, + 22.626020431518555, + 22.797679901123047, + 22.962554931640625, + 23.704435348510742, + 25.082502365112305, + 26.69826316833496, + 28.183828353881836, + 29.691444396972656, + 30.61538314819336, + 31.334901809692383, + 31.603193283081055, + 31.459972381591797, + 31.07016944885254, + 30.170988082885742, + 29.00836944580078 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260617_100626.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260617_100626.json new file mode 100644 index 0000000000000000000000000000000000000000..8324bb53dd687b6bcea81b21f4a56603373d0e27 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260617_100626.json @@ -0,0 +1,463 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-17T10:06:26.729262+00:00", + "metrics": { + "MSE[mean]": 3.5879868626060065, + "MSE[0.5]": 3.5879868626060065, + "MAE[0.5]": 1.474145491917928, + "MASE[0.5]": 0.7037785569693734, + "MAPE[0.5]": 0.05537935156165023, + "sMAPE[0.5]": 0.057053768268915, + "MSIS": 4.436460134912604, + "RMSE[mean]": 1.8941982110133053, + "NRMSE[mean]": 0.0760340522642072, + "ND[0.5]": 0.05917292853822986, + "mean_weighted_sum_quantile_loss": 0.045042012260069555 + }, + "context_length": 154, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0 + ], + "actual": [ + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 30.200000762939453, + 30.100000381469727, + 28.399999618530273, + 27.700000762939453 + ], + "predictions": { + "p50": [ + 24.56894302368164, + 24.122766494750977, + 23.81794548034668, + 23.515052795410156, + 23.28672218322754, + 23.09372329711914, + 22.94736099243164, + 22.844100952148438, + 22.792625427246094, + 22.757144927978516, + 22.695751190185547, + 22.57184600830078, + 22.830114364624023, + 23.414926528930664, + 24.196714401245117, + 24.845129013061523, + 25.42603302001953, + 25.880207061767578, + 26.1803035736084, + 26.31755828857422, + 26.234243392944336, + 26.03551483154297, + 25.657827377319336, + 25.176149368286133 + ], + "p10": [ + 24.08108901977539, + 23.46563148498535, + 23.00826644897461, + 22.5625, + 22.189481735229492, + 21.854902267456055, + 21.580638885498047, + 21.354042053222656, + 21.18393325805664, + 21.064584732055664, + 21.022483825683594, + 20.973159790039062, + 21.297863006591797, + 21.90348243713379, + 22.604658126831055, + 23.126184463500977, + 23.51311492919922, + 23.80405616760254, + 23.950429916381836, + 23.97340965270996, + 23.938947677612305, + 23.775630950927734, + 23.54149627685547, + 23.1730899810791 + ], + "p90": [ + 25.068883895874023, + 24.785341262817383, + 24.59025001525879, + 24.393043518066406, + 24.26577377319336, + 24.147275924682617, + 24.080461502075195, + 24.0560245513916, + 24.04087257385254, + 24.03325080871582, + 24.025436401367188, + 23.943559646606445, + 24.254375457763672, + 24.88911247253418, + 25.82111358642578, + 26.70819854736328, + 27.61324691772461, + 28.366214752197266, + 28.933124542236328, + 29.05283546447754, + 29.09267807006836, + 28.711288452148438, + 28.319740295410156, + 27.559951782226562 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260617_100550.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260617_100550.json new file mode 100644 index 0000000000000000000000000000000000000000..65a6826e4523f03ba90a4ca91de961df9c18d01b --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260617_100550.json @@ -0,0 +1,463 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T10:05:50.524192+00:00", + "metrics": { + "MSE[mean]": 3.769976063132011, + "MSE[0.5]": 3.769976063132011, + "MAE[0.5]": 1.3931100368499756, + "MASE[0.5]": 0.6650910488884172, + "MAPE[0.5]": 0.051417783604382726, + "sMAPE[0.5]": 0.053398739364826496, + "MSIS": 2.1713447856010464, + "RMSE[mean]": 1.941642619827864, + "NRMSE[mean]": 0.07793849428008302, + "ND[0.5]": 0.05592012532573268, + "mean_weighted_sum_quantile_loss": 0.04530331021288217 + }, + "context_length": 154, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" + ], + "context": [ + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0 + ], + "actual": [ + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 30.200000762939453, + 30.100000381469727, + 28.399999618530273, + 27.700000762939453 + ], + "predictions": { + "p50": [ + 24.41692352294922, + 23.84429931640625, + 23.477203369140625, + 23.149202346801758, + 22.96225929260254, + 22.779102325439453, + 22.698625564575195, + 22.599992752075195, + 22.664262771606445, + 22.625011444091797, + 22.581920623779297, + 22.540098190307617, + 22.794645309448242, + 23.383445739746094, + 24.398033142089844, + 25.033281326293945, + 25.586204528808594, + 25.85905647277832, + 26.002090454101562, + 26.100479125976562, + 26.086772918701172, + 25.78658676147461, + 25.47583770751953, + 24.93271255493164 + ], + "p10": [ + 23.769914627075195, + 23.043827056884766, + 22.567523956298828, + 22.18548583984375, + 21.914920806884766, + 21.706342697143555, + 21.56549644470215, + 21.443843841552734, + 21.4290771484375, + 21.335182189941406, + 21.259225845336914, + 21.166872024536133, + 21.261150360107422, + 21.653432846069336, + 22.32517433166504, + 22.823387145996094, + 23.214292526245117, + 23.38689422607422, + 23.518695831298828, + 23.497989654541016, + 23.39466667175293, + 23.196584701538086, + 22.89972686767578, + 22.505002975463867 + ], + "p90": [ + 24.9414119720459, + 24.584217071533203, + 24.381988525390625, + 24.188297271728516, + 24.036725997924805, + 23.928730010986328, + 23.922321319580078, + 23.915861129760742, + 24.1240291595459, + 24.164960861206055, + 24.17670440673828, + 24.208723068237305, + 24.743518829345703, + 26.159685134887695, + 27.702302932739258, + 29.068220138549805, + 30.310985565185547, + 30.671173095703125, + 31.258255004882812, + 31.523908615112305, + 31.900592803955078, + 31.371315002441406, + 30.96405601501465, + 29.971906661987305 + ] + } +} diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index f7b3a8d165e406ed0daf440fd28e01d643c9f83a..6906a27aa78d0d3751f2579ebdf8c37355afe09f 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,333131.647790273,333131.647790273,503.41796875,0.5568863853828073,0.007672729933966495,0.007634074667060194,2.4374447164679496,577.1755779572392,0.008770350487902565,0.007649582200743398,0.00614461531935356,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,3.9552498259164772,3.9552498259164772,1.3851436773935955,0.5847228594321572,0.060485524339943274,0.057184080935634096,2.0882398285318864,1.9887809899323952,0.09006140895390274,0.06272585660319385,0.044748279604115884,Weather,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,330619.13767369586,330619.13767369586,502.357421875,0.5557131969938146,0.00765608957428797,0.007617733930158626,2.4374447164679496,574.994902302356,0.008737073428159834,0.007633343642749296,0.006139144430327474,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,4.231024780232626,4.231024780232626,1.4285253683725994,0.6017703416362642,0.062384887900872016,0.05883948070180012,1.9300405288841844,2.0569454976329893,0.09314822023942963,0.06469038473985143,0.04380005431758275,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0015753030129457577,0.0015753030129457577,0.03636179169019063,0.16451282959036867,0.01811924030381565,0.017935629486382776,0.6152867482411323,0.039690087086648694,0.020510259328790515,0.018790328567360216,0.011001520844626236,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.017131760573804736,0.017131760573804736,0.10390986998875935,0.5454092629248399,0.07819855116592923,0.08288123270409,4.394428955028527,0.13088835155889442,0.10288167542822463,0.08167588170107182,0.07417751465435599,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Timer-S1,0.3832736015319824,0.3832736015319824,0.5889892578125,0.45066128852449044,0.03916613260904948,0.03835268582681303,1.8202045991223361,0.619090947706379,0.040931632906206876,0.03894143853305785,0.028580549816345266,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,875.2011806989718,875.2011806989718,24.12314848105113,3.1528733147107193,0.5375468401239966,0.793523135510724,84.26979852590677,29.583799294528955,0.7684103712864664,0.6265752852221071,0.5649342274310327,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.7705278209245989,0.7705278209245989,0.7475780646006266,0.35585819311247535,0.02896240125431132,0.02951955895740371,2.057496168516659,0.8777971411007209,0.03543076396136258,0.030174696076525318,0.03247518908364618,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,25.04209317721931,25.04209317721931,4.1828962961832685,0.8095928315193421,0.6824040363915507,0.3976381521682307,9.921513711252521,5.0042075473764385,0.4691444575665411,0.3921465277671814,0.3007011387083266,Hazards,1 +nws_ksfo_observations_temperature/1h/short,Timer-S1,0.7415183481512031,0.7415183481512031,0.7274638017018636,0.6383594366168895,0.04553457504546197,0.04703275536236484,4.865856373236103,0.8611145964104912,0.054877190597206575,0.04635988039799913,0.03359479878427782,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,903.5246282509825,903.5246282509825,25.130505283673603,3.303635965438764,0.5705813821885238,0.8429141557196632,90.09898798412696,30.058686402618836,0.7664773810970096,0.6408118976814811,0.579203758619051,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.8204496370817651,0.8204496370817651,0.6371968587239584,0.3042070733158895,0.023503628670153837,0.023930713666543677,2.0246411214867384,0.9057867503346276,0.036358727779774946,0.025577396798874805,0.029863970627808958,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,24.12663850390042,24.12663850390042,4.228787740071614,0.8197973001754342,0.5620854956837336,0.39055004193951387,9.608562512621162,4.911887468570551,0.4604894501784892,0.39644885063171387,0.29852743148803706,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,386.2752939860026,386.2752939860026,13.536458333333334,0.14438888888888887,0.004713200982430933,0.004695283235511014,1.323763888888889,19.653887503137963,0.006796733430479988,0.004681195965417867,0.004505673631123919,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,178.23861075984314,178.23861075984314,12.328842163085938,0.25735549701923005,0.0594230586909906,0.05716636078972139,1.177709013633503,13.350603385609324,0.056331659854891664,0.05202043106787316,0.040424991827641525,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 1b91de7ab4f41f2ef1cae5fef3a5b9d7658455be..276fcb9e9f3b603ee04605e9c7578192cec6f118 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T09:58:15.561538+00:00", + "evaluated_at": "2026-06-17T10:07:36.127534+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 65624.0, 65539.5, 64926.01953125, - 64883.98828125 + 64909.44140625 ], "p50": [ 66587.5, diff --git a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index c55ba4f593d36779fc4cf517e508cf87663ed337..52a35a329aa57d7457971331433bd6ed624eee77 100644 --- a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T08:56:56.249222+00:00", + "evaluated_at": "2026-06-17T10:07:42.292039+00:00", "freq": "1h", - "context_length": 87, + "context_length": 86, "prediction_length": 24, "context": [ - 25.059999465942383, 26.56999969482422, 27.639999389648438, 28.31999969482422, @@ -121,85 +120,84 @@ 22.190000534057617 ], "p50": [ - 20.745849609375, - 20.689453125, - 20.57666015625, - 20.5484619140625, - 20.6048583984375, - 20.7176513671875, - 21.2816162109375, - 22.3531494140625, - 23.80535888671875, - 25.211746215820312, - 26.272705078125, - 26.9212646484375, - 27.1468505859375, - 27.10455322265625, - 26.79437255859375, - 26.223358154296875, - 24.940338134765625, - 23.999221801757812, - 23.05810546875, - 22.42364501953125, - 21.85968017578125, - 21.6199951171875, - 21.38031005859375, - 21.1688232421875 + 20.7396240234375, + 20.654296875, + 20.54052734375, + 20.5120849609375, + 20.54052734375, + 20.711181640625, + 21.18048095703125, + 22.2186279296875, + 23.6407470703125, + 25.094863891601562, + 26.22900390625, + 26.9969482421875, + 27.2813720703125, + 27.309814453125, + 26.98272705078125, + 26.41387939453125, + 25.17841339111328, + 24.230926513671875, + 23.249664306640625, + 22.54571533203125, + 21.962646484375, + 21.67822265625, + 21.40802001953125, + 21.18048095703125 ], "p10": [ - 20.4920654296875, - 20.2664794921875, - 20.12548828125, - 19.9844970703125, - 19.8153076171875, - 19.8153076171875, - 19.9844970703125, - 20.4920654296875, - 20.9996337890625, - 21.60589599609375, - 21.97247314453125, - 22.099365234375, - 22.05706787109375, - 22.099365234375, - 22.19805908203125, - 21.83148193359375, - 21.1124267578125, - 20.689453125, - 20.181884765625, - 20.0126953125, - 19.787109375, - 19.7025146484375, - 19.5897216796875, - 19.3641357421875 + 20.5120849609375, + 20.31298828125, + 20.142333984375, + 20.028564453125, + 19.85791015625, + 19.914794921875, + 20.028564453125, + 20.5120849609375, + 21.0809326171875, + 21.7066650390625, + 22.13330078125, + 22.40350341796875, + 22.417724609375, + 22.5030517578125, + 22.531494140625, + 22.17596435546875, + 21.507568359375, + 21.052490234375, + 20.54052734375, + 20.31298828125, + 20.1138916015625, + 20.0001220703125, + 19.85791015625, + 19.6588134765625 ], "p90": [ - 20.9150390625, - 21.084228515625, - 21.084228515625, - 21.1124267578125, - 21.32391357421875, - 21.6199951171875, - 22.64923095703125, - 24.210708618164062, - 26.272705078125, - 28.02099609375, - 29.318115234375, - 30.1922607421875, - 30.8126220703125, - 31.010009765625, - 30.72802734375, - 30.3614501953125, - 28.979736328125, - 27.7108154296875, - 26.420745849609375, - 25.3985595703125, - 24.56494903564453, - 24.094390869140625, - 23.671417236328125, - 23.445831298828125 + 20.9102783203125, + 20.99560546875, + 20.99560546875, + 21.052490234375, + 21.280029296875, + 21.55023193359375, + 22.5030517578125, + 23.99627685546875, + 25.95880126953125, + 27.77911376953125, + 29.0732421875, + 29.9833984375, + 30.609130859375, + 30.836669921875, + 30.5238037109375, + 30.154052734375, + 28.8741455078125, + 27.63690185546875, + 26.3427734375, + 25.269073486328125, + 24.414024353027344, + 23.900283813476562, + 23.434539794921875, + 23.192779541015625 ], "timestamps": [ - "2026-06-10 09:00:00", "2026-06-10 10:00:00", "2026-06-10 11:00:00", "2026-06-10 12:00:00", diff --git a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json index 4aa20a9284c17e9b3bf17d71686c910f1631903f..07bbb498580d8b8bd23c5aa8760d6bc279a99395 100644 --- a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,26 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T08:57:13.407045+00:00", + "evaluated_at": "2026-06-17T10:07:47.318749+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 19.0, - 19.399999618530273, - 19.0, - 18.0, - 18.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, 19.0, 19.0, 20.0, @@ -173,9 +158,6 @@ 16.0, 16.0, 16.0, - 15.0 - ], - "actuals": [ 15.0, 15.0, 15.0, @@ -191,6 +173,9 @@ 15.0, 15.0, 15.0, + 15.0 + ], + "actuals": [ 15.0, 15.0, 15.0, @@ -199,89 +184,102 @@ 15.0, 16.0, 16.0, - 16.0 + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0 ], "p50": [ - 15.27001953125, - 15.423828125, - 15.469970703125, - 15.546875, - 15.562255859375, - 15.623779296875, - 15.623779296875, - 15.654541015625, - 15.669921875, - 15.70068359375, - 15.685302734375, - 15.685302734375, - 15.7314453125, - 15.7314453125, - 15.7314453125, - 15.76220703125, - 15.669921875, - 15.7314453125, - 15.76220703125, - 15.76220703125, - 15.76220703125, - 15.777587890625, - 15.82373046875, - 15.82373046875 + 15.0096435546875, + 15.02685546875, + 14.992431640625, + 15.02685546875, + 14.992431640625, + 14.992431640625, + 14.992431640625, + 14.992431640625, + 14.9752197265625, + 14.992431640625, + 14.9580078125, + 14.9752197265625, + 14.9580078125, + 14.9580078125, + 14.9407958984375, + 14.9407958984375, + 14.9407958984375, + 14.9407958984375, + 14.9580078125, + 14.9580078125, + 14.9407958984375, + 14.923583984375, + 14.9407958984375, + 14.9407958984375 ], "p10": [ - 14.685546875, - 14.700927734375, - 14.685546875, - 14.685546875, - 14.639404296875, - 14.670166015625, - 14.5625, - 14.5625, - 14.59326171875, - 14.608642578125, - 14.59326171875, - 14.59326171875, - 14.59326171875, - 14.5625, - 14.5625, - 14.5625, - 14.47021484375, - 14.53173828125, - 14.5625, - 14.5625, - 14.53173828125, - 14.5009765625, - 14.53173828125, - 14.5009765625 + 14.9407958984375, + 14.9580078125, + 14.923583984375, + 14.9407958984375, + 14.9063720703125, + 14.88916015625, + 14.88916015625, + 14.8719482421875, + 14.854736328125, + 14.854736328125, + 14.8203125, + 14.8375244140625, + 14.8031005859375, + 14.8031005859375, + 14.8203125, + 14.8031005859375, + 14.8031005859375, + 14.785888671875, + 14.785888671875, + 14.8031005859375, + 14.8031005859375, + 14.7686767578125, + 14.7686767578125, + 14.75146484375 ], "p90": [ - 15.94677734375, - 16.146728515625, - 16.239013671875, - 16.331298828125, - 16.362060546875, - 16.408203125, - 16.515869140625, - 16.577392578125, - 16.6158447265625, - 16.74658203125, - 16.8465576171875, - 16.9080810546875, - 17.0465087890625, - 17.161865234375, - 17.2772216796875, - 17.36181640625, - 17.3233642578125, - 17.438720703125, - 17.500244140625, - 17.5386962890625, - 17.55792236328125, - 17.66558837890625, - 17.7847900390625, - 17.8463134765625 + 15.0440673828125, + 15.095703125, + 15.095703125, + 15.130126953125, + 15.1817626953125, + 15.2506103515625, + 15.336669921875, + 15.405517578125, + 15.5087890625, + 15.6292724609375, + 15.6981201171875, + 15.7841796875, + 15.887451171875, + 15.956298828125, + 16.025146484375, + 16.025146484375, + 16.2144775390625, + 16.2833251953125, + 16.36077880859375, + 16.40380859375, + 16.4210205078125, + 16.4554443359375, + 16.51568603515625, + 16.5587158203125 ], "timestamps": [ - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", "2026-06-16 19:00:00", "2026-06-16 20:00:00", "2026-06-16 21:00:00", @@ -471,6 +469,8 @@ "2026-06-24 13:00:00", "2026-06-24 14:00:00", "2026-06-24 15:00:00", - "2026-06-24 16:00:00" + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index d1bbc43aacec603aaa62e673620344324fa568d7..1257a1d673380453a49b4b00655b9766f9e48a6c 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T08:57:18.363588+00:00", + "evaluated_at": "2026-06-17T10:07:52.051691+00:00", "freq": "1h", - "context_length": 153, + "context_length": 154, "prediction_length": 24, "context": [ 39.79999923706055, @@ -158,10 +158,10 @@ 12.0, 10.899999618530273, 11.0, - 11.699999809265137 + 11.699999809265137, + 12.5 ], "actuals": [ - 12.5, 14.300000190734863, 21.799999237060547, 24.799999237060547, @@ -184,85 +184,86 @@ 28.200000762939453, 28.899999618530273, 28.700000762939453, - 28.799999237060547 + 28.799999237060547, + 29.700000762939453 ], "p50": [ - 12.864013671875, - 13.71484375, - 14.916015625, - 15.716796875, - 16.21728515625, - 16.01708984375, - 15.366455078125, - 14.515625, - 13.864990234375, - 13.314453125, - 12.763916015625, - 12.3134765625, - 12.463623046875, - 13.21435546875, - 15.066162109375, - 16.167236328125, - 16.41748046875, - 15.566650390625, - 14.665771484375, - 14.21533203125, - 13.864990234375, - 13.81494140625, - 14.21533203125, - 14.515625 + 12.638916015625, + 13.840087890625, + 14.5908203125, + 15.241455078125, + 15.29150390625, + 14.89111328125, + 14.09033203125, + 13.539794921875, + 12.9892578125, + 12.538818359375, + 12.038330078125, + 11.98828125, + 12.839111328125, + 14.841064453125, + 15.69189453125, + 16.242431640625, + 15.591796875, + 14.540771484375, + 13.940185546875, + 13.7900390625, + 13.58984375, + 13.7900390625, + 14.440673828125, + 15.09130859375 ], "p10": [ - 11.362548828125, - 10.912109375, - 11.1123046875, - 11.1123046875, - 11.01220703125, - 10.41162109375, - 9.7109375, - 8.7099609375, - 8.109375, - 7.5087890625, - 6.908203125, - 6.3076171875, - 6.5078125, - 6.908203125, - 8.3095703125, - 9.310546875, - 9.5107421875, - 8.91015625, - 8.00927734375, - 7.708984375, - 7.30859375, - 7.1083984375, - 7.30859375, - 7.40869140625 + 11.08740234375, + 10.9873046875, + 10.787109375, + 10.68701171875, + 10.28662109375, + 9.5859375, + 8.5849609375, + 7.88427734375, + 7.3837890625, + 6.88330078125, + 6.3828125, + 6.1826171875, + 6.783203125, + 8.28466796875, + 9.28564453125, + 9.88623046875, + 9.5859375, + 8.68505859375, + 8.08447265625, + 7.88427734375, + 7.68408203125, + 7.68408203125, + 7.88427734375, + 8.1845703125 ], "p90": [ - 14.7158203125, - 17.318359375, - 20.0460205078125, - 21.9478759765625, - 23.13653564453125, - 23.452468872070312, - 23.092742919921875, - 22.63604736328125, - 22.36077880859375, - 22.33575439453125, - 22.31072998046875, - 22.1981201171875, - 22.48590087890625, - 23.768402099609375, - 26.277099609375, - 27.278076171875, - 27.22802734375, - 26.01434326171875, - 24.81317138671875, - 24.078079223632812, - 23.568206787109375, - 23.652664184570312, - 24.414344787597656, - 25.445037841796875 + 14.640869140625, + 17.8189697265625, + 19.9710693359375, + 21.63519287109375, + 22.08563232421875, + 21.9730224609375, + 21.5726318359375, + 21.40997314453125, + 21.48504638671875, + 21.7728271484375, + 21.83538818359375, + 22.09814453125, + 23.23675537109375, + 25.395111083984375, + 25.88934326171875, + 26.0770263671875, + 24.769500732421875, + 23.433822631835938, + 22.730010986328125, + 22.6236572265625, + 22.66119384765625, + 23.405670166015625, + 24.950927734375, + 26.96539306640625 ], "timestamps": [ "2026-06-10 00:00:00", @@ -441,6 +442,7 @@ "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", - "2026-06-17 08:00:00" + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index d1739fc0e0d0d6883c3801ee56927913128447d6..0122e5b4916ce63f5bdf3b046e6e5c48dad5be7c 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T08:57:23.926637+00:00", + "evaluated_at": "2026-06-17T10:07:57.063103+00:00", "freq": "1h", - "context_length": 153, + "context_length": 154, "prediction_length": 24, "context": [ 22.100000381469727, @@ -158,10 +158,10 @@ 26.799999237060547, 25.5, 25.200000762939453, + 25.0, 25.0 ], "actuals": [ - 25.0, 24.399999618530273, 23.799999237060547, 23.5, @@ -176,93 +176,94 @@ 21.5, 22.200000762939453, 23.899999618530273, - 25.5, - 26.799999237060547, - 27.600000381469727, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 30.200000762939453, + 30.100000381469727, 28.399999618530273, - 29.600000381469727, - 30.0, - 29.600000381469727, - 28.100000381469727, - 27.600000381469727 + 27.700000762939453 ], "p50": [ - 24.267318725585938, - 23.590972900390625, - 23.02105712890625, - 22.63653564453125, - 22.293212890625, - 22.03228759765625, - 21.75762939453125, - 21.634033203125, - 21.56536865234375, - 21.6065673828125, - 21.53790283203125, - 21.3868408203125, - 21.3868408203125, - 22.00482177734375, - 22.9798583984375, - 24.054458618164062, - 25.468948364257812, - 26.6053466796875, - 27.3743896484375, - 28.06103515625, - 28.390625, - 28.1983642578125, - 27.786376953125, - 27.017333984375 + 24.4169921875, + 23.8701171875, + 23.4873046875, + 23.04296875, + 22.783203125, + 22.509765625, + 22.291015625, + 22.181640625, + 22.154296875, + 22.11328125, + 21.921875, + 21.908203125, + 22.44140625, + 23.4462890625, + 24.548583984375, + 25.4697265625, + 26.76171875, + 27.376953125, + 28.005859375, + 28.23828125, + 28.115234375, + 27.787109375, + 27.1171875, + 26.2763671875 ], "p10": [ - 23.810699462890625, - 22.8699951171875, - 22.03228759765625, - 21.53790283203125, - 21.02978515625, - 20.7825927734375, - 20.3431396484375, - 20.1234130859375, - 20.0135498046875, - 19.986083984375, - 19.8487548828125, - 19.656494140625, - 19.6839599609375, - 20.2332763671875, - 21.0023193359375, - 22.12841796875, - 23.343780517578125, - 24.208953857421875, - 24.638107299804688, - 25.032928466796875, - 25.24750518798828, - 25.075843811035156, - 24.77886962890625, - 24.222686767578125 + 23.849609375, + 22.974609375, + 22.345703125, + 21.73046875, + 21.40234375, + 21.07421875, + 20.71875, + 20.5546875, + 20.47265625, + 20.390625, + 20.14453125, + 20.0625, + 20.58203125, + 21.51171875, + 22.427734375, + 23.3505859375, + 24.369140625, + 24.7220458984375, + 25.085205078125, + 25.102294921875, + 24.91259765625, + 24.681884765625, + 24.1640625, + 23.58984375 ], "p90": [ - 24.7775821685791, - 24.363449096679688, - 24.06475830078125, - 23.838165283203125, - 23.632171630859375, - 23.37811279296875, - 23.302581787109375, - 23.29571533203125, - 23.330047607421875, - 23.453643798828125, - 23.43304443359375, - 23.32318115234375, - 23.281982421875, - 23.920562744140625, - 25.03807830810547, - 26.06976318359375, - 27.5941162109375, - 29.15966796875, - 30.2857666015625, - 31.2196044921875, - 31.6865234375, - 31.466796875, - 30.972412109375, - 30.1209716796875 + 24.9835205078125, + 24.777587890625, + 24.698974609375, + 24.478515625, + 24.396484375, + 24.1572265625, + 24.15380859375, + 24.150390625, + 24.2119140625, + 24.21875, + 24.04443359375, + 24.07861328125, + 24.58447265625, + 25.6201171875, + 26.884765625, + 27.787109375, + 29.16796875, + 30.20703125, + 31.19140625, + 31.6015625, + 31.6015625, + 31.19140625, + 30.42578125, + 29.38671875 ], "timestamps": [ "2026-06-10 00:00:00", @@ -441,6 +442,7 @@ "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", - "2026-06-17 08:00:00" + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" ] } diff --git a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index b2ffba8e8899f92a9b6dd591de5b8296cb0ea058..5cfce8b9dd0090d1b19dd5896a218c0ef4b7e1a5 100644 --- a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,12 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T08:57:38.311727+00:00", + "evaluated_at": "2026-06-17T10:08:02.990465+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, "context": [ 10.0, - 11.0, 12.0, 18.0, 14.0, @@ -149,10 +148,10 @@ 17.0, 11.0, 11.0, + 13.0, 13.0 ], "actuals": [ - 13.0, 10.0, 13.0, 9.0, @@ -175,88 +174,88 @@ 11.0, 16.0, 6.0, - 2.0 + 4.0, + 11.0 ], "p50": [ - 13.031524658203125, - 13.108184814453125, - 12.676971435546875, - 12.7392578125, - 12.8734130859375, - 13.28546142578125, - 13.479507446289062, - 13.347747802734375, - 13.09381103515625, - 12.772796630859375, - 12.930908203125, - 13.084228515625, - 13.251922607421875, - 13.1417236328125, - 12.9500732421875, - 12.97882080078125, - 12.935699462890625, - 13.1033935546875, - 13.2183837890625, - 13.22796630859375, - 13.0267333984375, - 13.13214111328125, - 13.146514892578125, - 12.954864501953125 + 13.06982421875, + 12.7984619140625, + 12.8746337890625, + 12.793701171875, + 13.23406982421875, + 13.51495361328125, + 13.36737060546875, + 13.10791015625, + 12.8365478515625, + 12.9031982421875, + 13.136474609375, + 13.32452392578125, + 13.269775390625, + 12.80322265625, + 12.9317626953125, + 12.869873046875, + 13.4459228515625, + 13.3411865234375, + 13.2650146484375, + 12.9031982421875, + 12.812744140625, + 13.0888671875, + 13.37689208984375, + 13.1412353515625 ], "p10": [ - 9.13623046875, - 9.251220703125, - 8.90625, - 8.90625, - 9.0595703125, - 9.2320556640625, - 9.3662109375, - 9.2320556640625, - 9.1170654296875, - 8.98291015625, - 8.9637451171875, - 9.1170654296875, - 9.1937255859375, - 9.0595703125, - 9.021240234375, - 8.944580078125, - 8.9254150390625, - 9.021240234375, - 8.98291015625, - 8.9254150390625, - 8.82958984375, - 8.90625, - 8.9637451171875, - 8.82958984375 + 9.318359375, + 9.166015625, + 9.10888671875, + 9.013671875, + 9.29931640625, + 9.4326171875, + 9.33740234375, + 9.1279296875, + 8.9755859375, + 9.013671875, + 9.10888671875, + 9.22314453125, + 9.18505859375, + 8.861328125, + 9.013671875, + 8.8994140625, + 9.2802734375, + 9.14697265625, + 9.03271484375, + 8.6708984375, + 8.6708984375, + 8.8994140625, + 9.1279296875, + 8.8994140625 ], "p90": [ - 18.79541015625, - 18.910400390625, - 18.2012939453125, - 18.297119140625, - 18.5462646484375, - 19.4853515625, - 19.830322265625, - 19.753662109375, - 19.1787109375, - 18.3546142578125, - 18.6229248046875, - 18.8720703125, - 19.293701171875, - 19.370361328125, - 18.987060546875, - 19.025390625, - 18.757080078125, - 19.063720703125, - 19.217041015625, - 19.40869140625, - 19.1787109375, - 19.25537109375, - 19.25537109375, - 18.94873046875 + 18.458984375, + 18.09716796875, + 18.2685546875, + 18.3447265625, + 19.068359375, + 19.5634765625, + 19.296875, + 18.83984375, + 18.306640625, + 18.43994140625, + 18.9921875, + 19.3349609375, + 19.220703125, + 18.59228515625, + 18.66845703125, + 18.611328125, + 19.6396484375, + 19.44921875, + 19.220703125, + 18.8017578125, + 18.6494140625, + 18.9921875, + 19.44921875, + 19.296875 ], "timestamps": [ - "2026-06-10 09:00:00", "2026-06-10 10:00:00", "2026-06-10 11:00:00", "2026-06-10 12:00:00", @@ -423,6 +422,7 @@ "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", - "2026-06-17 08:00:00" + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 640974d73e121c9872d00492478861177ebab17f..e4ee50b6be4c992b77edd2e168569b2a10a81f87 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,11 +1,41 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T09:58:17.896710+00:00", + "evaluated_at": "2026-06-17T10:08:05.184223+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t090000z", - "data_fetched_at": "2026-06-17T09:56:52.103820Z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 86, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t075500z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 154, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 154, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", "context_length": 144, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index f37592504a8e6aa0b69722bbea2b2db39cff4cdc..1870eb4a8b4b21fefd3ca517301741a92f2af8a3 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,222086.83679580688,81362.78592809041,200.88509114583334,0.22222125396770295,0.0030641617172483537,0.0030565412632460633,9.756649111812127,471.2609009835283,0.007160946219343497,0.0030525072862208633,0.004139940806605759,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.6054803097354124,0.8882119816748855,0.6733458042144775,0.2842453750124992,0.030246226872172124,0.031157933689490377,9.203989393435613,0.7781261528411781,0.035237232266152434,0.03049228253273681,0.033695350821960915,Weather,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,219863.9885444641,79868.74880345662,199.82454427083334,0.22104806557871026,0.0030476422708804085,0.0030401996658337353,9.709721576252422,468.89656486741734,0.0071249044140295325,0.0030363429467845783,0.004123758910843091,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.5795734490872443,0.9675078270632488,0.7194040616353353,0.3030509905735851,0.032242147833447025,0.033244759386289464,8.103501582934102,0.7612972146850692,0.03447513835575721,0.03257801825641999,0.03297871023889218,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0011926747611137026,0.0008151434558897108,0.02321535348892212,0.10503397425912685,0.011651806344590603,0.011562451547714748,5.157774986261149,0.034535123586194136,0.017846379101116763,0.011996771874746197,0.014529482739408853,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.013983160415220889,0.021609704863693305,0.12171765168507893,0.6388799706676827,0.09193182613112898,0.09808983289265683,5.919869108202333,0.11825041401712252,0.09294792522991376,0.09567326492698144,0.06719480813400452,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.5147720205518453,0.35441863419752434,0.5858473777770996,0.44825729951049453,0.03887858721945021,0.03816797510947722,25.7835420336269,0.7174761463295106,0.047436439426744505,0.03873371092741154,0.05038396755343444,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,903.0668006211805,958.1370608221778,25.890193819999695,3.383824514941948,0.5927484880585588,0.8962296219670978,106.40078103660692,30.051069874817777,0.7805472694757865,0.6724725667532389,0.6096026683209206,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.8569560299603532,1.6768992881579834,1.0558533668518066,0.5026017871730002,0.03997116157090174,0.04111763586863918,1.673536641131468,0.9257191960634462,0.03736505485663554,0.04261769566921367,0.027014433969901504,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,24.022878774754492,21.09614792369166,3.930168708165487,0.7606778144836426,0.598599061519683,0.3824104121226819,28.62961468388957,4.901313984510122,0.459498186047824,0.3684533163905144,0.3850612115528848,Hazards,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7508424231181152,0.870589869565265,0.8021595478057861,0.7039059755498606,0.05027382560132961,0.05203871054191638,15.134366883017256,0.8665116404977576,0.05522113392167586,0.05112009781021389,0.040400225461277625,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,929.9331416623199,977.3601784557201,26.788983821868896,3.5216582170744997,0.622834528941769,0.9421713924209847,113.59708691372822,30.494805158622018,0.777598131933263,0.6831020453457772,0.6252027792620818,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.3978600856066805,0.9648829396868072,0.6551488240559896,0.3127776033791762,0.023707518236788044,0.024292430064287107,3.9897425405465534,0.6307615124646403,0.025319078819808875,0.026297997558797765,0.021434548757163597,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,22.8234201046306,19.494517330023807,3.8171834150950112,0.7400032468681766,0.47567150818384213,0.3621714595597613,29.24017580337401,4.777386325662873,0.4478799680308943,0.3578609451651573,0.3840829773081674,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,329.4776394168536,370.43715728322667,17.212483723958332,0.18359982638888886,0.005965876793712348,0.0059679269116765426,3.8460055338541665,18.151518928642133,0.00627718233843532,0.005952443939121038,0.0049156493749749845,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 02558c1ef5aa1a8f9ae0b06b5d6f3f1494e642c0..7806dc49f810905c60d3b31adfe1e46470a740f2 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T09:57:37.275078+00:00", + "evaluated_at": "2026-06-17T10:04:43.897040+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 65624.0, 65539.5, 64926.01953125, - 64883.98828125 + 64909.44140625 ], "p50": [ 66450.59375, diff --git a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 8cdfc9346a44683bc256b1c016e9a4adbc790353..a0c50ca11b62724a59c0cbec08644e9c49fe9363 100644 --- a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T08:52:43.134332+00:00", + "evaluated_at": "2026-06-17T10:04:52.056686+00:00", "freq": "1h", - "context_length": 87, + "context_length": 86, "prediction_length": 24, "context": [ - 25.059999465942383, 26.56999969482422, 27.639999389648438, 28.31999969482422, @@ -121,85 +120,84 @@ 22.190000534057617 ], "p50": [ - 20.819255828857422, - 20.545486450195312, - 20.466461181640625, - 20.310630798339844, - 20.399715423583984, - 20.550052642822266, - 21.044227600097656, - 21.98678970336914, - 22.777118682861328, - 23.20123291015625, - 23.227317810058594, - 23.146167755126953, - 23.00749969482422, - 22.656597137451172, - 22.49266815185547, - 22.21927261352539, - 22.103805541992188, - 21.64446258544922, - 21.344078063964844, - 21.00973129272461, - 20.611560821533203, - 20.28908920288086, - 20.000015258789062, - 19.891380310058594 + 20.8203067779541, + 20.558338165283203, + 20.479990005493164, + 20.31920623779297, + 20.401859283447266, + 20.543582916259766, + 21.014127731323242, + 21.945575714111328, + 22.682493209838867, + 23.080873489379883, + 23.064563751220703, + 22.960229873657227, + 22.80914306640625, + 22.44226837158203, + 22.29011344909668, + 22.02762222290039, + 21.93821144104004, + 21.51767921447754, + 21.255956649780273, + 20.970157623291016, + 20.591196060180664, + 20.274070739746094, + 19.9989013671875, + 19.886333465576172 ], "p10": [ - 20.86602783203125, - 20.593425750732422, - 20.569530487060547, - 20.648460388183594, - 20.676448822021484, - 21.278644561767578, - 21.798583984375, - 22.941028594970703, - 23.968456268310547, - 24.545265197753906, - 24.66183853149414, - 24.719711303710938, - 24.27832794189453, - 24.02199935913086, - 23.771747589111328, - 23.425350189208984, - 23.11569595336914, - 22.78799057006836, - 22.255016326904297, - 22.007553100585938, - 21.360183715820312, - 21.249340057373047, - 20.863948822021484, - 20.575550079345703 + 20.871089935302734, + 20.60024642944336, + 20.58135986328125, + 20.66321563720703, + 20.688575744628906, + 21.281455993652344, + 21.782024383544922, + 22.92108726501465, + 23.89778709411621, + 24.42965316772461, + 24.524934768676758, + 24.535459518432617, + 24.089290618896484, + 23.821115493774414, + 23.575227737426758, + 23.23797607421875, + 22.934051513671875, + 22.66339111328125, + 22.1577205657959, + 21.94585418701172, + 21.318403244018555, + 21.20414161682129, + 20.823654174804688, + 20.538713455200195 ], "p90": [ - 21.034202575683594, - 20.959529876708984, - 21.17926025390625, - 21.269309997558594, - 21.7032470703125, - 22.178531646728516, - 23.04729461669922, - 24.357933044433594, - 25.52109146118164, - 26.22467803955078, - 26.557945251464844, - 26.576507568359375, - 26.541419982910156, - 26.27739715576172, - 26.049232482910156, - 25.68365478515625, - 25.474994659423828, - 24.805614471435547, - 24.28802490234375, - 23.766498565673828, - 23.18182373046875, - 22.745216369628906, - 22.31787872314453, - 21.971969604492188 + 21.04657745361328, + 20.977771759033203, + 21.194427490234375, + 21.282451629638672, + 21.7097110748291, + 22.176837921142578, + 23.016157150268555, + 24.308683395385742, + 25.403419494628906, + 26.07177734375, + 26.356327056884766, + 26.342906951904297, + 26.286235809326172, + 26.004146575927734, + 25.787609100341797, + 25.429763793945312, + 25.263893127441406, + 24.633554458618164, + 24.161911010742188, + 23.67954444885254, + 23.10448455810547, + 22.662111282348633, + 22.24281120300293, + 21.903337478637695 ], "timestamps": [ - "2026-06-10 09:00:00", "2026-06-10 10:00:00", "2026-06-10 11:00:00", "2026-06-10 12:00:00", diff --git a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json index 5189cd8fa373f167f7387df89e8b082a2a4e98e0..d06a094d52ac7b067d4cb04d4d1ac942a47d713a 100644 --- a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,26 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T08:53:50.758786+00:00", + "evaluated_at": "2026-06-17T10:05:00.338064+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 19.0, - 19.399999618530273, - 19.0, - 18.0, - 18.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, 19.0, 19.0, 20.0, @@ -173,9 +158,6 @@ 16.0, 16.0, 16.0, - 15.0 - ], - "actuals": [ 15.0, 15.0, 15.0, @@ -191,6 +173,9 @@ 15.0, 15.0, 15.0, + 15.0 + ], + "actuals": [ 15.0, 15.0, 15.0, @@ -199,89 +184,102 @@ 15.0, 16.0, 16.0, - 16.0 + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0 ], "p50": [ - 15.426654815673828, - 15.521286010742188, - 15.600109100341797, - 15.590686798095703, - 15.639503479003906, - 15.655218124389648, - 15.631881713867188, - 15.651525497436523, - 15.612571716308594, - 15.652997970581055, - 15.647970199584961, - 15.637102127075195, - 15.670553207397461, - 15.635276794433594, - 15.651517868041992, - 15.631916046142578, - 15.604894638061523, - 15.617547988891602, - 15.61624526977539, - 15.679983139038086, - 15.660163879394531, - 15.686193466186523, - 15.630861282348633, - 15.658214569091797 + 15.013080596923828, + 14.988262176513672, + 14.940069198608398, + 14.897607803344727, + 14.945067405700684, + 14.948290824890137, + 14.928305625915527, + 14.928742408752441, + 14.884231567382812, + 14.885628700256348, + 14.92607593536377, + 14.948060989379883, + 14.868856430053711, + 14.877727508544922, + 14.907712936401367, + 14.888368606567383, + 14.801030158996582, + 14.8042631149292, + 14.887123107910156, + 14.841206550598145, + 14.838810920715332, + 14.84250545501709, + 14.811522483825684, + 14.771781921386719 ], "p10": [ - 15.57735824584961, - 15.68362045288086, - 15.79727554321289, - 15.795610427856445, - 15.83152961730957, - 15.935811996459961, - 15.902692794799805, - 15.849800109863281, - 15.965221405029297, - 15.893484115600586, - 15.953859329223633, - 16.021512985229492, - 16.02029800415039, - 15.993326187133789, - 16.033126831054688, - 15.956615447998047, - 15.992746353149414, - 16.0881290435791, - 16.045486450195312, - 16.071443557739258, - 16.123666763305664, - 16.10504150390625, - 16.144123077392578, - 16.222457885742188 + 15.086273193359375, + 15.01348876953125, + 14.971208572387695, + 15.01262092590332, + 15.079574584960938, + 15.158296585083008, + 15.136008262634277, + 15.085714340209961, + 15.163978576660156, + 15.035747528076172, + 15.11335563659668, + 15.207923889160156, + 15.208341598510742, + 15.100458145141602, + 15.272320747375488, + 15.0982027053833, + 15.210598945617676, + 15.385322570800781, + 15.383334159851074, + 15.303083419799805, + 15.254199981689453, + 15.342484474182129, + 15.380419731140137, + 15.398715019226074 ], "p90": [ - 15.860206604003906, - 15.988285064697266, - 16.09007453918457, - 16.113615036010742, - 16.166898727416992, - 16.183631896972656, - 16.172117233276367, - 16.209779739379883, - 16.201705932617188, - 16.200048446655273, - 16.225475311279297, - 16.23250389099121, - 16.278297424316406, - 16.29255485534668, - 16.36971664428711, - 16.366134643554688, - 16.411632537841797, - 16.429840087890625, - 16.496673583984375, - 16.558521270751953, - 16.624311447143555, - 16.700918197631836, - 16.68348503112793, - 16.7220401763916 + 15.079578399658203, + 15.077916145324707, + 15.064409255981445, + 15.06008243560791, + 15.159832000732422, + 15.162330627441406, + 15.136282920837402, + 15.159887313842773, + 15.132095336914062, + 15.18172836303711, + 15.222207069396973, + 15.273643493652344, + 15.271761894226074, + 15.369277000427246, + 15.448390007019043, + 15.442944526672363, + 15.422289848327637, + 15.460457801818848, + 15.655045509338379, + 15.658529281616211, + 15.700565338134766, + 15.775854110717773, + 15.79116153717041, + 15.746427536010742 ], "timestamps": [ - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", "2026-06-16 19:00:00", "2026-06-16 20:00:00", "2026-06-16 21:00:00", @@ -471,6 +469,8 @@ "2026-06-24 13:00:00", "2026-06-24 14:00:00", "2026-06-24 15:00:00", - "2026-06-24 16:00:00" + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 5fee1e9f7bedd707b35d42e4c556fbcfa2f38e57..c2243cb246c52f735ec2ae7eb36d7d676c1eb20b 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T08:53:56.288499+00:00", + "evaluated_at": "2026-06-17T10:05:08.077334+00:00", "freq": "1h", - "context_length": 153, + "context_length": 154, "prediction_length": 24, "context": [ 39.79999923706055, @@ -158,10 +158,10 @@ 12.0, 10.899999618530273, 11.0, - 11.699999809265137 + 11.699999809265137, + 12.5 ], "actuals": [ - 12.5, 14.300000190734863, 21.799999237060547, 24.799999237060547, @@ -184,85 +184,86 @@ 28.200000762939453, 28.899999618530273, 28.700000762939453, - 28.799999237060547 + 28.799999237060547, + 29.700000762939453 ], "p50": [ - 12.117857933044434, - 12.6187105178833, - 13.200735092163086, - 13.61527156829834, - 13.945758819580078, - 13.840129852294922, - 13.573732376098633, - 13.084755897521973, - 12.315590858459473, - 12.013947486877441, - 11.563730239868164, - 11.39622688293457, - 11.469782829284668, - 11.7467679977417, - 12.41173267364502, - 12.680490493774414, - 13.080720901489258, - 12.736863136291504, - 12.704383850097656, - 12.541722297668457, - 12.202665328979492, - 12.495409965515137, - 12.486664772033691, - 12.791693687438965 + 12.406767845153809, + 12.973098754882812, + 13.443751335144043, + 13.667399406433105, + 13.797914505004883, + 13.335453987121582, + 12.896221160888672, + 12.509008407592773, + 11.995721817016602, + 11.677403450012207, + 11.354297637939453, + 11.415285110473633, + 11.717878341674805, + 12.153631210327148, + 12.512391090393066, + 12.533305168151855, + 12.539058685302734, + 11.91136646270752, + 11.989908218383789, + 11.978866577148438, + 11.82839584350586, + 12.213020324707031, + 12.454423904418945, + 12.959816932678223 ], "p10": [ - 12.730988502502441, - 13.8131103515625, - 14.245494842529297, - 15.368088722229004, - 15.596430778503418, - 15.616837501525879, - 15.64456844329834, - 15.036771774291992, - 14.561230659484863, - 14.114078521728516, - 13.849472999572754, - 13.998252868652344, - 13.629623413085938, - 13.990168571472168, - 15.023445129394531, - 15.562265396118164, - 16.212215423583984, - 15.97146224975586, - 15.786625862121582, - 15.251771926879883, - 14.971860885620117, - 15.284518241882324, - 15.305160522460938, - 15.966630935668945 + 12.995896339416504, + 14.28129768371582, + 14.411667823791504, + 15.37535285949707, + 15.205047607421875, + 14.860136985778809, + 14.685989379882812, + 14.058573722839355, + 13.941092491149902, + 13.559708595275879, + 13.370628356933594, + 13.901103019714355, + 13.649528503417969, + 14.200196266174316, + 15.150385856628418, + 15.18698787689209, + 15.454580307006836, + 14.886178016662598, + 14.818036079406738, + 14.6172513961792, + 14.384053230285645, + 14.929369926452637, + 15.150712013244629, + 15.904243469238281 ], "p90": [ - 13.868337631225586, - 15.206167221069336, - 16.59783172607422, - 17.56981086730957, - 18.383577346801758, - 18.589738845825195, - 18.545387268066406, - 18.239391326904297, - 17.457477569580078, - 17.25130844116211, - 17.035432815551758, - 16.999300003051758, - 17.19126319885254, - 17.89617156982422, - 18.840747833251953, - 19.47516441345215, - 20.330097198486328, - 19.917530059814453, - 20.035444259643555, - 19.711467742919922, - 19.509443283081055, - 20.10116958618164, - 20.46540641784668, - 20.898605346679688 + 14.084935188293457, + 15.473167419433594, + 16.68218421936035, + 17.314437866210938, + 17.751066207885742, + 17.448448181152344, + 17.157392501831055, + 16.95926856994629, + 16.466289520263672, + 16.271465301513672, + 16.236841201782227, + 16.45611000061035, + 17.03037452697754, + 17.928510665893555, + 18.599897384643555, + 18.87761688232422, + 19.232221603393555, + 18.45880699157715, + 18.73422622680664, + 18.60430335998535, + 18.72430419921875, + 19.443603515625, + 20.078908920288086, + 20.60198211669922 ], "timestamps": [ "2026-06-10 00:00:00", @@ -441,6 +442,7 @@ "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", - "2026-06-17 08:00:00" + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 03c289066ddfbae0d0360f927f11ffd2c339d6fc..adf31bea68f2363cfc176eb6d0809d1d1e0e97de 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T08:54:01.331983+00:00", + "evaluated_at": "2026-06-17T10:05:15.395611+00:00", "freq": "1h", - "context_length": 153, + "context_length": 154, "prediction_length": 24, "context": [ 22.100000381469727, @@ -158,10 +158,10 @@ 26.799999237060547, 25.5, 25.200000762939453, + 25.0, 25.0 ], "actuals": [ - 25.0, 24.399999618530273, 23.799999237060547, 23.5, @@ -176,93 +176,94 @@ 21.5, 22.200000762939453, 23.899999618530273, - 25.5, - 26.799999237060547, - 27.600000381469727, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 30.200000762939453, + 30.100000381469727, 28.399999618530273, - 29.600000381469727, - 30.0, - 29.600000381469727, - 28.100000381469727, - 27.600000381469727 + 27.700000762939453 ], "p50": [ - 24.198089599609375, - 23.429201126098633, - 22.838205337524414, - 22.572071075439453, - 22.08517074584961, - 21.969493865966797, - 21.823667526245117, - 21.64217185974121, - 21.600595474243164, - 21.48441505432129, - 21.50546646118164, - 21.435344696044922, - 21.624004364013672, - 22.103715896606445, - 22.911760330200195, - 23.922035217285156, - 24.982784271240234, - 26.00340461730957, - 26.746349334716797, - 27.1545467376709, - 27.416215896606445, - 27.193082809448242, - 26.793224334716797, - 26.072511672973633 + 24.200857162475586, + 23.577423095703125, + 23.182518005371094, + 22.877094268798828, + 22.511198043823242, + 22.314327239990234, + 22.03383445739746, + 21.852083206176758, + 21.771318435668945, + 21.615262985229492, + 21.665435791015625, + 21.72993278503418, + 22.290239334106445, + 23.347936630249023, + 24.580291748046875, + 25.61772346496582, + 26.726320266723633, + 27.376873016357422, + 27.964672088623047, + 28.18101692199707, + 28.014623641967773, + 27.565961837768555, + 26.811067581176758, + 25.900705337524414 ], "p10": [ - 24.346206665039062, - 23.62230682373047, - 23.01441192626953, - 22.762544631958008, - 22.288238525390625, - 22.182584762573242, - 22.015108108520508, - 21.853076934814453, - 21.80394744873047, - 21.737409591674805, - 21.738014221191406, - 21.771709442138672, - 21.828872680664062, - 22.345531463623047, - 23.328765869140625, - 24.58180809020996, - 25.60251808166504, - 26.845294952392578, - 27.6536922454834, - 27.97030258178711, - 28.169830322265625, - 28.093454360961914, - 27.74285316467285, - 26.867277145385742 + 24.356870651245117, + 23.747230529785156, + 23.355239868164062, + 23.117332458496094, + 22.744474411010742, + 22.545602798461914, + 22.283973693847656, + 22.142080307006836, + 22.098560333251953, + 21.97108268737793, + 22.000186920166016, + 22.23021125793457, + 22.614059448242188, + 23.719629287719727, + 25.112119674682617, + 26.41456413269043, + 27.41936683654785, + 28.265365600585938, + 28.885656356811523, + 28.952659606933594, + 28.7353572845459, + 28.487619400024414, + 27.788820266723633, + 26.71578025817871 ], "p90": [ - 24.965927124023438, - 24.207378387451172, - 23.7418212890625, - 23.402252197265625, - 22.922578811645508, - 22.787181854248047, - 22.61345863342285, - 22.437335968017578, - 22.408479690551758, - 22.253263473510742, - 22.3328857421875, - 22.274728775024414, - 22.536344528198242, - 23.223304748535156, - 24.34995460510254, - 25.82244110107422, - 27.365110397338867, - 28.73226547241211, - 29.702978134155273, - 30.25432014465332, - 30.620193481445312, - 30.530433654785156, - 30.075937271118164, - 29.188575744628906 + 24.967546463012695, + 24.41632843017578, + 24.19447898864746, + 23.834274291992188, + 23.492769241333008, + 23.29286003112793, + 23.004173278808594, + 22.837299346923828, + 22.805145263671875, + 22.626020431518555, + 22.797679901123047, + 22.962554931640625, + 23.704435348510742, + 25.082502365112305, + 26.69826316833496, + 28.183828353881836, + 29.691444396972656, + 30.61538314819336, + 31.334901809692383, + 31.603193283081055, + 31.459972381591797, + 31.07016944885254, + 30.170988082885742, + 29.00836944580078 ], "timestamps": [ "2026-06-10 00:00:00", @@ -441,6 +442,7 @@ "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", - "2026-06-17 08:00:00" + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 0d03ee7bfa57e08176b15158a1e00193dd4ed41c..610e86c8d11d60461be728a34a6a2b72e6f6e663 100644 --- a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,12 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T08:54:07.298544+00:00", + "evaluated_at": "2026-06-17T10:05:23.519379+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, "context": [ 10.0, - 11.0, 12.0, 18.0, 14.0, @@ -149,10 +148,10 @@ 17.0, 11.0, 11.0, + 13.0, 13.0 ], "actuals": [ - 13.0, 10.0, 13.0, 9.0, @@ -175,88 +174,88 @@ 11.0, 16.0, 6.0, - 2.0 + 4.0, + 11.0 ], "p50": [ - 11.676584243774414, - 11.722393989562988, - 11.622505187988281, - 11.629868507385254, - 11.574459075927734, - 11.499689102172852, - 11.460284233093262, - 11.6266508102417, - 11.6749267578125, - 11.581991195678711, - 11.589264869689941, - 11.509867668151855, - 11.479743003845215, - 11.549151420593262, - 11.636744499206543, - 11.62392807006836, - 11.65049934387207, - 11.832354545593262, - 11.854872703552246, - 12.008405685424805, - 12.077573776245117, - 12.067008018493652, - 11.968542098999023, - 11.95860481262207 + 11.864093780517578, + 11.79699420928955, + 11.756179809570312, + 11.762114524841309, + 11.748628616333008, + 11.754602432250977, + 11.768770217895508, + 11.828998565673828, + 11.721065521240234, + 11.729890823364258, + 11.810657501220703, + 11.664861679077148, + 11.697272300720215, + 11.702800750732422, + 11.741270065307617, + 11.747836112976074, + 11.848294258117676, + 11.956896781921387, + 12.039148330688477, + 12.152148246765137, + 12.111672401428223, + 12.03598403930664, + 11.90306568145752, + 11.964129447937012 ], "p10": [ - 12.985279083251953, - 13.091043472290039, - 12.993790626525879, - 13.071064949035645, - 12.96205997467041, - 12.95484733581543, - 12.851719856262207, - 12.939567565917969, - 13.053936004638672, - 12.954240798950195, - 12.99161434173584, - 12.962149620056152, - 12.861412048339844, - 13.053275108337402, - 13.03303050994873, - 12.983553886413574, - 13.134946823120117, - 13.224839210510254, - 13.35938835144043, - 13.383625030517578, - 13.500914573669434, - 13.472023963928223, - 13.416023254394531, - 13.420289039611816 + 13.171780586242676, + 13.17117977142334, + 13.15612506866455, + 13.219644546508789, + 13.149227142333984, + 13.166096687316895, + 13.138827323913574, + 13.141077041625977, + 13.148911476135254, + 13.10505485534668, + 13.22121810913086, + 13.101573944091797, + 13.141881942749023, + 13.19071102142334, + 13.144366264343262, + 13.145515441894531, + 13.299753189086914, + 13.374348640441895, + 13.583972930908203, + 13.51913070678711, + 13.553332328796387, + 13.450637817382812, + 13.327013969421387, + 13.408050537109375 ], "p90": [ - 15.824394226074219, - 16.089088439941406, - 16.16046142578125, - 16.1655216217041, - 16.13406753540039, - 16.11933135986328, - 16.13115882873535, - 16.27838134765625, - 16.316333770751953, - 16.198165893554688, - 16.218303680419922, - 16.16858673095703, - 16.109134674072266, - 16.226566314697266, - 16.32992172241211, - 16.349397659301758, - 16.407001495361328, - 16.582843780517578, - 16.6832275390625, - 16.77320098876953, - 16.923992156982422, - 16.975610733032227, - 16.91543197631836, - 16.817203521728516 + 15.971628189086914, + 16.136432647705078, + 16.305400848388672, + 16.30670928955078, + 16.321514129638672, + 16.38819122314453, + 16.450790405273438, + 16.50373077392578, + 16.417020797729492, + 16.372276306152344, + 16.486093521118164, + 16.378963470458984, + 16.387516021728516, + 16.44677734375, + 16.49928092956543, + 16.534257888793945, + 16.682491302490234, + 16.78192901611328, + 16.954519271850586, + 16.986942291259766, + 17.002544403076172, + 16.98780632019043, + 16.882848739624023, + 16.850597381591797 ], "timestamps": [ - "2026-06-10 09:00:00", "2026-06-10 10:00:00", "2026-06-10 11:00:00", "2026-06-10 12:00:00", @@ -423,6 +422,7 @@ "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", - "2026-06-17 08:00:00" + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 5577c51aad4d9637b5d091f28f9578443c281d89..3d6b8c881dd084851a86ff5821f94b690c74a551 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,11 +1,41 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-17T09:57:43.729493+00:00", + "evaluated_at": "2026-06-17T10:05:27.692090+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t090000z", - "data_fetched_at": "2026-06-17T09:56:52.103820Z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 86, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t075500z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 154, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 154, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", "context_length": 144, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index bd32518bd47f323d53fe783d1d24dddc26658615..a77a8c20d59f8bc9be0259e7b471347a95c7316c 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,856887.0965919495,856887.0965919495,811.4609375,0.8976468390386971,0.012368546825013422,0.012269460545918529,3.66434788514248,925.6819629829401,0.01406600619593698,0.012330384550061912,0.007952845967082884,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.4963051445987124,0.4963051445987124,0.544403076171875,0.2298136493550392,0.024114680409085616,0.024082186126329435,1.9248826873398486,0.7044892792645694,0.03190260637278283,0.024653145985946184,0.030904864264073493,Weather,1 +binance_btcusdt_1h_close/1h/short,TiRex,852743.0179634094,852743.0179634094,810.400390625,0.8964736506497045,0.012351712765205608,0.012253122066259822,3.617420349582773,923.4408578590236,0.014031725410731765,0.01231407042175272,0.00793660251297554,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.47332488534160194,0.47332488534160194,0.536149263381958,0.22585438980404518,0.023754536699307233,0.023731342688444502,1.9702720783539422,0.6879861083928962,0.031155264745708844,0.02427937430728239,0.031314108928938676,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.00031427493832367757,0.00031427493832367757,0.013809273640314737,0.06247774313521343,0.0069204613853617565,0.006910512500483769,1.974346805963718,0.017727801282834754,0.009161023024374203,0.007136083699860722,0.026013508290548448,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.020091992595551982,0.020091992595551982,0.11586936646037632,0.6081830894751229,0.08739068649329494,0.09298768742040507,3.7174015886276766,0.14174622603636394,0.11141624939547934,0.09107635943360906,0.08458942550075191,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TiRex,0.14913060477298737,0.14913060477298737,0.31749733289082843,0.24293101316496238,0.020707059899965925,0.020788232302087165,1.4245918253590215,0.3861743191526171,0.025532186390255673,0.020991559199393616,0.021236112937308392,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,888.2204798391872,888.2204798391872,24.600722153981526,3.2152917544253117,0.5548276744848222,0.8242929690248334,87.35001044454481,29.803028031379416,0.7741046241916731,0.6389797962073124,0.5752003512627921,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,3.3282987988069785,3.3282987988069785,1.3674452304840088,0.650924113403827,0.05132393072026454,0.05308275560165099,5.073307467562685,1.824362573286072,0.07363724109762855,0.055194562527984714,0.04314067290754986,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,26.358086863084623,26.358086863084623,4.296750744183858,0.83162917629365,0.704134013522787,0.4052275490441393,9.389238242180117,5.134012744733365,0.48131369481875297,0.4028203822672367,0.30712773187292947,Hazards,1 +nws_ksfo_observations_temperature/1h/short,TiRex,0.7655670077896654,0.7655670077896654,0.7385068734486898,0.6480498831275365,0.04622393773470449,0.04777189212354107,13.302924970742366,0.8749668609665542,0.05575996899326994,0.047063634295047604,0.046879912685999635,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,884.5353252884843,884.5353252884843,24.97963007291158,3.283802031861217,0.5685499103891803,0.839397676902057,89.5290557121259,29.7411386010772,0.7583801141692857,0.6369646757880033,0.5723075907588887,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,3.5879868626060065,3.5879868626060065,1.474145491917928,0.7037785569693734,0.05537935156165023,0.057053768268915,4.436460134912604,1.8941982110133053,0.0760340522642072,0.05917292853822986,0.045042012260069555,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,24.34965556868504,24.34965556868504,4.2553214232126875,0.8249411482803272,0.5658396233340944,0.39263261584144155,8.847898735946139,4.934537016649591,0.46261284531089913,0.3989363834261894,0.3007371106081538,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TiRex,310.332596724232,310.332596724232,11.93463134765625,0.12730273437499998,0.0041552966995377725,0.004141704745075483,1.3163967013888886,17.616259441897192,0.006092078193163294,0.004127250033771614,0.004623105271748919,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,42.39091997034848,42.39091997034848,6.412445068359375,0.13385506650553705,0.029444010881540167,0.029126305095609643,1.3562794237567775,6.5108309738733405,0.027471860649254602,0.02705673024624209,0.03844087353012006,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index a6f5abcf89c05c5aeb9cd74f4e2a58d8c70018a4..f32c5801dd67a3aa92d305f5a87d7d76f573f7ea 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T09:57:55.179765+00:00", + "evaluated_at": "2026-06-17T10:06:02.766158+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 65624.0, 65539.5, 64926.01953125, - 64883.98828125 + 64909.44140625 ], "p50": [ 66525.078125, diff --git a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 2f1e12c5bb39c82e513d6192f4c2954116bedd48..2235d4f806c7d253585227295e603bb9fc4b2e88 100644 --- a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T08:55:11.663614+00:00", + "evaluated_at": "2026-06-17T10:06:09.951249+00:00", "freq": "1h", - "context_length": 87, + "context_length": 86, "prediction_length": 24, "context": [ - 25.059999465942383, 26.56999969482422, 27.639999389648438, 28.31999969482422, @@ -121,85 +120,84 @@ 22.190000534057617 ], "p50": [ - 20.825658798217773, - 20.744007110595703, - 20.660545349121094, - 20.564533233642578, - 20.522796630859375, - 20.580425262451172, - 21.048065185546875, - 21.75221824645996, - 22.566482543945312, - 23.188194274902344, - 23.662935256958008, - 24.059709548950195, - 24.252473831176758, - 24.247163772583008, - 24.194921493530273, - 24.015432357788086, - 23.678815841674805, - 23.29242706298828, - 22.458812713623047, - 21.901247024536133, - 21.397388458251953, - 21.18134307861328, - 20.968843460083008, - 20.72504425048828 + 20.820653915405273, + 20.744136810302734, + 20.66522979736328, + 20.571626663208008, + 20.524044036865234, + 20.57650375366211, + 21.03963851928711, + 21.76636505126953, + 22.631441116333008, + 23.252038955688477, + 23.694557189941406, + 24.036916732788086, + 24.202625274658203, + 24.203468322753906, + 24.15946388244629, + 23.972326278686523, + 23.639575958251953, + 23.25007438659668, + 22.413143157958984, + 21.866300582885742, + 21.391084671020508, + 21.192214965820312, + 20.992137908935547, + 20.75815200805664 ], "p10": [ - 20.656578063964844, - 20.42453956604004, - 20.175315856933594, - 19.90265655517578, - 19.648178100585938, - 19.463268280029297, - 19.645719528198242, - 19.95993995666504, - 20.355859756469727, - 20.600252151489258, - 20.662538528442383, - 20.5606746673584, - 20.492429733276367, - 20.378849029541016, - 20.358675003051758, - 20.377294540405273, - 20.43474769592285, - 20.430986404418945, - 20.015390396118164, - 19.668262481689453, - 19.209388732910156, - 18.907207489013672, - 18.569623947143555, - 18.26474380493164 + 20.653358459472656, + 20.427391052246094, + 20.181297302246094, + 19.912506103515625, + 19.651073455810547, + 19.44809913635254, + 19.602155685424805, + 19.901945114135742, + 20.315170288085938, + 20.529396057128906, + 20.562175750732422, + 20.443950653076172, + 20.35995864868164, + 20.23729705810547, + 20.211750030517578, + 20.230382919311523, + 20.289661407470703, + 20.28411102294922, + 19.888961791992188, + 19.565717697143555, + 19.14239501953125, + 18.861562728881836, + 18.541528701782227, + 18.24726104736328 ], "p90": [ - 20.991962432861328, - 21.043668746948242, - 21.1226749420166, - 21.197256088256836, - 21.357912063598633, - 21.62054443359375, - 22.363834381103516, - 23.450937271118164, - 24.786691665649414, - 25.889572143554688, - 27.02715301513672, - 27.87755584716797, - 28.50183868408203, - 28.53894805908203, - 28.46851921081543, - 27.994495391845703, - 27.352602005004883, - 26.427623748779297, - 25.065792083740234, - 24.260019302368164, - 23.648744583129883, - 23.43215560913086, - 23.197633743286133, - 22.98099708557129 + 20.986833572387695, + 21.04267120361328, + 21.127431869506836, + 21.206586837768555, + 21.362071990966797, + 21.626008987426758, + 22.377225875854492, + 23.51447105407715, + 24.936756134033203, + 26.032855987548828, + 27.109519958496094, + 27.90518569946289, + 28.507339477539062, + 28.58150291442871, + 28.546104431152344, + 28.06085205078125, + 27.417495727539062, + 26.468812942504883, + 25.088695526123047, + 24.278324127197266, + 23.69473648071289, + 23.49919319152832, + 23.286924362182617, + 23.08364486694336 ], "timestamps": [ - "2026-06-10 09:00:00", "2026-06-10 10:00:00", "2026-06-10 11:00:00", "2026-06-10 12:00:00", diff --git a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json index 78fe2db6ee77f0e31e09694511daeb0c04fe34f5..cd6be2c5eb44d62043e8e7b583a1cdcd684bfa05 100644 --- a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,26 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T08:55:33.900934+00:00", + "evaluated_at": "2026-06-17T10:06:15.583995+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 19.0, - 19.399999618530273, - 19.0, - 18.0, - 18.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, 19.0, 19.0, 20.0, @@ -173,9 +158,6 @@ 16.0, 16.0, 16.0, - 15.0 - ], - "actuals": [ 15.0, 15.0, 15.0, @@ -191,6 +173,9 @@ 15.0, 15.0, 15.0, + 15.0 + ], + "actuals": [ 15.0, 15.0, 15.0, @@ -199,89 +184,102 @@ 15.0, 16.0, 16.0, - 16.0 + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0 ], "p50": [ - 15.111827850341797, - 15.182991027832031, - 15.259737968444824, - 15.304553985595703, - 15.318385124206543, - 15.317085266113281, - 15.310297012329102, - 15.29784870147705, - 15.278505325317383, - 15.266464233398438, - 15.25724983215332, - 15.248562812805176, - 15.237665176391602, - 15.230303764343262, - 15.22309398651123, - 15.211095809936523, - 15.207658767700195, - 15.203071594238281, - 15.18802261352539, - 15.168938636779785, - 15.15026569366455, - 15.132579803466797, - 15.119312286376953, - 15.101797103881836 + 15.003215789794922, + 15.00247573852539, + 15.003320693969727, + 14.99831771850586, + 14.992888450622559, + 14.987557411193848, + 14.983458518981934, + 14.98809814453125, + 14.977998733520508, + 14.967147827148438, + 14.955289840698242, + 14.954766273498535, + 14.947210311889648, + 14.946715354919434, + 14.937610626220703, + 14.933237075805664, + 14.929847717285156, + 14.929040908813477, + 14.916178703308105, + 14.916645050048828, + 14.915127754211426, + 14.917746543884277, + 14.895859718322754, + 14.894104957580566 ], "p10": [ - 14.922771453857422, - 14.768394470214844, - 14.708526611328125, - 14.6544771194458, - 14.586015701293945, - 14.539351463317871, - 14.45648193359375, - 14.40048599243164, - 14.366325378417969, - 14.32349967956543, - 14.239736557006836, - 14.199248313903809, - 14.15206527709961, - 14.105403900146484, - 14.059192657470703, - 14.004762649536133, - 13.974546432495117, - 13.94575023651123, - 13.916755676269531, - 13.883544921875, - 13.848766326904297, - 13.795307159423828, - 13.753456115722656, - 13.697225570678711 + 14.951215744018555, + 14.815753936767578, + 14.694994926452637, + 14.53531265258789, + 14.367809295654297, + 14.2481050491333, + 14.106842041015625, + 14.045495986938477, + 13.98527717590332, + 13.946171760559082, + 13.84691333770752, + 13.85257339477539, + 13.801017761230469, + 13.7531099319458, + 13.688735961914062, + 13.58694839477539, + 13.507720947265625, + 13.463569641113281, + 13.424368858337402, + 13.389545440673828, + 13.348332405090332, + 13.258822441101074, + 13.212160110473633, + 13.165075302124023 ], "p90": [ - 15.399690628051758, - 15.704728126525879, - 15.866387367248535, - 15.954438209533691, - 15.994451522827148, - 15.969137191772461, - 15.990771293640137, - 16.019020080566406, - 16.03868293762207, - 16.07024383544922, - 16.095422744750977, - 16.12213134765625, - 16.169527053833008, - 16.181400299072266, - 16.174108505249023, - 16.16535186767578, - 16.18850326538086, - 16.230777740478516, - 16.252059936523438, - 16.273418426513672, - 16.274364471435547, - 16.257715225219727, - 16.273311614990234, - 16.321144104003906 + 15.04500675201416, + 15.048707962036133, + 15.06978988647461, + 15.11013126373291, + 15.1710844039917, + 15.224533081054688, + 15.265705108642578, + 15.305793762207031, + 15.33438777923584, + 15.382259368896484, + 15.399085998535156, + 15.418546676635742, + 15.462940216064453, + 15.478608131408691, + 15.500868797302246, + 15.514902114868164, + 15.544151306152344, + 15.598148345947266, + 15.6300630569458, + 15.657551765441895, + 15.667163848876953, + 15.641743659973145, + 15.620689392089844, + 15.643379211425781 ], "timestamps": [ - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", "2026-06-16 19:00:00", "2026-06-16 20:00:00", "2026-06-16 21:00:00", @@ -471,6 +469,8 @@ "2026-06-24 13:00:00", "2026-06-24 14:00:00", "2026-06-24 15:00:00", - "2026-06-24 16:00:00" + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 39115e5a04e30697810b4620f44fa5bd47dcb398..117e66226ca6723d7fa8839c97ab82b343e6cfe8 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T08:55:43.234539+00:00", + "evaluated_at": "2026-06-17T10:06:20.431059+00:00", "freq": "1h", - "context_length": 153, + "context_length": 154, "prediction_length": 24, "context": [ 39.79999923706055, @@ -158,10 +158,10 @@ 12.0, 10.899999618530273, 11.0, - 11.699999809265137 + 11.699999809265137, + 12.5 ], "actuals": [ - 12.5, 14.300000190734863, 21.799999237060547, 24.799999237060547, @@ -184,85 +184,86 @@ 28.200000762939453, 28.899999618530273, 28.700000762939453, - 28.799999237060547 + 28.799999237060547, + 29.700000762939453 ], "p50": [ - 12.413844108581543, - 13.355645179748535, - 14.572397232055664, - 16.130752563476562, - 16.598960876464844, - 16.42115592956543, - 15.82558822631836, - 15.023028373718262, - 14.192938804626465, - 13.348127365112305, - 12.555060386657715, - 12.039706230163574, - 11.834136962890625, - 12.192644119262695, - 14.621904373168945, - 15.118450164794922, - 15.667008399963379, - 14.444086074829102, - 13.540263175964355, - 12.80239200592041, - 12.535285949707031, - 12.520892143249512, - 12.667098999023438, - 13.161297798156738 + 13.551448822021484, + 14.967050552368164, + 16.742937088012695, + 17.322830200195312, + 17.238582611083984, + 16.56941032409668, + 15.359663009643555, + 14.38646411895752, + 13.526932716369629, + 12.629997253417969, + 12.089058876037598, + 11.970613479614258, + 12.351310729980469, + 14.65640640258789, + 15.446920394897461, + 15.860455513000488, + 14.951908111572266, + 13.839963912963867, + 13.093473434448242, + 12.733499526977539, + 12.646553039550781, + 12.75731086730957, + 13.175959587097168, + 13.820125579833984 ], "p10": [ - 11.204153060913086, - 11.390812873840332, - 11.753623962402344, - 12.435014724731445, - 12.368946075439453, - 11.914216041564941, - 11.08625602722168, - 10.117648124694824, - 9.20363712310791, - 8.434311866760254, - 7.789402008056641, - 7.280187606811523, - 6.9182586669921875, - 6.987171173095703, - 8.658866882324219, - 8.911493301391602, - 9.380404472351074, - 8.607489585876465, - 8.051250457763672, - 7.48396110534668, - 7.211650848388672, - 7.192096710205078, - 7.238822937011719, - 7.449756622314453 + 12.245156288146973, + 12.703672409057617, + 13.528186798095703, + 13.61208438873291, + 13.206599235534668, + 12.343064308166504, + 11.015325546264648, + 9.927005767822266, + 8.96387767791748, + 8.259227752685547, + 7.91424560546875, + 7.768184661865234, + 7.922431945800781, + 9.422431945800781, + 9.896775245666504, + 10.459702491760254, + 9.988518714904785, + 9.021968841552734, + 8.381702423095703, + 7.967243194580078, + 7.8072509765625, + 7.889631271362305, + 8.105138778686523, + 8.41237735748291 ], "p90": [ - 14.08234977722168, - 16.430435180664062, - 19.362834930419922, - 22.362667083740234, - 23.73045539855957, - 24.01089859008789, - 23.64980125427246, - 22.96773910522461, - 22.328519821166992, - 21.958280563354492, - 21.498043060302734, - 21.064006805419922, - 21.330299377441406, - 22.202146530151367, - 25.342029571533203, - 25.450942993164062, - 25.888019561767578, - 24.046188354492188, - 22.617570877075195, - 21.966506958007812, - 22.371252059936523, - 23.03205108642578, - 23.789608001708984, - 24.749713897705078 + 15.383769989013672, + 18.503005981445312, + 21.862407684326172, + 23.592952728271484, + 24.196067810058594, + 23.927215576171875, + 22.953401565551758, + 22.298166275024414, + 21.849924087524414, + 21.25243377685547, + 20.976730346679688, + 21.05739974975586, + 22.11382293701172, + 24.82753562927246, + 25.460140228271484, + 25.544675827026367, + 24.13132095336914, + 22.75487518310547, + 21.863862991333008, + 21.77631950378418, + 22.479555130004883, + 23.37180519104004, + 24.585840225219727, + 25.785493850708008 ], "timestamps": [ "2026-06-10 00:00:00", @@ -441,6 +442,7 @@ "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", - "2026-06-17 08:00:00" + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index b5c5e6152c277af0864b442867238ea46a41f8e4..415dccabbe6e925b7ed323c000b1fac5d33dd00c 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T08:55:49.902484+00:00", + "evaluated_at": "2026-06-17T10:06:26.729262+00:00", "freq": "1h", - "context_length": 153, + "context_length": 154, "prediction_length": 24, "context": [ 22.100000381469727, @@ -158,10 +158,10 @@ 26.799999237060547, 25.5, 25.200000762939453, + 25.0, 25.0 ], "actuals": [ - 25.0, 24.399999618530273, 23.799999237060547, 23.5, @@ -176,93 +176,94 @@ 21.5, 22.200000762939453, 23.899999618530273, - 25.5, - 26.799999237060547, - 27.600000381469727, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 30.200000762939453, + 30.100000381469727, 28.399999618530273, - 29.600000381469727, - 30.0, - 29.600000381469727, - 28.100000381469727, - 27.600000381469727 + 27.700000762939453 ], "p50": [ - 24.578998565673828, - 24.10112762451172, - 23.7196102142334, - 23.450119018554688, - 23.203624725341797, - 22.99082374572754, - 22.82337188720703, - 22.70935821533203, - 22.65361785888672, - 22.642681121826172, - 22.61038589477539, - 22.571331024169922, - 22.50658416748047, - 22.743133544921875, - 23.30773162841797, - 24.078235626220703, - 24.646644592285156, - 25.26982307434082, - 25.63526725769043, - 25.8955020904541, - 25.98509407043457, - 25.913501739501953, - 25.690399169921875, - 25.36417007446289 + 24.56894302368164, + 24.122766494750977, + 23.81794548034668, + 23.515052795410156, + 23.28672218322754, + 23.09372329711914, + 22.94736099243164, + 22.844100952148438, + 22.792625427246094, + 22.757144927978516, + 22.695751190185547, + 22.57184600830078, + 22.830114364624023, + 23.414926528930664, + 24.196714401245117, + 24.845129013061523, + 25.42603302001953, + 25.880207061767578, + 26.1803035736084, + 26.31755828857422, + 26.234243392944336, + 26.03551483154297, + 25.657827377319336, + 25.176149368286133 ], "p10": [ - 24.117502212524414, - 23.494081497192383, - 22.984195709228516, - 22.598281860351562, - 22.236928939819336, - 21.921613693237305, - 21.64129638671875, - 21.439659118652344, - 21.306699752807617, - 21.213165283203125, - 21.100173950195312, - 21.05324935913086, - 21.055028915405273, - 21.366989135742188, - 21.94865608215332, - 22.6440486907959, - 23.07544708251953, - 23.48575210571289, - 23.722902297973633, - 23.860742568969727, - 23.928546905517578, - 23.86808204650879, - 23.742338180541992, - 23.497039794921875 + 24.08108901977539, + 23.46563148498535, + 23.00826644897461, + 22.5625, + 22.189481735229492, + 21.854902267456055, + 21.580638885498047, + 21.354042053222656, + 21.18393325805664, + 21.064584732055664, + 21.022483825683594, + 20.973159790039062, + 21.297863006591797, + 21.90348243713379, + 22.604658126831055, + 23.126184463500977, + 23.51311492919922, + 23.80405616760254, + 23.950429916381836, + 23.97340965270996, + 23.938947677612305, + 23.775630950927734, + 23.54149627685547, + 23.1730899810791 ], "p90": [ - 25.05156135559082, - 24.697946548461914, - 24.392738342285156, - 24.206697463989258, - 24.036693572998047, - 23.881383895874023, - 23.76603126525879, - 23.712039947509766, - 23.698612213134766, - 23.68246841430664, - 23.68854331970215, - 23.720542907714844, - 23.698593139648438, - 23.96839141845703, - 24.607770919799805, - 25.498882293701172, - 26.33365821838379, - 27.324527740478516, - 28.00827407836914, - 28.373321533203125, - 28.755151748657227, - 28.52281951904297, - 28.35882568359375, - 27.771434783935547 + 25.068883895874023, + 24.785341262817383, + 24.59025001525879, + 24.393043518066406, + 24.26577377319336, + 24.147275924682617, + 24.080461502075195, + 24.0560245513916, + 24.04087257385254, + 24.03325080871582, + 24.025436401367188, + 23.943559646606445, + 24.254375457763672, + 24.88911247253418, + 25.82111358642578, + 26.70819854736328, + 27.61324691772461, + 28.366214752197266, + 28.933124542236328, + 29.05283546447754, + 29.09267807006836, + 28.711288452148438, + 28.319740295410156, + 27.559951782226562 ], "timestamps": [ "2026-06-10 00:00:00", @@ -441,6 +442,7 @@ "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", - "2026-06-17 08:00:00" + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" ] } diff --git a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 043513c7e26eff715350ae21fd5be2d01d700eb2..90ca4c280d45371361efaa70a51705f33dfcdadb 100644 --- a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,12 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T08:55:55.392519+00:00", + "evaluated_at": "2026-06-17T10:06:31.558026+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, "context": [ 10.0, - 11.0, 12.0, 18.0, 14.0, @@ -149,10 +148,10 @@ 17.0, 11.0, 11.0, + 13.0, 13.0 ], "actuals": [ - 13.0, 10.0, 13.0, 9.0, @@ -175,88 +174,88 @@ 11.0, 16.0, 6.0, - 2.0 + 4.0, + 11.0 ], "p50": [ - 12.639816284179688, - 13.227319717407227, - 13.05123233795166, - 13.20544147491455, - 13.15178108215332, - 13.229022979736328, - 13.213144302368164, - 13.331808090209961, - 13.424578666687012, - 13.226960182189941, - 13.143672943115234, - 13.159557342529297, - 13.126794815063477, - 13.272013664245605, - 13.289170265197754, - 13.387375831604004, - 13.22652816772461, - 13.38562297821045, - 13.309589385986328, - 13.345670700073242, - 13.384408950805664, - 13.408159255981445, - 13.376004219055176, - 13.27957534790039 + 13.025009155273438, + 12.920037269592285, + 13.190251350402832, + 13.009302139282227, + 13.104164123535156, + 13.121980667114258, + 13.108818054199219, + 13.253151893615723, + 13.108171463012695, + 13.162055969238281, + 13.046808242797852, + 13.052882194519043, + 13.161944389343262, + 13.150917053222656, + 13.2339506149292, + 13.146474838256836, + 13.330801010131836, + 13.168400764465332, + 13.221084594726562, + 13.305948257446289, + 13.240814208984375, + 13.28287124633789, + 13.179991722106934, + 13.273582458496094 ], "p10": [ - 8.485624313354492, - 8.831933975219727, - 8.718301773071289, - 8.868971824645996, - 8.851591110229492, - 8.900585174560547, - 8.835399627685547, - 8.887382507324219, - 8.905460357666016, - 8.884270668029785, - 8.756879806518555, - 8.801393508911133, - 8.765785217285156, - 8.867593765258789, - 8.791314125061035, - 8.84335708618164, - 8.761287689208984, - 8.872125625610352, - 8.779385566711426, - 8.811373710632324, - 8.79556655883789, - 8.77563762664795, - 8.777507781982422, - 8.78185749053955 + 9.003724098205566, + 8.77608871459961, + 8.899271011352539, + 8.797524452209473, + 8.975485801696777, + 8.972515106201172, + 8.94537353515625, + 9.002481460571289, + 8.817887306213379, + 8.870288848876953, + 8.77372932434082, + 8.790155410766602, + 8.820844650268555, + 8.81149673461914, + 8.914153099060059, + 8.809721946716309, + 8.94175910949707, + 8.839895248413086, + 8.86068058013916, + 8.843658447265625, + 8.777571678161621, + 8.83810043334961, + 8.728679656982422, + 8.812183380126953 ], "p90": [ - 18.662677764892578, - 19.30524444580078, - 19.01080322265625, - 19.283641815185547, - 19.38608169555664, - 19.543493270874023, - 19.594480514526367, - 19.800994873046875, - 20.066699981689453, - 19.728137969970703, - 19.632465362548828, - 19.721820831298828, - 19.67764663696289, - 19.829822540283203, - 19.872453689575195, - 20.042205810546875, - 19.847896575927734, - 20.098468780517578, - 20.06634521484375, - 20.216684341430664, - 20.359378814697266, - 20.362905502319336, - 20.304594039916992, - 20.097517013549805 + 19.335433959960938, + 19.500961303710938, + 19.704078674316406, + 19.38463020324707, + 19.57573699951172, + 19.620946884155273, + 19.63834571838379, + 19.885583877563477, + 19.764148712158203, + 19.7761173248291, + 19.55630111694336, + 19.588184356689453, + 19.823516845703125, + 19.799503326416016, + 19.859943389892578, + 19.89834976196289, + 20.269142150878906, + 19.954408645629883, + 19.894975662231445, + 20.10681915283203, + 20.011436462402344, + 20.114253997802734, + 20.0711669921875, + 20.1660099029541 ], "timestamps": [ - "2026-06-10 09:00:00", "2026-06-10 10:00:00", "2026-06-10 11:00:00", "2026-06-10 12:00:00", @@ -423,6 +422,7 @@ "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", - "2026-06-17 08:00:00" + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 178afa8f8041a9e4f9e690611b9accea9289325b..be76fc624c0785df4cc650dc4affc97fd23235f7 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,11 +1,41 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-17T09:57:57.647270+00:00", + "evaluated_at": "2026-06-17T10:06:34.141188+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t090000z", - "data_fetched_at": "2026-06-17T09:56:52.103820Z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 86, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t075500z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 154, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 154, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", "context_length": 144, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 1361e7b21ed4c3cad5aef8042aa9cdc7940e7ded..c0f298031b6abf3635386a1ebb32c23453b46b45 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,538727.5139579773,538727.5139579773,647.474609375,0.7162433946036791,0.009868449760942026,0.009806038582631354,3.129132356247693,733.9805950827156,0.011153048250893981,0.00983856468136505,0.0075579896863022,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.695948186625477,2.695948186625477,1.2758477528889973,0.5385848114132945,0.05718589499114036,0.05475384933356126,2.973580438979473,1.6419342820665743,0.07435454964684532,0.05777642023808756,0.04993364943188838,Weather,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,535488.1978111267,535488.1978111267,646.4140625,0.7150702062146864,0.009851723114711022,0.009789698719297845,3.129132356247693,731.770590971738,0.011119287075915687,0.009822290782828143,0.007552495978721027,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,4.486292367349051,4.486292367349051,1.6191182136535645,0.6820581154185487,0.07247850255368889,0.0684185623699477,2.9901828430574664,2.118086959345402,0.09591699478785701,0.07332133016291704,0.05601208305975242,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0014834193599869631,0.0014834193599869631,0.03152375817298889,0.14262395815220416,0.016031995208279987,0.015854117365485972,0.5871334053463362,0.03851518349932872,0.019903115857181325,0.016290225157091616,0.012008333797132632,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.03451803814365798,0.03451803814365798,0.1605510281191932,0.8427112642695734,0.12183064453785421,0.1320970831483782,5.192732303899704,0.18579030691523707,0.14603605153635807,0.12619731678104512,0.10166549111613724,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.10650069494624859,0.10650069494624859,0.1659756898880005,0.1269952164263056,0.010592207974857755,0.01079159421184492,1.2774717900903,0.32634444218685354,0.021576492045411805,0.01097359933143805,0.015456465635600353,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,871.7446145949463,871.7446145949463,24.17395559946696,3.1595137583483504,0.5405904511940779,0.7989264164332534,90.43088384039224,29.525321583260464,0.7668914696950769,0.6278949506355055,0.5766109886738244,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,3.2783747200242033,3.2783747200242033,1.3140305678049724,0.6254979455603004,0.048510946416479794,0.05052177686905405,1.8549825326982898,1.8106282666588973,0.07308287955611087,0.053038572018510505,0.0427577893877339,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,25.760000442145003,25.760000442145003,4.235228220621745,0.8197215910880796,0.692743172062619,0.4011018131095198,9.546981450050108,5.075431059737193,0.47582166185036184,0.3970526456832886,0.3018682532840305,Hazards,1 +nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.6988557077654605,0.6988557077654605,0.7037270069122314,0.6175300745049169,0.04403773351194148,0.045448508463251415,4.081368721696621,0.8359759014262674,0.05327514951955579,0.04484717974553397,0.03816839946253984,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,865.3246532024104,865.3246532024104,24.42593252658844,3.211013398789175,0.5499870347798049,0.8053248209272522,91.48384652840004,29.416401091948867,0.7500995142719141,0.6228457405976543,0.5714630772519738,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,3.769976063132011,3.769976063132011,1.3931100368499756,0.6650910488884172,0.051417783604382726,0.053398739364826496,2.1713447856010464,1.941642619827864,0.07793849428008302,0.05592012532573268,0.04530331021288217,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,23.654218157286323,23.654218157286323,4.183543682098389,0.8110262388559072,0.5535589046213226,0.38772289673246885,8.884286125565191,4.863560234775171,0.4559587720101723,0.39220722019672394,0.2940495242675146,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,705.710553539296,705.710553539296,18.541839599609375,0.19777962239583335,0.006408145794538654,0.0064379926593242905,0.6467830946180556,26.565213222168875,0.009186817252623243,0.00641216355029719,0.005638432268526857,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,76.48272331862245,76.48272331862245,8.214042663574219,0.17146208899897067,0.03919937277352938,0.03823576849014723,1.547837959994033,8.74544014436223,0.036900591326422906,0.034658407863182354,0.042516141266427124,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 8c845158ad9b421f751dd30deaf8caa4334c7320..a2c3d38d6787a44294c25ce0c7826de0380f59c8 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T09:57:48.438978+00:00", + "evaluated_at": "2026-06-17T10:05:32.190400+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 65624.0, 65539.5, 64926.01953125, - 64883.98828125 + 64909.44140625 ], "p50": [ 66551.515625, diff --git a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 0740e02d77b2b5c749598413c4f42b9e3fa4383e..be759edfd01de5b30cb082f3e4021d58bb286be8 100644 --- a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T08:54:23.415989+00:00", + "evaluated_at": "2026-06-17T10:05:36.479797+00:00", "freq": "1h", - "context_length": 87, + "context_length": 86, "prediction_length": 24, "context": [ - 25.059999465942383, 26.56999969482422, 27.639999389648438, 28.31999969482422, @@ -121,85 +120,84 @@ 22.190000534057617 ], "p50": [ - 20.82122039794922, - 20.845373153686523, - 20.972532272338867, - 21.240047454833984, - 21.804819107055664, - 22.78349494934082, - 23.81192398071289, - 24.630895614624023, - 25.290491104125977, - 25.731996536254883, - 26.02767562866211, - 25.768478393554688, - 25.49505043029785, - 25.05887794494629, - 24.385576248168945, - 23.994672775268555, - 23.40221405029297, - 22.977441787719727, - 22.508113861083984, - 22.135787963867188, - 21.88414764404297, - 21.655853271484375, - 21.468595504760742, - 21.386165618896484 + 20.828893661499023, + 20.84614372253418, + 20.99872589111328, + 21.326566696166992, + 22.068042755126953, + 23.33530616760254, + 24.484344482421875, + 25.414018630981445, + 26.15896224975586, + 26.62506103515625, + 26.892581939697266, + 26.553367614746094, + 26.16426658630371, + 25.66250991821289, + 24.880035400390625, + 24.328712463378906, + 23.61530113220215, + 23.134279251098633, + 22.61981201171875, + 22.193058013916016, + 21.9415283203125, + 21.688478469848633, + 21.49480628967285, + 21.406339645385742 ], "p10": [ - 20.643102645874023, - 20.48908805847168, - 20.388418197631836, - 20.357345581054688, - 20.35504150390625, - 20.446338653564453, - 20.48267936706543, - 20.554670333862305, - 20.645723342895508, - 20.666889190673828, - 20.65903663635254, - 20.55225372314453, - 20.621618270874023, - 20.52138900756836, - 20.606468200683594, - 20.524089813232422, - 20.449665069580078, - 20.328550338745117, - 20.19945526123047, - 20.054035186767578, - 19.967174530029297, - 19.875110626220703, - 19.727996826171875, - 19.698997497558594 + 20.651098251342773, + 20.498483657836914, + 20.429119110107422, + 20.375316619873047, + 20.361536026000977, + 20.452770233154297, + 20.610206604003906, + 20.63253402709961, + 20.726459503173828, + 20.79863929748535, + 20.842313766479492, + 20.670223236083984, + 20.847925186157227, + 20.685245513916016, + 20.73265838623047, + 20.6232967376709, + 20.5299072265625, + 20.433818817138672, + 20.307735443115234, + 20.144563674926758, + 20.059141159057617, + 19.967256546020508, + 19.82335662841797, + 19.794727325439453 ], "p90": [ - 21.021333694458008, - 21.60425567626953, - 22.48955535888672, - 23.6351318359375, - 25.416221618652344, - 27.312149047851562, - 28.934288024902344, - 29.85934066772461, - 30.708383560180664, - 31.41373062133789, - 31.324142456054688, - 31.400650024414062, - 31.09778594970703, - 30.65508460998535, - 30.355079650878906, - 29.507518768310547, - 29.07257652282715, - 28.247541427612305, - 27.388851165771484, - 26.350635528564453, - 25.459444046020508, - 24.99663734436035, - 24.812108993530273, - 24.8106746673584 + 21.050735473632812, + 21.702604293823242, + 22.648771286010742, + 24.043920516967773, + 25.95798110961914, + 27.959068298339844, + 29.499401092529297, + 30.384044647216797, + 31.132495880126953, + 31.570152282714844, + 31.47030258178711, + 31.58995246887207, + 31.318492889404297, + 30.972705841064453, + 30.397239685058594, + 29.60353660583496, + 29.015682220458984, + 28.087514877319336, + 27.208890914916992, + 26.169925689697266, + 25.327556610107422, + 24.848051071166992, + 24.694290161132812, + 24.70444107055664 ], "timestamps": [ - "2026-06-10 09:00:00", "2026-06-10 10:00:00", "2026-06-10 11:00:00", "2026-06-10 12:00:00", diff --git a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json index d777b2effcfc9a322c66f41f2f31456dcb3d3cf3..cdb02a164518b16e0ec7aa5d0c9d33c3e33f4c59 100644 --- a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,26 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T08:54:41.105206+00:00", + "evaluated_at": "2026-06-17T10:05:41.262984+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 19.0, - 19.399999618530273, - 19.0, - 18.0, - 18.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, 19.0, 19.0, 20.0, @@ -173,9 +158,6 @@ 16.0, 16.0, 16.0, - 15.0 - ], - "actuals": [ 15.0, 15.0, 15.0, @@ -191,6 +173,9 @@ 15.0, 15.0, 15.0, + 15.0 + ], + "actuals": [ 15.0, 15.0, 15.0, @@ -199,89 +184,102 @@ 15.0, 16.0, 16.0, - 16.0 + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0 ], "p50": [ - 15.011581420898438, - 15.01677131652832, - 15.02746295928955, - 15.045188903808594, - 15.062385559082031, - 15.055787086486816, - 15.064220428466797, - 15.060249328613281, - 15.06223201751709, - 15.061539649963379, - 15.075334548950195, - 15.06904125213623, - 15.06883716583252, - 15.065284729003906, - 15.060516357421875, - 15.065906524658203, - 15.071529388427734, - 15.06463623046875, - 15.085457801818848, - 15.08323860168457, - 15.08266830444336, - 15.089994430541992, - 15.092302322387695, - 15.094156265258789 + 14.988260269165039, + 14.991312026977539, + 14.989709854125977, + 14.987214088439941, + 14.988218307495117, + 14.985296249389648, + 14.986763000488281, + 14.982418060302734, + 14.984650611877441, + 14.990516662597656, + 14.990938186645508, + 14.985986709594727, + 14.984705924987793, + 14.989984512329102, + 14.990408897399902, + 14.988810539245605, + 14.986747741699219, + 14.99056625366211, + 14.985006332397461, + 14.987868309020996, + 14.984389305114746, + 14.988537788391113, + 14.993254661560059, + 14.988987922668457 ], "p10": [ - 14.95682430267334, - 14.938166618347168, - 14.929275512695312, - 14.911377906799316, - 14.897640228271484, - 14.888866424560547, - 14.852936744689941, - 14.77005386352539, - 14.678017616271973, - 14.59642219543457, - 14.513586044311523, - 14.4293212890625, - 14.35046100616455, - 14.287328720092773, - 14.239959716796875, - 14.184469223022461, - 14.153891563415527, - 14.118875503540039, - 14.082965850830078, - 14.034950256347656, - 13.986570358276367, - 13.921845436096191, - 13.87275505065918, - 13.84490966796875 + 14.958963394165039, + 14.934677124023438, + 14.80864143371582, + 14.666147232055664, + 14.487813949584961, + 14.346593856811523, + 14.2703275680542, + 14.209457397460938, + 14.10597038269043, + 14.089678764343262, + 14.051546096801758, + 14.029755592346191, + 13.968576431274414, + 13.931265830993652, + 13.911328315734863, + 13.880348205566406, + 13.850351333618164, + 13.803601264953613, + 13.760431289672852, + 13.707235336303711, + 13.650086402893066, + 13.584967613220215, + 13.509410858154297, + 13.470216751098633 ], "p90": [ - 15.93383502960205, - 16.00996208190918, - 15.969696044921875, - 15.95120620727539, - 15.941608428955078, - 15.977051734924316, - 16.043811798095703, - 15.984957695007324, - 16.06998062133789, - 16.056438446044922, - 16.02972412109375, - 16.018003463745117, - 16.089736938476562, - 16.016357421875, - 16.148595809936523, - 16.061386108398438, - 16.065282821655273, - 16.118886947631836, - 16.1475830078125, - 16.221256256103516, - 16.283254623413086, - 16.345876693725586, - 16.475893020629883, - 16.551116943359375 + 15.026388168334961, + 15.038111686706543, + 15.036992073059082, + 15.084545135498047, + 15.143343925476074, + 15.281915664672852, + 15.649861335754395, + 15.60818862915039, + 15.687950134277344, + 15.788383483886719, + 15.78527545928955, + 15.834179878234863, + 15.891739845275879, + 15.899823188781738, + 16.01702308654785, + 16.051246643066406, + 16.08927345275879, + 16.157167434692383, + 16.218852996826172, + 16.266559600830078, + 16.334505081176758, + 16.41992950439453, + 16.4902400970459, + 16.634485244750977 ], "timestamps": [ - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", "2026-06-16 19:00:00", "2026-06-16 20:00:00", "2026-06-16 21:00:00", @@ -471,6 +469,8 @@ "2026-06-24 13:00:00", "2026-06-24 14:00:00", "2026-06-24 15:00:00", - "2026-06-24 16:00:00" + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index e2cee695102ce62a6d74994ad3d5a1ed4cdec89d..0a970b8fc15ae5d61f65bb370a0ed00aab0cf23f 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T08:54:46.605778+00:00", + "evaluated_at": "2026-06-17T10:05:46.031738+00:00", "freq": "1h", - "context_length": 153, + "context_length": 154, "prediction_length": 24, "context": [ 39.79999923706055, @@ -158,10 +158,10 @@ 12.0, 10.899999618530273, 11.0, - 11.699999809265137 + 11.699999809265137, + 12.5 ], "actuals": [ - 12.5, 14.300000190734863, 21.799999237060547, 24.799999237060547, @@ -184,85 +184,86 @@ 28.200000762939453, 28.899999618530273, 28.700000762939453, - 28.799999237060547 + 28.799999237060547, + 29.700000762939453 ], "p50": [ - 12.630855560302734, - 13.517435073852539, - 15.560402870178223, - 16.52813148498535, - 17.191730499267578, - 16.603721618652344, - 15.957376480102539, - 15.0519380569458, - 14.384469032287598, - 13.696853637695312, - 12.988788604736328, - 12.413310050964355, - 12.078628540039062, - 12.405853271484375, - 14.804163932800293, - 15.641264915466309, - 16.14790916442871, - 15.346654891967773, - 14.462165832519531, - 13.596076011657715, - 13.240887641906738, - 13.005369186401367, - 13.331607818603516, - 13.501179695129395 + 13.365367889404297, + 15.130446434020996, + 16.386281967163086, + 17.043975830078125, + 16.80037498474121, + 16.10285758972168, + 15.151371002197266, + 14.661969184875488, + 13.963953018188477, + 13.320184707641602, + 12.690433502197266, + 12.368914604187012, + 12.749677658081055, + 15.019558906555176, + 16.04413414001465, + 16.947071075439453, + 15.99658489227295, + 15.09262752532959, + 14.361832618713379, + 14.347835540771484, + 14.143739700317383, + 14.140864372253418, + 14.410893440246582, + 14.736666679382324 ], "p10": [ - 11.289021492004395, - 11.228978157043457, - 11.872392654418945, - 11.984930038452148, - 12.316650390625, - 11.760397911071777, - 10.935254096984863, - 10.038970947265625, - 9.236125946044922, - 8.374011993408203, - 7.6561126708984375, - 6.92222785949707, - 6.378499984741211, - 6.440071105957031, - 8.29561996459961, - 9.081992149353027, - 9.223612785339355, - 8.832730293273926, - 7.84303092956543, - 6.967702865600586, - 6.617406845092773, - 6.073797225952148, - 6.282548904418945, - 6.223714828491211 + 11.948238372802734, + 12.41437816619873, + 12.28482437133789, + 12.183754920959473, + 11.854915618896484, + 11.083998680114746, + 10.096686363220215, + 9.53212833404541, + 8.775528907775879, + 7.935590744018555, + 7.29499626159668, + 6.881359100341797, + 6.877098083496094, + 8.37252426147461, + 8.994519233703613, + 9.78315544128418, + 9.305377960205078, + 8.590763092041016, + 7.813560485839844, + 7.674938201904297, + 7.3973846435546875, + 7.2147216796875, + 7.223760604858398, + 7.273271560668945 ], "p90": [ - 14.190228462219238, - 16.446256637573242, - 20.934139251708984, - 22.940540313720703, - 23.84332847595215, - 23.135377883911133, - 22.519750595092773, - 21.685508728027344, - 21.18950080871582, - 20.622915267944336, - 19.904712677001953, - 19.639530181884766, - 19.698068618774414, - 20.26907730102539, - 23.644935607910156, - 24.64291000366211, - 24.93838119506836, - 24.27663230895996, - 23.12459945678711, - 22.40446662902832, - 22.38837242126465, - 22.282026290893555, - 22.926990509033203, - 23.415437698364258 + 15.203835487365723, + 19.096616744995117, + 22.089637756347656, + 23.217498779296875, + 23.361835479736328, + 22.750627517700195, + 21.62081527709961, + 21.316146850585938, + 20.78717613220215, + 20.347627639770508, + 19.79166030883789, + 19.787710189819336, + 20.67978858947754, + 24.29583168029785, + 25.615480422973633, + 26.16202163696289, + 24.663301467895508, + 23.74755859375, + 22.6737003326416, + 22.769256591796875, + 22.958847045898438, + 23.097393035888672, + 23.77688217163086, + 24.4957332611084 ], "timestamps": [ "2026-06-10 00:00:00", @@ -441,6 +442,7 @@ "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", - "2026-06-17 08:00:00" + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 2bb3b7349c53cbb6d721549c98b103a193b46176..7dab5b8672dcc5f7d214f228f7ef4c9bbaf9a630 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T08:54:51.817837+00:00", + "evaluated_at": "2026-06-17T10:05:50.524192+00:00", "freq": "1h", - "context_length": 153, + "context_length": 154, "prediction_length": 24, "context": [ 22.100000381469727, @@ -158,10 +158,10 @@ 26.799999237060547, 25.5, 25.200000762939453, + 25.0, 25.0 ], "actuals": [ - 25.0, 24.399999618530273, 23.799999237060547, 23.5, @@ -176,93 +176,94 @@ 21.5, 22.200000762939453, 23.899999618530273, - 25.5, - 26.799999237060547, - 27.600000381469727, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 30.200000762939453, + 30.100000381469727, 28.399999618530273, - 29.600000381469727, - 30.0, - 29.600000381469727, - 28.100000381469727, - 27.600000381469727 + 27.700000762939453 ], "p50": [ - 24.375736236572266, - 23.76170539855957, - 23.263916015625, - 22.949186325073242, - 22.694747924804688, - 22.49519920349121, - 22.364208221435547, - 22.23036766052246, - 22.20540428161621, - 22.25340461730957, - 22.21065330505371, - 22.163854598999023, - 22.15311050415039, - 22.457489013671875, - 23.070247650146484, - 23.926382064819336, - 24.575578689575195, - 25.288158416748047, - 25.57552146911621, - 25.872833251953125, - 26.018718719482422, - 25.940364837646484, - 25.715349197387695, - 25.27130126953125 + 24.41692352294922, + 23.84429931640625, + 23.477203369140625, + 23.149202346801758, + 22.96225929260254, + 22.779102325439453, + 22.698625564575195, + 22.599992752075195, + 22.664262771606445, + 22.625011444091797, + 22.581920623779297, + 22.540098190307617, + 22.794645309448242, + 23.383445739746094, + 24.398033142089844, + 25.033281326293945, + 25.586204528808594, + 25.85905647277832, + 26.002090454101562, + 26.100479125976562, + 26.086772918701172, + 25.78658676147461, + 25.47583770751953, + 24.93271255493164 ], "p10": [ - 23.744205474853516, - 22.9895076751709, - 22.40597915649414, - 22.026081085205078, - 21.685861587524414, - 21.458473205566406, - 21.261964797973633, - 21.092660903930664, - 21.018001556396484, - 20.979698181152344, - 20.911855697631836, - 20.809581756591797, - 20.7009334564209, - 20.978469848632812, - 21.423091888427734, - 22.049959182739258, - 22.571090698242188, - 23.053619384765625, - 23.29026222229004, - 23.385787963867188, - 23.373504638671875, - 23.27471923828125, - 23.03597068786621, - 22.764055252075195 + 23.769914627075195, + 23.043827056884766, + 22.567523956298828, + 22.18548583984375, + 21.914920806884766, + 21.706342697143555, + 21.56549644470215, + 21.443843841552734, + 21.4290771484375, + 21.335182189941406, + 21.259225845336914, + 21.166872024536133, + 21.261150360107422, + 21.653432846069336, + 22.32517433166504, + 22.823387145996094, + 23.214292526245117, + 23.38689422607422, + 23.518695831298828, + 23.497989654541016, + 23.39466667175293, + 23.196584701538086, + 22.89972686767578, + 22.505002975463867 ], "p90": [ - 24.882814407348633, - 24.43519401550293, - 24.036128997802734, - 23.816699981689453, - 23.594146728515625, - 23.45257568359375, - 23.351261138916016, - 23.279176712036133, - 23.2996883392334, - 23.423851013183594, - 23.409639358520508, - 23.407533645629883, - 23.502737045288086, - 23.908931732177734, - 24.81251335144043, - 26.187902450561523, - 27.462993621826172, - 28.51096534729004, - 29.250965118408203, - 30.21229362487793, - 30.86100196838379, - 30.495296478271484, - 30.191654205322266, - 29.33757781982422 + 24.9414119720459, + 24.584217071533203, + 24.381988525390625, + 24.188297271728516, + 24.036725997924805, + 23.928730010986328, + 23.922321319580078, + 23.915861129760742, + 24.1240291595459, + 24.164960861206055, + 24.17670440673828, + 24.208723068237305, + 24.743518829345703, + 26.159685134887695, + 27.702302932739258, + 29.068220138549805, + 30.310985565185547, + 30.671173095703125, + 31.258255004882812, + 31.523908615112305, + 31.900592803955078, + 31.371315002441406, + 30.96405601501465, + 29.971906661987305 ], "timestamps": [ "2026-06-10 00:00:00", @@ -441,6 +442,7 @@ "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", - "2026-06-17 08:00:00" + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 069351de5eb20e237f0b04109ad885782a74ce27..6179424f26c1c79dde7770650cdf3175a84e6074 100644 --- a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,13 +1,12 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T08:54:56.602902+00:00", + "evaluated_at": "2026-06-17T10:05:55.175386+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, "context": [ 10.0, - 11.0, 12.0, 18.0, 14.0, @@ -149,10 +148,10 @@ 17.0, 11.0, 11.0, + 13.0, 13.0 ], "actuals": [ - 13.0, 10.0, 13.0, 9.0, @@ -175,88 +174,88 @@ 11.0, 16.0, 6.0, - 2.0 + 4.0, + 11.0 ], "p50": [ - 13.05431079864502, - 13.095643997192383, - 13.091940879821777, - 13.109580993652344, - 13.116145133972168, - 13.124741554260254, - 13.103185653686523, - 13.15013313293457, - 13.120477676391602, - 13.123259544372559, - 13.120410919189453, - 13.14317798614502, - 13.127298355102539, - 13.16091537475586, - 13.147663116455078, - 13.164301872253418, - 13.158170700073242, - 13.174111366271973, - 13.154550552368164, - 13.187541961669922, - 13.183564186096191, - 13.176642417907715, - 13.161171913146973, - 13.167704582214355 + 13.00306224822998, + 12.92475414276123, + 12.936508178710938, + 12.942827224731445, + 12.972878456115723, + 12.956016540527344, + 12.976042747497559, + 12.976840019226074, + 12.996465682983398, + 12.948108673095703, + 13.023775100708008, + 12.974239349365234, + 13.021936416625977, + 13.030627250671387, + 13.024993896484375, + 13.019609451293945, + 13.061864852905273, + 13.005083084106445, + 13.13224983215332, + 13.027764320373535, + 13.032363891601562, + 12.992372512817383, + 13.036823272705078, + 13.009400367736816 ], "p10": [ - 8.810617446899414, - 8.824443817138672, - 8.815401077270508, - 8.836627960205078, - 8.853181838989258, - 8.832529067993164, - 8.779308319091797, - 8.8278169631958, - 8.807817459106445, - 8.79555892944336, - 8.818132400512695, - 8.823667526245117, - 8.76911735534668, - 8.781148910522461, - 8.816326141357422, - 8.812799453735352, - 8.814050674438477, - 8.806248664855957, - 8.79319953918457, - 8.810256958007812, - 8.811777114868164, - 8.806957244873047, - 8.813037872314453, - 8.823315620422363 + 8.678033828735352, + 8.793412208557129, + 8.82562255859375, + 8.809240341186523, + 8.807710647583008, + 8.767454147338867, + 8.841510772705078, + 8.751826286315918, + 8.799631118774414, + 8.691734313964844, + 8.786090850830078, + 8.713508605957031, + 8.711311340332031, + 8.777725219726562, + 8.765539169311523, + 8.76181697845459, + 8.788799285888672, + 8.756511688232422, + 8.825353622436523, + 8.757516860961914, + 8.80270767211914, + 8.754036903381348, + 8.833093643188477, + 8.801162719726562 ], "p90": [ - 18.628337860107422, - 18.81824493408203, - 18.734493255615234, - 18.858238220214844, - 18.888446807861328, - 18.927820205688477, - 18.97046661376953, - 19.097068786621094, - 18.98418426513672, - 18.946393966674805, - 18.893672943115234, - 19.047653198242188, - 19.02045249938965, - 19.10990333557129, - 19.116390228271484, - 19.080293655395508, - 19.089466094970703, - 19.30752944946289, - 19.172035217285156, - 19.38916778564453, - 19.254470825195312, - 19.19028091430664, - 19.114208221435547, - 19.17074966430664 + 18.774951934814453, + 18.66606903076172, + 18.716861724853516, + 18.74445915222168, + 18.949209213256836, + 18.64118194580078, + 18.847976684570312, + 18.787748336791992, + 18.910648345947266, + 18.633758544921875, + 18.985576629638672, + 18.655574798583984, + 18.876924514770508, + 18.857166290283203, + 18.772951126098633, + 18.75762176513672, + 18.976511001586914, + 18.80957794189453, + 19.3304386138916, + 18.882335662841797, + 18.817888259887695, + 18.648319244384766, + 18.886863708496094, + 18.74778938293457 ], "timestamps": [ - "2026-06-10 09:00:00", "2026-06-10 10:00:00", "2026-06-10 11:00:00", "2026-06-10 12:00:00", @@ -423,6 +422,7 @@ "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", - "2026-06-17 08:00:00" + "2026-06-17 08:00:00", + "2026-06-17 09:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index cc3c30a7a0c373ca047dc67e0e876a90e5df7d13..4b5fbc85849881f367979dcc736bb24e61de13ef 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,11 +1,41 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T09:57:50.308449+00:00", + "evaluated_at": "2026-06-17T10:05:57.888425+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t090000z", - "data_fetched_at": "2026-06-17T09:56:52.103820Z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 86, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t075500z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 154, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", + "context_length": 154, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t090000z", + "data_fetched_at": "2026-06-17T10:01:52.157458Z", "context_length": 144, "prediction_length": 24 }