diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 94971f61e8223779c28a5ade79cb27969cb6f882..45cb53eff510e9afc24e7a2ea4780c5d763f578a 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,1033240.9456026051,304843.10625412635,375.3564468687782,0.43237739858975094,0.005761480774484253,0.0057256920557427204,7.90319514320331,1016.4846017538117,0.015495914287857187,0.0057221637376873285,0.005094767924615659,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,1020031.1398702444,294440.5597043099,371.0703140562782,0.4274401530170731,0.0056940274721659296,0.005659485725228389,7.7057053202962,1009.9659102515512,0.015395533331938476,0.005656453678840924,0.005029098860519588,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,3.101434370615827,4.3243057803445435,1.8170799887232327,0.7676885112228818,0.08046067096815547,0.08488360151748825,19.703211054663146,1.7610889729414092,0.07975043757919083,0.08228597557739074,0.07835009096652204,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,1.7066219238853657,1.6997417057892394,0.9623090125231708,4.16227349048543,0.9382505925474812,0.4538733966020574,163.802136444436,1.3063774048433958,0.7498292667863093,0.5523422700108669,0.5505868771102373,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.024625281328387122,0.028925901511623362,0.1495681709944561,0.8515020118232264,0.1112173874287356,0.11950503763760152,6.112061497162729,0.15692444464896832,0.12019744696516722,0.11456285437873233,0.09164740655108317,Ocean,1 -nws_ksfo_observations_temperature/1h/short,ARIMA,0.25627458967503053,0.31776094045517694,0.558029084487292,0.5503848504532196,0.034888746098228944,0.03552083001781493,14.354626540786633,0.5062357056500761,0.03167272352003875,0.03491318512669926,0.034210536749690865,Weather,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.01681982192232549,0.019107489138656467,0.11369863758740209,0.670530492383931,0.08381146915831708,0.08897362580223095,4.497448960450793,0.1296912561521612,0.09933798343569794,0.08708831815205266,0.06905744956623244,Ocean,1 +nws_ksfo_observations_temperature/1h/short,ARIMA,0.023486249502030977,0.01644847702492166,0.11526590829761559,0.12442497417006311,0.007244405286797609,0.007246342156496041,0.7934136999321865,0.1532522414257977,0.009598261161411457,0.007219158953596752,0.00621948320582412,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,437.884600684878,448.301730435777,15.342980395621453,2.036136866655824,0.31822687710927317,0.4015842104077758,58.172728820117165,20.925692358554784,0.546065684396514,0.40038221660045303,0.38343414902555906,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,17.635101565550983,18.30378468413169,3.2448781560824216,1.5687704009773686,0.11771439026112189,0.1301033011845366,43.24106982537146,4.1994168125527835,0.1666710789924057,0.12878629762506988,0.12215004527019173,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,27.08123989474087,22.272127313839505,4.097591924571929,0.786473288748483,0.5105822569359778,0.3743916141181132,3.713520711884281,5.203963863704366,0.46777203269252726,0.36832286962444305,0.2931205586839293,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,31.77960073443566,26.23758801423054,4.395577566794344,0.8346033354672807,0.7112967319678924,0.4180917440019898,5.473026698960594,5.637339863307486,0.5163975447304567,0.4026483267292529,0.32739253797673973,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,ARIMA,438.3003266182,136.23778143263655,9.523473993322549,0.09016306739240283,0.0033525054313324107,0.0033517692350604777,0.868276762473986,20.935623387379703,0.007351206456431791,0.003344014277099359,0.0029076317225328837,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,1458.2572570477146,1507.3434428064156,38.816004820877765,0.8102555033827628,0.17095882810943908,0.16657311637078775,4.810018149994523,38.18713470591522,0.16112715065787012,0.16378061105855596,0.10762720666767608,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index acefc7c9a754cc8490823665844997fdbec1632e..da5863611c3d457afa5f11d85b5d846bfc902de9 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T12:32:01.671978+00:00", + "evaluated_at": "2026-06-17T12:39:00.719300+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 64909.44140625, 64798.0, 64810.01171875, - 64682.01171875 + 64784.87890625 ], "p50": [ 65950.78800781508, diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 4753b66405c4fdf4e1a06d61b622a41adbd76548..d8a62c0ad5dfe112b88f72515a181c336d64ec61 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T12:10:12.398268+00:00", + "evaluated_at": "2026-06-17T12:39:00.774717+00:00", "freq": "10min", - "context_length": 230, + "context_length": 229, "prediction_length": 36, "context": [ - 1.600000023841858, - 1.2999999523162842, 1.2999999523162842, 1.399999976158142, 1.399999976158142, @@ -235,10 +233,10 @@ 1.100000023841858, 1.2999999523162842, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -273,126 +271,124 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.399999976158142 ], "p50": [ - 1.1692966116344683, - 1.156854130914743, - 1.1515142614920026, - 1.1566422675619759, - 1.1535093867500112, - 1.1612824419874184, - 1.1561244984405838, - 1.1545033498037065, - 1.164839904107215, - 1.154054663954003, - 1.1571834122177207, - 1.1607293060700745, - 1.1527825541147845, - 1.1591827621633648, - 1.1527692154156437, - 1.1448502219663172, - 1.1560383829250893, - 1.1534040944110866, - 1.158072615126211, - 1.15079913365065, - 1.1552870873596142, - 1.1539091419852885, - 1.1630166484641833, - 1.1489326107941091, - 1.152500408701934, - 1.1603343096703935, - 1.1570691224428045, - 1.1539091417370977, - 1.1541002814119428, - 1.1556663825885993, - 1.1557865403322716, - 1.153770343458068, - 1.1570691224392657, - 1.1558979564072365, - 1.1610809064402587, - 1.1527820292129944 + 1.2818824692816344, + 1.2339251937398632, + 1.205860926565049, + 1.2065482256458027, + 1.199158071913132, + 1.196170579412092, + 1.1925446976332674, + 1.192150284340047, + 1.1956987788414881, + 1.1956399682353678, + 1.186363746729456, + 1.1957455976893487, + 1.1890534909427573, + 1.201232056535668, + 1.194459597880363, + 1.1974126757525696, + 1.196216708090157, + 1.1965362337835441, + 1.199177493180201, + 1.1977967380528125, + 1.1914395337940555, + 1.1962077474681458, + 1.197412378390611, + 1.1926236657673792, + 1.208224701063152, + 1.207369804164331, + 1.190544575496793, + 1.1906935481475012, + 1.1888834459615552, + 1.204520177193687, + 1.1985252108449695, + 1.19392602303009, + 1.1965538444546724, + 1.1932915903457841, + 1.1863442480840494, + 1.190351202015787 ], "p10": [ - 1.0732492061786492, - 1.0722058381837762, - 1.0597501154677467, - 1.0705797125789462, - 1.0652534352461929, - 1.073768121738706, - 1.0913918544559267, - 1.0736033980524307, - 1.0824755257569212, - 1.0661719711135784, - 1.0647847525945495, - 1.0593249773845572, - 1.069563239296775, - 1.058274967157401, - 1.0495631751754328, - 1.0695627553712344, - 1.076886665505824, - 1.059323756694871, - 1.0728350912406868, - 1.0732029904867766, - 1.0736195708699823, - 1.0592987793604403, - 1.0662516048017625, - 1.0545063277949476, - 1.0732559732333153, - 1.065559096600445, - 1.0545063277528965, - 1.057786082458914, - 1.059205380872609, - 1.049659935009698, - 1.0571684647243604, - 1.0583647967230876, - 1.065388029471765, - 1.0728350880419015, - 1.0732029891196677, - 1.072888072136052 + 1.1870724149367058, + 1.1578184643293128, + 1.131383459488006, + 1.1277578315079093, + 1.099917139318723, + 1.0982505398175806, + 1.1075896507909537, + 1.1032158932199025, + 1.1218535377571128, + 1.0694520501784692, + 1.0970137275361789, + 1.1126239668489184, + 1.0694107248361666, + 1.1011778824896152, + 1.1188046776435931, + 1.1192865720619438, + 1.1209712126851954, + 1.1070371460590216, + 1.119339885263847, + 1.113740614113266, + 1.112643153467103, + 1.1011762969335044, + 1.1029764047646882, + 1.0820904794663226, + 1.112579446068448, + 1.1185167241287584, + 1.1117781629451158, + 1.1071951553443447, + 1.0961380534776162, + 1.1189990083250805, + 1.118803989580637, + 1.112579445907961, + 1.1011762949568646, + 1.1159313343739574, + 1.1016409689640274, + 1.1137045336959137 ], "p90": [ - 1.2469982381637366, - 1.270242346073979, - 1.2518640967126569, - 1.2760650723394902, - 1.2532104566839337, - 1.2598507099204297, - 1.2630003757422554, - 1.244084698897677, - 1.264217487855922, - 1.2690801409097099, - 1.2894385232695407, - 1.253744980577455, - 1.264056162397851, - 1.2749619409677202, - 1.269577489394328, - 1.2538706150218561, - 1.2659810564642646, - 1.2749617241177928, - 1.2825985274420755, - 1.249434020788298, - 1.275507069058895, - 1.2509429482191436, - 1.2825985243500038, - 1.2755070685202248, - 1.2599629990626073, - 1.2705544821856478, - 1.2527389003324485, - 1.269577393518909, - 1.2629142427148257, - 1.2831438760849745, - 1.2642017550630316, - 1.2749617166332485, - 1.2890421813843858, - 1.2714030163562242, - 1.251633975373873, - 1.2534299277333276 + 1.4238502616817474, + 1.3417931026604804, + 1.3223636262218215, + 1.2992762065235794, + 1.3167581604218448, + 1.321978005346567, + 1.2895070547146656, + 1.2927289477597503, + 1.2979440523211638, + 1.3272862179117062, + 1.292508957093184, + 1.3006700564725713, + 1.289199790007779, + 1.3006631929579915, + 1.3019524920738856, + 1.3280392941960484, + 1.315126274233981, + 1.3047589112598292, + 1.307416127119064, + 1.3019518145333422, + 1.3031925079370161, + 1.280355842938978, + 1.289196128035556, + 1.3049534629871964, + 1.3288557717703704, + 1.3021258431755482, + 1.2891961272089938, + 1.274760726556499, + 1.2900548468157644, + 1.3019518040123241, + 1.286001322111254, + 1.2919442223592454, + 1.2973965832485503, + 1.3076906356101015, + 1.3005314186720753, + 1.3144363303225102 ], "timestamps": [ - "2026-06-13 23:50:00", - "2026-06-14 00:00:00", - "2026-06-14 00:10:00", "2026-06-14 00:20:00", "2026-06-14 00:30:00", "2026-06-14 00:40:00", @@ -655,6 +651,8 @@ "2026-06-15 19:30:00", "2026-06-15 19:40:00", "2026-06-15 19:50:00", - "2026-06-15 20:00:00" + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00" ] } diff --git a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json index 56b2d4b377ba8a99e73f6934fa8fda4245d0fd1e..9d90d793f987fdec8a57defdec844bdd9afd9378 100644 --- a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T12:10:12.433031+00:00", + "evaluated_at": "2026-06-17T12:39:00.825687+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, 20.0, 20.0, 20.0, @@ -173,13 +165,22 @@ 15.0, 15.0, 15.0, - 15.600000381469727 + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 ], "actuals": [ 16.0, 16.0, 16.0, 16.0, + 15.600000381469727, 16.0, 16.0, 16.0, @@ -188,12 +189,11 @@ 16.0, 16.0, 16.0, - 15.600000381469727, - 16.0, 16.0, 16.0, 16.0, 16.0, + 15.600000381469727, 16.0, 16.0, 16.0, @@ -202,82 +202,82 @@ 16.0 ], "p50": [ - 15.46858736847602, - 15.444581350758305, - 15.431993476951662, - 15.427188504385608, - 15.419933510968388, - 15.42305812956576, - 15.420756371361104, - 15.421186962565917, - 15.42268730640598, - 15.421992312842896, - 15.421767419807283, - 15.421837499309152, - 15.421361719766955, - 15.422445039732061, - 15.422802024307382, - 15.421915253435388, - 15.422506401335312, - 15.422129422625913, - 15.422618336503394, - 15.421175623876639, - 15.422472293858124, - 15.421739910552363, - 15.418471813715735, - 15.422094300667375 + 15.90851534559529, + 15.904250535758578, + 15.903155828673018, + 15.902625475333124, + 15.901731061722257, + 15.902309137296415, + 15.898341089643726, + 15.901726661925096, + 15.901804219220763, + 15.900421078867726, + 15.899618058959597, + 15.901029718366772, + 15.90174633756589, + 15.90145011556167, + 15.901020488542077, + 15.901753869104393, + 15.901625163365908, + 15.901593699857784, + 15.898117016539455, + 15.901752886566843, + 15.902132479403853, + 15.901765501135827, + 15.901611886275386, + 15.900169305796407 ], "p10": [ - 15.367341771996768, - 15.308129138219213, - 15.033226971398648, - 15.258535349956817, - 15.025304113551853, - 15.285552132994724, - 15.070618190346002, - 15.292633784211832, - 15.073790825022694, - 15.29115137810491, - 15.030039158190341, - 15.28681792463167, - 15.075326969338738, - 15.27497023594802, - 15.29229638294358, - 15.029305615658865, - 15.162079171957297, - 15.073669637151937, - 15.07366955710443, - 15.282635994929688, - 15.075320745631254, - 15.253580679659306, - 15.113994020891065, - 15.28406304712977 + 15.774469964411907, + 15.813836956731741, + 15.639681372690076, + 15.777390217483559, + 15.757347246677513, + 15.77566857279047, + 15.774539980222094, + 15.776305864146659, + 15.812185556227293, + 15.75629478509886, + 15.548293348593962, + 15.767718577831609, + 15.637577326049767, + 15.793429688108384, + 15.793055863024774, + 15.595872694319308, + 15.773794813227672, + 15.77602402054685, + 15.642204546399736, + 15.776008481380718, + 15.546132373699333, + 15.776023713941257, + 15.642204375124123, + 15.591111789297837 ], "p90": [ - 15.604306654399453, - 15.580275296369958, - 15.457768392158027, - 15.482540472683347, - 15.449723452910927, - 15.507617224618494, - 15.474217979454396, - 15.558681731735797, - 15.506001556399946, - 15.51693007208319, - 15.458118424767498, - 15.513169951292559, - 15.559418101304967, - 15.454064060080878, - 15.473831752706559, - 15.505854133495262, - 15.506734750172512, - 15.558864108108352, - 15.480412633809717, - 15.473830372235275, - 15.768432452479054, - 15.52127252345478, - 15.454061092174605, - 15.51315684915912 + 15.985366938592554, + 15.946739613648568, + 16.000387122606334, + 16.036926071500957, + 15.990346967641715, + 16.16938296247666, + 15.961783634645382, + 15.961735711175336, + 16.029321913383555, + 15.98883240026602, + 16.035767234314424, + 15.998288009924073, + 15.989694685576156, + 16.028350988426062, + 16.02908942109093, + 15.989359291183364, + 16.001284506419534, + 15.998277171159444, + 15.953940084214747, + 16.02834760613713, + 16.029906790072435, + 16.028438561925203, + 16.028438547325297, + 15.977478850339342 ], "timestamps": [ "2026-06-16 21:00:00", diff --git a/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 9eeb706fa5667b65ab34dceae6b221db010cbd2a..941793df650a00c3263d66f563d4e0e9d2722c0a 100644 --- a/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T12:10:12.480224+00:00", + "evaluated_at": "2026-06-17T12:39:00.859383+00:00", "freq": "1h", "context_length": 157, "prediction_length": 24, diff --git a/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index f202ed57779d9e57e51b6a01b46a8bbfda8bf150..e15954fe5be43f4e2a4f60e2b8429ab7e2cc0f69 100644 --- a/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T12:10:12.513260+00:00", + "evaluated_at": "2026-06-17T12:39:00.899706+00:00", "freq": "1h", - "context_length": 143, + "context_length": 144, "prediction_length": 24, "context": [ 14.0, @@ -145,13 +145,13 @@ 17.0, 11.0, 11.0, - 13.0, + 14.0, 13.0, 10.0, - 13.0 + 13.0, + 9.0 ], "actuals": [ - 9.0, 9.0, 17.0, 13.0, @@ -159,11 +159,11 @@ 20.0, 9.0, 18.0, - 14.0, + 15.0, 5.0, 12.0, 7.0, - 6.0, + 7.0, 9.0, 9.0, 10.0, @@ -174,85 +174,86 @@ 4.0, 13.0, 19.0, - 10.0 + 10.0, + 2.0 ], "p50": [ - 12.76680762123837, - 12.71297975195886, - 12.82657270433333, - 12.49181887693445, - 13.099342230912686, - 12.138289291389476, - 12.919582331944074, - 12.486587636803211, - 12.38208334648014, - 12.261765116872965, - 12.485753967164342, - 12.70928544364409, - 12.36770204219069, - 12.726868030897055, - 12.70344143971416, - 12.485753967164335, - 12.296340975964956, - 13.099341926008549, - 13.240315070195342, - 12.572595134868804, - 12.738606614220089, - 12.65336554623252, - 13.012704066536765, - 12.826460595692875 + 12.69145271558541, + 12.685448034518275, + 12.713754527856757, + 12.443226709170098, + 12.487836225001148, + 12.873438546793844, + 13.48547623718818, + 13.101863767535843, + 12.209614923503864, + 12.713081325715269, + 12.487834398983228, + 12.443261770248174, + 12.873438641894785, + 12.676877724859004, + 12.727788570506302, + 12.871569998635369, + 13.420853333017416, + 12.740654585068937, + 12.596070634678046, + 12.719514332997283, + 12.98765120484429, + 12.691584969649341, + 12.719514332997283, + 12.80704661348186 ], "p10": [ - 9.01416189091589, - 8.389629996980638, - 9.08148628705956, - 9.828764199755357, - 8.053697086159254, - 8.373697649424443, - 8.391779693425052, - 8.200874095206911, - 8.200874095252413, - 8.210959419892491, - 8.373697665325485, - 8.914825084416265, - 8.110106173468084, - 8.066648770976599, - 8.972941239062981, - 8.972941239062981, - 8.070408465798918, - 9.828770046325994, - 10.016399579624343, - 8.066648770976599, - 8.200874095250157, - 7.914728896063235, - 8.947849037269478, - 9.093422282792009 + 8.451484078667152, + 8.381251677246123, + 8.394850925794268, + 8.68911318385827, + 8.861652948915475, + 9.796498067059062, + 8.963751770913856, + 9.827244900205242, + 8.066290061085168, + 8.39417772365278, + 9.083947817275165, + 9.096042432321603, + 8.112831275557742, + 8.394177723653478, + 8.721922747301111, + 8.203293133329918, + 10.233403207387704, + 8.21334445086016, + 8.949778928401255, + 8.112831275557742, + 9.072603301379196, + 9.726452589176164, + 8.376094396374146, + 9.827244900463196 ], "p90": [ - 19.74071320122293, - 19.69734285375486, - 19.05555212375782, - 20.42100501323401, - 20.067050496843613, - 18.67111523925709, - 19.26491005482321, - 19.699492549326777, - 18.337882077964746, - 18.48218827660074, - 19.770206978572148, - 19.264910053993958, - 19.69949254937002, - 19.69949254937002, - 19.07205944343592, - 19.00234465388769, - 19.549917694502994, - 19.308368303531562, - 18.70423819503108, - 19.53329826618444, - 19.028601193898314, - 18.482188276600862, - 19.732475128633055, - 18.337882077962487 + 19.25289420830063, + 20.5392598128349, + 19.005376465104185, + 19.26649030897906, + 18.340232521435677, + 20.03121160867463, + 19.734353561647385, + 18.543823105727945, + 18.326297431531767, + 19.0047032629627, + 19.310009764864443, + 19.772020771609732, + 20.031211703775575, + 18.484478551961743, + 20.407883852928695, + 20.068878918690885, + 20.42231405356005, + 19.58530413290678, + 18.34023069541772, + 19.030885473672768, + 19.030885473672768, + 20.031211703775575, + 19.26652537005714, + 20.068878918690885 ], "timestamps": [ "2026-06-10 13:00:00", @@ -421,6 +422,7 @@ "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", - "2026-06-17 11:00:00" + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 1e55f703842e29f8834e80093205b2fb62fb6f77..67602cf73cc840f7525f4b7a2518f858919e6666 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,37 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-17T12:32:01.748488+00:00", + "evaluated_at": "2026-06-17T12:39:00.924130+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t061800z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t002000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 229, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t103500z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 157, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 144, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index a101e61ea3e29cb1cca15de16e57ce66f7b0300f..51ab55dc986f57b169ffd65e2ed3f0f3bb6df4db 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -8,4 +8,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-14,Chronos-2,3.600,2.700,3.600,3.000,3.600,1.900,3.600,3.000,3.600 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 -2026-06-17,Chronos-2,4.200,3.800,4.200,3.800,4.400,3.500,4.200,3.900,4.500 +2026-06-17,Chronos-2,4.100,3.900,4.100,3.600,4.200,3.600,4.100,3.600,4.200 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index d63fe98b071cae1a652c411a4212f78ddbc8d5ab..a9d41e4a7abb64267a05b8394299e67a86f56891 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.967,3.533,3.967,3.667,4.033,3.167,3.967,3.7,4.033 +2026-W25,Chronos-Bolt-Mini,3.933,3.567,3.933,3.6,3.967,3.2,3.933,3.6,3.933 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 6d0f3727171eacff983bd061b69b8840c0f64046..5ff87516e594fce96ed19784164c0e0218fabb0c 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,1019969.0627288818,1019969.0627288818,898.4684244791666,1.0349560886245892,0.013741722179463525,0.01362286794808921,3.8304196947464586,1009.9351774885762,0.01539607085011716,0.013696803347589957,0.00809388572188231,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,1004111.3089141846,1004111.3089141846,894.1822916666666,1.0300188430519115,0.013673617962429488,0.013556669047890093,3.6329298718393495,1002.0535459316455,0.015274920282146321,0.013630572216793448,0.008028020692045381,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.557059805509804,0.557059805509804,0.5439020792643229,0.22915612609131783,0.023876339175359296,0.023547113883204324,1.7806241817995574,0.7463643919090756,0.03379890951725115,0.024630458476560233,0.027991046124256815,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0066649561261311755,0.0066649561261311755,0.07582389612992604,0.3279609654485211,0.05927643877767883,0.05640267763125496,4.236260108302678,0.08163918254203172,0.04685893078031582,0.04352109599354201,0.029030945384922804,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.016765601532007283,0.016765601532007283,0.10389153493775262,0.5914617423126634,0.07634699703576374,0.08095089384766023,4.442310967700886,0.12948205100324633,0.09917774119397592,0.07957649484593818,0.07675156272049492,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,0.12758826023120187,0.12758826023120187,0.20756212870279947,0.1828070124354931,0.013509662168308489,0.01326066260035906,2.6551167549343284,0.35719498909027525,0.022547815525840918,0.013102290712591044,0.014986081539348757,Weather,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.009241204637401128,0.009241204637401128,0.0761447615093655,0.4490588938507128,0.05669089414391242,0.0584093582167243,3.1310496249573494,0.096131184520951,0.07363239665434544,0.05832364711355656,0.06372853706350845,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,0.012574899264867176,0.012574899264867176,0.0772104263305664,0.08334559145654186,0.004870800591592066,0.004857128455578588,1.5125646525445464,0.11213785830337217,0.007023247686711712,0.004835725920938769,0.01184519276750411,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,655.6749067651184,655.6749067651184,19.90518605709076,2.639891922671564,0.4386550850411726,0.6136325195897934,64.56101673564295,25.606149784087386,0.6763676109740022,0.5257808476850371,0.46671016524455067,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,2.936657756633546,2.936657756633546,1.354954481124878,0.6520378402089481,0.05040337386312214,0.051969046368990766,1.836223584022853,1.7136679248423674,0.06822832646550879,0.05394643579653623,0.0424482426267234,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,26.751723252093825,26.751723252093825,4.42733105023702,0.8500475616455079,0.662487261079371,0.4209326271993081,10.500037033081055,5.172206806779271,0.4848943881355567,0.4150622859597206,0.3192311669389407,Hazards,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,3.2338393103016947,3.2338393103016947,1.4939412275950115,0.7222615660491748,0.056152167196230014,0.05776076269824069,2.298259592963952,1.798287883043673,0.07137242983595612,0.0592931846179701,0.04489453497437298,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,27.46563337210095,27.46563337210095,4.493833025296529,0.8532594351828854,0.7293846595380783,0.42467380623475,10.116017958785912,5.24076648708001,0.4800702125569475,0.41164882674472025,0.31498320209868785,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,165.19748286406198,165.19748286406198,10.83673095703125,0.10259626941568047,0.0038102908281853723,0.003815677217457005,0.3589809079142012,12.852917290018713,0.0045130945861075215,0.003805143276792246,0.003366219906984069,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 31765f6010df608fc839d23ea5fc87ccb9bf8d5c..854250930c5b0b7e695a65f4a1f90cd6d7b9b8c8 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T12:29:47.207035+00:00", + "evaluated_at": "2026-06-17T12:35:12.909620+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 64909.44140625, 64798.0, 64810.01171875, - 64682.01171875 + 64784.87890625 ], "p50": [ 66395.453125, diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 623bd5281edd7fe1d5d2c3c0dd8ddb7cccf22a28..fae47bdbab8f2089cc560388cc03ebad9745f128 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T12:08:22.069615+00:00", + "evaluated_at": "2026-06-17T12:35:17.698969+00:00", "freq": "10min", - "context_length": 230, + "context_length": 229, "prediction_length": 36, "context": [ - 1.600000023841858, - 1.2999999523162842, 1.2999999523162842, 1.399999976158142, 1.399999976158142, @@ -235,10 +233,10 @@ 1.100000023841858, 1.2999999523162842, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -273,126 +271,124 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.399999976158142 ], "p50": [ - 1.1893504858016968, - 1.1796873807907104, - 1.1749531030654907, - 1.1777737140655518, - 1.183701992034912, - 1.1875919103622437, - 1.189213514328003, - 1.1889622211456299, - 1.191933035850525, - 1.1943656206130981, - 1.1960501670837402, - 1.1958762407302856, - 1.1952733993530273, - 1.1929601430892944, - 1.1957165002822876, - 1.1994287967681885, - 1.2081984281539917, - 1.2076573371887207, - 1.206462025642395, - 1.2018080949783325, - 1.2026664018630981, - 1.204621434211731, - 1.2075386047363281, - 1.2068111896514893, - 1.2050801515579224, - 1.20335853099823, - 1.2032227516174316, - 1.2067598104476929, - 1.212283730506897, - 1.215354323387146, - 1.217326045036316, - 1.2182085514068604, - 1.2223976850509644, - 1.2267316579818726, - 1.233188271522522, - 1.2339965105056763 + 1.3310320377349854, + 1.2660760879516602, + 1.25609290599823, + 1.2491388320922852, + 1.2474985122680664, + 1.2439501285552979, + 1.2392935752868652, + 1.2388877868652344, + 1.2406939268112183, + 1.243396282196045, + 1.244281530380249, + 1.2459079027175903, + 1.2435261011123657, + 1.2433583736419678, + 1.2460286617279053, + 1.2516658306121826, + 1.254974126815796, + 1.255327820777893, + 1.2546203136444092, + 1.2541640996932983, + 1.2580294609069824, + 1.2633626461029053, + 1.2624846696853638, + 1.2648695707321167, + 1.2642619609832764, + 1.2646902799606323, + 1.2681704759597778, + 1.2697032690048218, + 1.2730140686035156, + 1.2746598720550537, + 1.2722043991088867, + 1.2740590572357178, + 1.2769534587860107, + 1.2827982902526855, + 1.2874350547790527, + 1.2847411632537842 ], "p10": [ - 1.0738494396209717, - 1.041345238685608, - 1.028896450996399, - 1.0276001691818237, - 1.0307923555374146, - 1.0305683612823486, - 1.0285248756408691, - 1.0248708724975586, - 1.022045612335205, - 1.021754503250122, - 1.0204936265945435, - 1.0182349681854248, - 1.020317792892456, - 1.0123547315597534, - 1.0144238471984863, - 1.0162649154663086, - 1.0235083103179932, - 1.017972469329834, - 1.0152727365493774, - 1.014540672302246, - 1.0117816925048828, - 1.0140024423599243, - 1.0151832103729248, - 1.0149074792861938, - 1.009270191192627, - 1.0054881572723389, - 1.0023242235183716, - 1.0015944242477417, - 1.0105043649673462, - 1.0131065845489502, - 1.0129858255386353, - 1.011858344078064, - 1.012939691543579, - 1.0121403932571411, - 1.0154693126678467, - 1.0210630893707275 + 1.1709827184677124, + 1.0848444700241089, + 1.068061113357544, + 1.0631400346755981, + 1.0616062879562378, + 1.054017186164856, + 1.0482889413833618, + 1.0441365242004395, + 1.0432415008544922, + 1.0454167127609253, + 1.0453487634658813, + 1.0416425466537476, + 1.0432716608047485, + 1.0409646034240723, + 1.0418568849563599, + 1.0444025993347168, + 1.0592303276062012, + 1.0523852109909058, + 1.0490587949752808, + 1.0499449968338013, + 1.0499780178070068, + 1.0513129234313965, + 1.0503246784210205, + 1.0509591102600098, + 1.04668128490448, + 1.0477778911590576, + 1.048897385597229, + 1.0465917587280273, + 1.0521131753921509, + 1.0522445440292358, + 1.0513347387313843, + 1.0475807189941406, + 1.0501549243927002, + 1.0480228662490845, + 1.0528390407562256, + 1.051162600517273 ], "p90": [ - 1.3049243688583374, - 1.3237451314926147, - 1.3337559700012207, - 1.3431107997894287, - 1.3524256944656372, - 1.3590049743652344, - 1.3631938695907593, - 1.3675565719604492, - 1.3762476444244385, - 1.3855863809585571, - 1.390018105506897, - 1.3890355825424194, - 1.3925538063049316, - 1.3904443979263306, - 1.3960316181182861, - 1.4036149978637695, - 1.4192410707473755, - 1.4174163341522217, - 1.4161627292633057, - 1.4221558570861816, - 1.4270880222320557, - 1.4317809343338013, - 1.429997444152832, - 1.429794192314148, - 1.4287495613098145, - 1.4343042373657227, - 1.4369908571243286, - 1.4390056133270264, - 1.446415901184082, - 1.4470903873443604, - 1.4500253200531006, - 1.4593513011932373, - 1.4784899950027466, - 1.4797885417938232, - 1.4796510934829712, - 1.483501672744751 + 1.477813720703125, + 1.4512712955474854, + 1.4521753787994385, + 1.458086609840393, + 1.4552258253097534, + 1.4538991451263428, + 1.4585845470428467, + 1.4639629125595093, + 1.4656504392623901, + 1.4730157852172852, + 1.4753729104995728, + 1.4734712839126587, + 1.472759485244751, + 1.4739247560501099, + 1.4809091091156006, + 1.4857447147369385, + 1.4914650917053223, + 1.4880410432815552, + 1.4903528690338135, + 1.5003443956375122, + 1.5046887397766113, + 1.5066173076629639, + 1.5079898834228516, + 1.5135538578033447, + 1.5145964622497559, + 1.5238875150680542, + 1.5254924297332764, + 1.525422215461731, + 1.5335485935211182, + 1.5318766832351685, + 1.5361131429672241, + 1.5437875986099243, + 1.5659425258636475, + 1.5611015558242798, + 1.5606238842010498, + 1.5674163103103638 ], "timestamps": [ - "2026-06-13 23:50:00", - "2026-06-14 00:00:00", - "2026-06-14 00:10:00", "2026-06-14 00:20:00", "2026-06-14 00:30:00", "2026-06-14 00:40:00", @@ -655,6 +651,8 @@ "2026-06-15 19:30:00", "2026-06-15 19:40:00", "2026-06-15 19:50:00", - "2026-06-15 20:00:00" + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00" ] } diff --git a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json index 1deb7d06fca5184b5106b8461b301f20ede2dc9c..86a1a1d9bdd449e327dc8eb6443e720d683f57b5 100644 --- a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,30 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T11:17:33.231103+00:00", + "evaluated_at": "2026-06-17T12:35:23.040659+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 21.0, - 21.0, - 21.0, - 22.0, - 22.0, - 22.0, - 22.0, - 21.0, - 21.0, - 21.100000381469727, - 22.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, 20.0, 20.0, 20.0, @@ -173,9 +154,7 @@ 16.0, 15.600000381469727, 16.0, - 16.0 - ], - "actuals": [ + 16.0, 16.0, 16.0, 16.0, @@ -194,93 +173,113 @@ 16.0, 16.0, 16.0, + 16.0 + ], + "actuals": [ + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, 16.0, 16.0, 16.0, 16.0, 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, 16.0 ], "p50": [ - 15.958919525146484, - 15.94739055633545, - 15.956396102905273, - 15.954462051391602, - 15.934911727905273, - 15.945737838745117, - 15.94644546508789, - 15.94821834564209, - 15.950712203979492, - 15.964301109313965, - 15.950522422790527, - 15.945942878723145, - 15.937875747680664, - 15.935243606567383, - 15.921396255493164, - 15.916879653930664, - 15.92827033996582, - 15.90144157409668, - 15.910789489746094, - 15.880820274353027, - 15.85497760772705, - 15.857539176940918, - 15.847624778747559, - 15.844447135925293 + 15.992979049682617, + 15.975114822387695, + 15.969354629516602, + 15.96415901184082, + 15.967402458190918, + 15.953452110290527, + 15.96287727355957, + 15.957408905029297, + 15.962068557739258, + 15.953933715820312, + 15.952692031860352, + 15.94559383392334, + 15.940796852111816, + 15.929986953735352, + 15.9154634475708, + 15.934005737304688, + 15.910324096679688, + 15.9087495803833, + 15.94159984588623, + 15.929133415222168, + 15.943063735961914, + 15.932044982910156, + 15.931438446044922, + 15.925609588623047 ], "p10": [ - 15.696626663208008, - 15.6165132522583, - 15.576934814453125, - 15.526712417602539, - 15.47720718383789, - 15.435590744018555, - 15.395428657531738, - 15.378215789794922, - 15.353763580322266, - 15.345821380615234, - 15.298394203186035, - 15.293437957763672, - 15.283772468566895, - 15.243396759033203, - 15.220492362976074, - 15.196474075317383, - 15.188783645629883, - 15.098434448242188, - 15.06879711151123, - 15.0520601272583, - 15.011577606201172, - 15.000931739807129, - 14.962098121643066, - 14.946582794189453 + 15.717721939086914, + 15.590252876281738, + 15.50149154663086, + 15.437771797180176, + 15.394115447998047, + 15.302818298339844, + 15.229275703430176, + 15.217486381530762, + 15.193011283874512, + 15.121057510375977, + 15.073110580444336, + 14.957643508911133, + 14.883731842041016, + 14.7734375, + 14.770209312438965, + 14.782541275024414, + 14.867704391479492, + 14.829948425292969, + 14.79356575012207, + 14.7876558303833, + 14.808996200561523, + 14.822757720947266, + 14.787788391113281, + 14.786589622497559 ], "p90": [ - 16.1512508392334, - 16.226055145263672, - 16.27053451538086, - 16.31011962890625, - 16.348838806152344, - 16.361663818359375, - 16.401792526245117, - 16.434707641601562, - 16.437299728393555, - 16.468059539794922, - 16.494230270385742, - 16.496004104614258, - 16.511688232421875, - 16.579431533813477, - 16.573984146118164, - 16.55360984802246, - 16.61174964904785, - 16.61515235900879, - 16.624683380126953, - 16.638919830322266, - 16.68071746826172, - 16.68686866760254, - 16.69639015197754, - 16.73419761657715 + 16.095186233520508, + 16.142675399780273, + 16.17041778564453, + 16.207250595092773, + 16.245943069458008, + 16.237586975097656, + 16.26122283935547, + 16.2434139251709, + 16.245283126831055, + 16.27482032775879, + 16.311664581298828, + 16.339599609375, + 16.39681053161621, + 16.487268447875977, + 16.530498504638672, + 16.554067611694336, + 16.696218490600586, + 16.74808692932129, + 16.76605224609375, + 16.760488510131836, + 16.790678024291992, + 16.832050323486328, + 16.84440803527832, + 16.87834358215332 ], "timestamps": [ - "2026-06-16 20:00:00", "2026-06-16 21:00:00", "2026-06-16 22:00:00", "2026-06-16 23:00:00", @@ -471,6 +470,7 @@ "2026-06-24 16:00:00", "2026-06-24 17:00:00", "2026-06-24 18:00:00", - "2026-06-24 19:00:00" + "2026-06-24 19:00:00", + "2026-06-24 20:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 1360f73dd12a943591447c382789c9f843830b90..43eb4c694f81962ca9b0aec7f4d7113a9d67d714 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T11:18:32.032092+00:00", + "evaluated_at": "2026-06-17T12:35:28.247646+00:00", "freq": "1h", - "context_length": 156, + "context_length": 157, "prediction_length": 24, "context": [ 22.100000381469727, @@ -161,10 +161,10 @@ 25.0, 25.0, 24.399999618530273, - 23.799999237060547 + 23.799999237060547, + 23.5 ], "actuals": [ - 23.5, 23.0, 22.600000381469727, 22.299999237060547, @@ -187,85 +187,86 @@ 28.399999618530273, 27.700000762939453, 27.0, - 26.100000381469727 + 26.100000381469727, + 25.399999618530273 ], "p50": [ - 23.444494247436523, - 23.196887969970703, - 22.984222412109375, - 22.800220489501953, - 22.65372657775879, - 22.57599449157715, - 22.50299644470215, - 22.408769607543945, - 22.40216636657715, - 22.466886520385742, - 22.78408432006836, - 23.443941116333008, - 24.309476852416992, - 25.030162811279297, - 25.785112380981445, - 26.25886344909668, - 26.76709747314453, - 26.83847427368164, - 26.820301055908203, - 26.574573516845703, - 26.041725158691406, - 25.37929344177246, - 24.702388763427734, - 24.06114387512207 + 23.22603988647461, + 23.045019149780273, + 22.923383712768555, + 22.796890258789062, + 22.718006134033203, + 22.68509292602539, + 22.634410858154297, + 22.59027862548828, + 22.69150161743164, + 22.98894691467285, + 23.534358978271484, + 24.326141357421875, + 25.092941284179688, + 25.7506103515625, + 26.224430084228516, + 26.533096313476562, + 26.869585037231445, + 26.712705612182617, + 26.473434448242188, + 26.014371871948242, + 25.344158172607422, + 24.740514755249023, + 24.18017578125, + 23.748456954956055 ], "p10": [ - 22.961193084716797, - 22.566753387451172, - 22.180295944213867, - 21.90761375427246, - 21.702281951904297, - 21.527782440185547, - 21.397367477416992, - 21.228675842285156, - 21.159379959106445, - 21.19062614440918, - 21.436237335205078, - 21.907455444335938, - 22.497896194458008, - 23.061363220214844, - 23.524538040161133, - 23.85989761352539, - 23.8260498046875, - 23.71861457824707, - 23.67428970336914, - 23.541223526000977, - 23.185802459716797, - 22.835432052612305, - 22.385883331298828, - 21.938682556152344 + 22.76612091064453, + 22.438810348510742, + 22.145431518554688, + 21.96561050415039, + 21.847305297851562, + 21.69852638244629, + 21.617712020874023, + 21.494644165039062, + 21.540477752685547, + 21.76188087463379, + 22.109600067138672, + 22.73076057434082, + 23.183948516845703, + 23.731670379638672, + 23.960933685302734, + 24.132905960083008, + 23.951391220092773, + 23.66692543029785, + 23.49858856201172, + 23.23773956298828, + 22.79931640625, + 22.38168716430664, + 21.982152938842773, + 21.635801315307617 ], "p90": [ - 23.827762603759766, - 23.805755615234375, - 23.71326446533203, - 23.657588958740234, - 23.54493522644043, - 23.58491325378418, - 23.5441951751709, - 23.523351669311523, - 23.543684005737305, - 23.716922760009766, - 24.16701889038086, - 24.936243057250977, - 26.209077835083008, - 27.116777420043945, - 28.18952178955078, - 28.843914031982422, - 30.161623001098633, - 30.35715675354004, - 30.349489212036133, - 30.044523239135742, - 29.365205764770508, - 28.29754638671875, - 27.444623947143555, - 26.628639221191406 + 23.665924072265625, + 23.638347625732422, + 23.650066375732422, + 23.637855529785156, + 23.593368530273438, + 23.669588088989258, + 23.63995933532715, + 23.658870697021484, + 23.802927017211914, + 24.280208587646484, + 25.018972396850586, + 26.098052978515625, + 27.0665283203125, + 28.009153366088867, + 28.698139190673828, + 29.160032272338867, + 30.14803695678711, + 30.054271697998047, + 29.747867584228516, + 29.080318450927734, + 28.223974227905273, + 27.38057518005371, + 26.746829986572266, + 26.27476692199707 ], "timestamps": [ "2026-06-10 00:00:00", @@ -447,6 +448,7 @@ "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", - "2026-06-17 11:00:00" + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 748616749201de605f5025bca5623a8ba9df3f3b..e3e866ffe8d5ea3e607f62490d915e185ab4eac7 100644 --- a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T11:18:38.464937+00:00", + "evaluated_at": "2026-06-17T12:35:35.770744+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, "context": [ - 18.0, 14.0, 17.0, 16.0, @@ -146,13 +145,13 @@ 17.0, 11.0, 11.0, - 13.0, + 14.0, 13.0, 10.0, - 13.0 + 13.0, + 9.0 ], "actuals": [ - 9.0, 9.0, 17.0, 13.0, @@ -160,103 +159,103 @@ 20.0, 9.0, 18.0, - 14.0, + 15.0, 5.0, 12.0, 7.0, - 6.0, - 9.0, + 7.0, 9.0, 9.0, + 10.0, 6.0, 11.0, 16.0, 6.0, 4.0, 13.0, - 16.0, - 3.0 + 19.0, + 10.0, + 2.0 ], "p50": [ - 12.778103828430176, - 12.868688583374023, - 12.88802433013916, - 12.849244117736816, - 12.900533676147461, - 12.87101936340332, - 12.936928749084473, - 12.865114212036133, - 12.976150512695312, - 12.96123218536377, - 13.015424728393555, - 12.966246604919434, - 12.987531661987305, - 12.974454879760742, - 13.007686614990234, - 13.075061798095703, - 12.983546257019043, - 13.098417282104492, - 13.038544654846191, - 13.016837120056152, - 13.001947402954102, - 12.968563079833984, - 13.027766227722168, - 12.96879768371582 + 12.735488891601562, + 12.726017951965332, + 12.789528846740723, + 12.745990753173828, + 12.766322135925293, + 12.78156566619873, + 12.760124206542969, + 12.789796829223633, + 12.809418678283691, + 12.8418550491333, + 12.877350807189941, + 12.851835250854492, + 12.892518043518066, + 12.88006591796875, + 12.928893089294434, + 12.937427520751953, + 13.012351036071777, + 12.929634094238281, + 12.935592651367188, + 12.92047119140625, + 12.9310302734375, + 12.932890892028809, + 12.907866477966309, + 12.910628318786621 ], "p10": [ - 9.099276542663574, - 8.972593307495117, - 8.91903305053711, - 8.924976348876953, - 8.839723587036133, - 8.909704208374023, - 8.926015853881836, - 8.9890775680542, - 8.956371307373047, - 8.93339729309082, - 8.824063301086426, - 8.928552627563477, - 8.936470985412598, - 8.945758819580078, - 8.931884765625, - 8.890864372253418, - 8.89543342590332, - 8.827906608581543, - 8.896539688110352, - 8.933754920959473, - 8.816397666931152, - 8.894983291625977, - 8.892450332641602, - 8.999227523803711 + 8.775177955627441, + 8.638782501220703, + 8.676729202270508, + 8.750097274780273, + 8.76583194732666, + 8.807607650756836, + 8.81089973449707, + 8.811254501342773, + 8.747917175292969, + 8.742639541625977, + 8.711211204528809, + 8.893440246582031, + 8.89132022857666, + 8.848030090332031, + 8.805997848510742, + 8.773611068725586, + 8.725497245788574, + 8.64329719543457, + 8.70616340637207, + 8.776533126831055, + 8.767925262451172, + 8.773527145385742, + 8.78430461883545, + 8.829861640930176 ], "p90": [ - 18.204811096191406, - 18.512121200561523, - 18.810794830322266, - 18.909698486328125, - 19.114334106445312, - 18.98041343688965, - 19.000442504882812, - 19.00535011291504, - 19.067514419555664, - 19.19660186767578, - 19.391071319580078, - 19.413042068481445, - 19.350685119628906, - 19.355926513671875, - 19.353317260742188, - 19.512662887573242, - 19.524200439453125, - 19.94739532470703, - 20.025020599365234, - 19.94475555419922, - 20.009979248046875, - 19.904279708862305, - 19.832483291625977, - 19.738283157348633 + 18.183618545532227, + 18.362567901611328, + 18.416921615600586, + 18.420650482177734, + 18.586668014526367, + 18.51836585998535, + 18.534889221191406, + 18.715856552124023, + 18.757076263427734, + 18.99431610107422, + 19.01561737060547, + 18.947811126708984, + 18.94936752319336, + 19.04059600830078, + 19.09991455078125, + 19.14370346069336, + 19.32891273498535, + 19.451183319091797, + 19.438203811645508, + 19.373729705810547, + 19.502779006958008, + 19.451757431030273, + 19.379276275634766, + 19.425750732421875 ], "timestamps": [ - "2026-06-10 12:00:00", "2026-06-10 13:00:00", "2026-06-10 14:00:00", "2026-06-10 15:00:00", @@ -423,6 +422,7 @@ "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", - "2026-06-17 11:00:00" + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index a3174009bc11d51cd1e5e0e4be0446fb6a91ec45..8b909be75393173cb43cfeb6eda58ae9802d4ba8 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,37 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-17T12:30:15.963518+00:00", + "evaluated_at": "2026-06-17T12:35:38.558464+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t061800z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t002000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 229, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t103500z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 157, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 144, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index d67bb1e78cf5d666b54b85898706732ea068262b..c6873554a74d612a1b4cb80192dbed3fc9a0f5eb 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,1823123.0874096078,1750801.886165141,1188.4695709725383,1.3690117372083597,0.01817326927170837,0.01797001663590699,33.439569479105536,1350.230753393511,0.02058374518149578,0.01811775857080542,0.017063278825730638,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,1802543.2139168459,1730521.8246489235,1184.1834381600383,1.364074491635682,0.018104637385418048,0.01790382591849477,33.24207965619842,1342.5882518169321,0.020465900850820166,0.018051238569806345,0.0169968277256279,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,6.489479866203396,7.414069954798646,2.3614220569248885,0.9976647117903313,0.10460912773724944,0.11238457612348751,5.6000762496571355,2.547445753338704,0.11536039158696845,0.10693635883391464,0.09065388722585058,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,2.3310036631336244,2.3386912487451545,1.1397173137696035,4.929617305892437,1.1039175837251725,0.4995030216694065,183.43761034419703,1.526762477641373,0.8763250075531702,0.654170375696271,0.6450818198465945,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.01870060822181909,0.018380847857062753,0.11031204541023494,0.6280141554892169,0.08114937855000695,0.08623693670164059,5.045894095040266,0.13675016717291094,0.10474480889839986,0.08449433265464805,0.07388884537256096,Ocean,1 -nws_ksfo_observations_temperature/1h/short,ETS,0.8687215416675261,0.8042242973522686,0.8638758095235487,0.852041894324596,0.05402542653497835,0.055647420797382684,33.08217191717668,0.9320523277517878,0.05831401332148701,0.05404853779634795,0.0540786612526961,Weather,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.007237842058757587,0.007156980635338101,0.0635833638885937,0.37497884935403447,0.04787909817445894,0.048550089463923335,2.4476090410973477,0.08507550798412894,0.06516421888146047,0.04870215106360369,0.04298734057266704,Ocean,1 +nws_ksfo_observations_temperature/1h/short,ETS,0.11826704723637278,0.10208726225407767,0.27134365055243603,0.2929047036529177,0.01697980904526709,0.017166815670878275,11.187398682599936,0.3438997633560872,0.021538606622191148,0.016994382583004973,0.017007720252138477,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,488.7710384711797,495.914454307949,16.117626613109756,2.138938648407011,0.32579612257872204,0.4292396148388293,62.99239301154025,22.10816678223637,0.576922905002889,0.42059697029508947,0.399765890429441,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,60.75033009074527,62.224012692246525,6.054719596133192,2.9272177356881106,0.22055280368494687,0.2698811379298695,82.78704463017053,7.794249809362365,0.30934676971802727,0.2403063789875461,0.2295299431254804,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,30.207549302851884,33.00254528488901,4.951417732837164,0.9503527583993909,0.6550224351633557,0.4285862300154229,4.783991565083987,5.49613949084736,0.4940350104132459,0.4450712568842394,0.3172241700257274,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,34.01317750267074,33.827754558558745,4.932320981882283,0.9365166421295473,0.8339258444954684,0.4498212436814546,5.0244632865031855,5.832081746912567,0.5342364959003878,0.4518156624624992,0.3418517152865529,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,ETS,311.6186227628711,271.6219903346427,14.645052492853097,0.13865138454772163,0.0051447528530722516,0.005158647935651899,5.670315719310259,17.65272281442359,0.006198468874120939,0.005142373955061804,0.005176511970180068,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,3204.790611752943,2881.2038365570006,50.33739973772421,1.0507561340143807,0.2404507822920921,0.2146543225620431,5.672580589017583,56.61087008475442,0.2388644307373604,0.21239409172035534,0.1565877432051329,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 9e689f188b51de8539ccbc2555240be34a16f1e2..11c963c78d8710578c610bce923fb402478120b8 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-17T12:32:01.784827+00:00", + "evaluated_at": "2026-06-17T12:39:00.986304+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 64909.44140625, 64798.0, 64810.01171875, - 64682.01171875 + 64784.87890625 ], "p50": [ 66461.70889631717, diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 7ff75fc872c9805b60c0d8d1b68aaae838954c15..949d6f37bacfccb4fe9bbac2147f1ce09d901964 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-17T12:10:12.728630+00:00", + "evaluated_at": "2026-06-17T12:39:01.003953+00:00", "freq": "10min", - "context_length": 230, + "context_length": 229, "prediction_length": 36, "context": [ - 1.600000023841858, - 1.2999999523162842, 1.2999999523162842, 1.399999976158142, 1.399999976158142, @@ -235,10 +233,10 @@ 1.100000023841858, 1.2999999523162842, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -273,126 +271,124 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.399999976158142 ], "p50": [ - 1.2154811123217186, - 1.214543714209146, - 1.213606316096573, - 1.2126689179840004, - 1.2117315198714276, - 1.2107941217588547, - 1.209856723646282, - 1.2089193255337092, - 1.2079819274211365, - 1.2070445293085637, - 1.206107131195991, - 1.2051697330834181, - 1.2042323349708453, - 1.2032949368582726, - 1.2023575387456997, - 1.201420140633127, - 1.2004827425205542, - 1.1995453444079813, - 1.1986079462954087, - 1.1976705481828358, - 1.1967331500702632, - 1.1957957519576903, - 1.1948583538451174, - 1.1939209557325448, - 1.1929835576199719, - 1.1920461595073992, - 1.1911087613948264, - 1.1901713632822535, - 1.1892339651696808, - 1.188296567057108, - 1.1873591689445353, - 1.1864217708319624, - 1.1854843727193898, - 1.184546974606817, - 1.183609576494244, - 1.1826721783816714 + 1.2905916262401074, + 1.2903337559240198, + 1.2900758856079322, + 1.2898180152918446, + 1.289560144975757, + 1.2893022746596694, + 1.2890444043435818, + 1.2887865340274942, + 1.2885286637114066, + 1.288270793395319, + 1.2880129230792317, + 1.287755052763144, + 1.2874971824470565, + 1.2872393121309689, + 1.2869814418148813, + 1.2867235714987937, + 1.286465701182706, + 1.2862078308666185, + 1.285949960550531, + 1.2856920902344433, + 1.2854342199183557, + 1.2851763496022681, + 1.2849184792861805, + 1.284660608970093, + 1.2844027386540053, + 1.2841448683379177, + 1.2838869980218302, + 1.2836291277057426, + 1.283371257389655, + 1.2831133870735674, + 1.2828555167574798, + 1.2825976464413922, + 1.2823397761253048, + 1.2820819058092172, + 1.2818240354931296, + 1.281566165177042 ], "p10": [ - 1.1154810884798607, - 1.114543690367288, - 1.1136062922547154, - 1.1126688941421428, - 1.1117314960295697, - 1.110794097916997, - 1.1098566998044244, - 1.1089193016918513, - 1.1079819035792786, - 1.107044505466706, - 1.1061071073541333, - 1.1051697092415602, - 1.1042323111289876, - 1.103294913016415, - 1.1023575149038418, - 1.1014201167912692, - 1.1004827186786965, - 1.0995453205661234, - 1.0986079224535508, - 1.0976705243409781, - 1.0967331262284055, - 1.0957957281158324, - 1.0948583300032597, - 1.093920931890687, - 1.092983533778114, - 1.0920461356655413, - 1.0911087375529687, - 1.0901713394403956, - 1.089233941327823, - 1.0882965432152503, - 1.0873591451026776, - 1.0864217469901045, - 1.0854843488775319, - 1.0845469507649592, - 1.0836095526523861, - 1.0826721545398135 + 1.1905916023982495, + 1.1903337320821619, + 1.1900758617660743, + 1.1898179914499867, + 1.189560121133899, + 1.1893022508178115, + 1.189044380501724, + 1.1887865101856363, + 1.1885286398695487, + 1.1882707695534611, + 1.1880128992373737, + 1.1877550289212861, + 1.1874971586051986, + 1.187239288289111, + 1.1869814179730234, + 1.1867235476569358, + 1.1864656773408482, + 1.1862078070247606, + 1.185949936708673, + 1.1856920663925854, + 1.1854341960764978, + 1.1851763257604102, + 1.1849184554443226, + 1.184660585128235, + 1.1844027148121474, + 1.1841448444960598, + 1.1838869741799722, + 1.1836291038638846, + 1.183371233547797, + 1.1831133632317095, + 1.1828554929156219, + 1.1825976225995343, + 1.182339752283447, + 1.1820818819673593, + 1.1818240116512717, + 1.1815661413351841 ], "p90": [ - 1.3154811361635765, - 1.3145437380510039, - 1.3136063399384312, - 1.3126689418258586, - 1.3117315437132855, - 1.3107941456007128, - 1.3098567474881402, - 1.308919349375567, - 1.3079819512629944, - 1.3070445531504218, - 1.3061071550378491, - 1.305169756925276, - 1.3042323588127034, - 1.3032949607001307, - 1.3023575625875576, - 1.301420164474985, - 1.3004827663624123, - 1.2995453682498392, - 1.2986079701372666, - 1.297670572024694, - 1.3067331643753775, - 1.2957957757995482, - 1.2948583776869755, - 1.2939209795744029, - 1.2929835814618298, - 1.2920461833492571, - 1.2911087852366845, - 1.2901713871241114, - 1.2892339890115387, - 1.288296590898966, - 1.2873591927863934, - 1.2864217946738203, - 1.2854843965612477, - 1.284546998448675, - 1.283609600336102, - 1.2826722022235293 + 1.4005916405452215, + 1.3903337797658777, + 1.39007590944979, + 1.3898180391337025, + 1.389560168817615, + 1.3893022985015273, + 1.3890444281854397, + 1.3887865578693521, + 1.3885286875532645, + 1.388270817237177, + 1.3880129469210896, + 1.387755076605002, + 1.3874972062889144, + 1.3872393359728268, + 1.3869814656567392, + 1.3867235953406516, + 1.386465725024564, + 1.3862078547084764, + 1.3859499843923888, + 1.3856921140763012, + 1.3854342437602136, + 1.385176373444126, + 1.3849185031280384, + 1.3846606328119508, + 1.4844026671284316, + 1.3841448921797757, + 1.383887021863688, + 1.3836291515476005, + 1.3833711739431522, + 1.3831134109154253, + 1.3828555405993377, + 1.38259767028325, + 1.3823397999671627, + 1.3820819296510751, + 1.3818240593349875, + 1.3815661890189 ], "timestamps": [ - "2026-06-13 23:50:00", - "2026-06-14 00:00:00", - "2026-06-14 00:10:00", "2026-06-14 00:20:00", "2026-06-14 00:30:00", "2026-06-14 00:40:00", @@ -655,6 +651,8 @@ "2026-06-15 19:30:00", "2026-06-15 19:40:00", "2026-06-15 19:50:00", - "2026-06-15 20:00:00" + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00" ] } diff --git a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json index e4190abd6d18a44de02d22a783752327667146ae..ab7068ec8f0ef5f0fb1e323c419d10f1c2ebcedb 100644 --- a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ETS", - "evaluated_at": "2026-06-17T12:10:12.747284+00:00", + "evaluated_at": "2026-06-17T12:39:01.021739+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, 20.0, 20.0, 20.0, @@ -173,13 +165,22 @@ 15.0, 15.0, 15.0, - 15.600000381469727 + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 ], "actuals": [ 16.0, 16.0, 16.0, 16.0, + 15.600000381469727, 16.0, 16.0, 16.0, @@ -188,12 +189,11 @@ 16.0, 16.0, 16.0, - 15.600000381469727, - 16.0, 16.0, 16.0, 16.0, 16.0, + 15.600000381469727, 16.0, 16.0, 16.0, @@ -202,82 +202,82 @@ 16.0 ], "p50": [ - 15.49867505803101, - 15.465699621654778, - 15.432724185278548, - 15.399748748902317, - 15.366773312526087, - 15.333797876149855, - 15.300822439773626, - 15.267847003397394, - 15.234871567021164, - 15.201896130644933, - 15.168920694268703, - 15.135945257892471, - 15.102969821516242, - 15.06999438514001, - 15.03701894876378, - 15.004043512387549, - 14.971068076011319, - 14.938092639635087, - 14.905117203258857, - 14.872141766882626, - 14.839166330506396, - 14.806190894130166, - 14.773215457753935, - 14.740240021377705 + 15.99631831895904, + 15.972321115114422, + 15.948323911269807, + 15.92432670742519, + 15.900329503580572, + 15.876332299735955, + 15.852335095891338, + 15.82833789204672, + 15.804340688202105, + 15.780343484357488, + 15.75634628051287, + 15.732349076668253, + 15.708351872823636, + 15.684354668979019, + 15.660357465134403, + 15.636360261289786, + 15.612363057445169, + 15.588365853600552, + 15.564368649755934, + 15.540371445911319, + 15.516374242066702, + 15.492377038222084, + 15.468379834377467, + 15.44438263053285 ], "p10": [ - 15.49867505803101, - 15.245698973156243, - 15.32272376566185, - 15.399748748902317, - 14.966773693995814, - 15.31379779985591, - 14.900822821243352, - 15.267847003397394, - 15.234871567021164, - 15.201896130644933, - 14.708921037591459, - 15.135945257892471, - 14.702970202985968, - 14.669994766609737, - 14.827018338412218, - 15.004043512387549, - 14.85106780898251, - 14.728092029283525, - 14.905117203258857, - 14.862141728735654, - 14.839166330506396, - 14.406191275599893, - 14.373215839223661, - 14.740240021377705 + 15.99631831895904, + 15.972321115114422, + 15.838323491653108, + 15.92432670742519, + 15.900329503580572, + 15.766331880119257, + 15.652334332951884, + 15.82833789204672, + 15.804340688202105, + 15.780343484357488, + 15.356346661982597, + 15.732349076668253, + 15.698351834676664, + 15.56435440195021, + 15.660357465134403, + 15.326360986082268, + 15.612363057445169, + 15.57836581545358, + 15.354368039404372, + 15.530371407764347, + 15.116374623536428, + 15.492377038222084, + 15.268379071438014, + 15.244381867593397 ], "p90": [ - 15.49867505803101, - 15.465699621654778, - 15.432724185278548, - 15.399748748902317, - 15.366773312526087, - 15.333797876149855, - 15.300822439773626, - 15.267847003397394, - 15.234871567021164, - 15.201896130644933, - 15.168920694268703, - 15.145945296039443, - 15.322970470014775, - 15.06999438514001, - 15.03701894876378, - 15.004043512387549, - 14.971068076011319, - 14.938092639635087, - 14.905117203258857, - 14.872141766882626, - 14.959166597535203, - 14.816190932277138, - 14.773215457753935, - 14.740240021377705 + 15.99631831895904, + 15.972321115114422, + 15.948323911269807, + 15.92432670742519, + 15.910329541727544, + 15.986332719352653, + 15.852335095891338, + 15.82833789204672, + 15.804340688202105, + 15.780343484357488, + 15.75634628051287, + 15.742349114815225, + 15.708351872823636, + 15.684354668979019, + 15.770357884751101, + 15.636360261289786, + 15.612363057445169, + 15.588365853600552, + 15.564368649755934, + 15.540371445911319, + 15.516374242066702, + 15.492377038222084, + 15.468379834377467, + 15.44438263053285 ], "timestamps": [ "2026-06-16 21:00:00", diff --git a/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 55465565a0a997ba89d08541a8554b8a51a7c21c..3845a3e0344b2183d360662f1f20b956ae103c24 100644 --- a/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "ETS", - "evaluated_at": "2026-06-17T12:10:12.780700+00:00", + "evaluated_at": "2026-06-17T12:39:01.037191+00:00", "freq": "1h", "context_length": 157, "prediction_length": 24, diff --git a/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index d99c05a425259f074ecf971da0c80f2e05c862fd..6a7ca97a57e284c2e32abad9675fddfb594939ad 100644 --- a/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "ETS", - "evaluated_at": "2026-06-17T12:10:12.797899+00:00", + "evaluated_at": "2026-06-17T12:39:01.053553+00:00", "freq": "1h", - "context_length": 143, + "context_length": 144, "prediction_length": 24, "context": [ 14.0, @@ -145,13 +145,13 @@ 17.0, 11.0, 11.0, - 13.0, + 14.0, 13.0, 10.0, - 13.0 + 13.0, + 9.0 ], "actuals": [ - 9.0, 9.0, 17.0, 13.0, @@ -159,11 +159,11 @@ 20.0, 9.0, 18.0, - 14.0, + 15.0, 5.0, 12.0, 7.0, - 6.0, + 7.0, 9.0, 9.0, 10.0, @@ -174,85 +174,86 @@ 4.0, 13.0, 19.0, - 10.0 + 10.0, + 2.0 ], "p50": [ - 14.952377445425505, - 13.95453196718826, - 13.956686488951016, - 13.958841010713773, - 13.96099553247653, - 13.963150054239284, - 14.96530457600204, - 14.967459097764797, - 13.969613619527552, - 13.971768141290308, - 14.973922663053065, - 13.976077184815821, - 14.978231706578576, - 13.980386228341333, - 14.98254075010409, - 13.984695271866846, - 15.986849793629602, - 13.989004315392357, - 13.991158837155114, - 14.993313358917868, - 13.995467880680625, - 13.997622402443382, - 13.999776924206138, - 15.001931445968893 + 12.871695875511412, + 13.872700589499138, + 13.873705303486863, + 13.37471001747459, + 13.875714731462315, + 12.87671944545004, + 13.877724159437767, + 13.878728873425493, + 13.879733587413218, + 14.880738301400944, + 14.38174301538867, + 13.882747729376396, + 13.883752443364122, + 13.884757157351848, + 13.885761871339572, + 14.886766585327297, + 13.387771299315023, + 13.88877601330275, + 14.889780727290475, + 14.8907854412782, + 13.891790155265927, + 14.892794869253652, + 13.893799583241378, + 13.894804297229104 ], "p10": [ - 6.952377445425506, - 6.95453196718826, - 5.956686488951017, - 5.9588410107137735, - 5.96099553247653, - 5.963150054239285, - 6.965304576002041, - 6.8674590977648, - 5.969613619527553, - 5.971768141290309, - 5.973922663053066, - 6.976077184815822, - 6.978231706578577, - 6.880386228341336, - 5.98254075010409, - 5.984695271866847, - 6.9868497936296015, - 5.989004315392358, - 6.9911588371551145, - 6.993313358917869, - 5.995467880680626, - 5.997622402443382, - 6.999776924206139, - 7.001931445968894 + 5.871695875511412, + 5.8727005894991375, + 6.7737053034868655, + 5.874710017474589, + 6.775714731462317, + 5.876719445450041, + 5.877724159437767, + 5.8787288734254926, + 5.879733587413218, + 6.880738301400944, + 6.88174301538867, + 5.882747729376396, + 5.883752443364122, + 6.884757157351848, + 6.885761871339572, + 6.8867665853272975, + 6.887771299315023, + 5.888776013302749, + 6.889780727290475, + 6.890785441278201, + 6.891790155265927, + 5.8927948692536525, + 6.893799583241378, + 6.894804297229104 ], "p90": [ - 20.952377445425505, - 20.95453196718826, - 19.956686488951018, - 19.958841010713773, - 21.96099553247653, - 21.06315005423928, - 20.96530457600204, - 21.967459097764795, - 20.969613619527554, - 19.97176814129031, - 20.973922663053067, - 21.97607718481582, - 20.978231706578576, - 20.980386228341334, - 20.98254075010409, - 20.984695271866848, - 22.986849793629602, - 18.989004315392357, - 20.09115883715511, - 22.09331335891786, - 19.995467880680625, - 20.997622402443383, - 21.099776924206132, - 22.001931445968893 + 19.971695875511408, + 22.972700589499134, + 20.97370530348686, + 20.87471001747459, + 18.875714731462317, + 20.876719445450043, + 20.87772415943777, + 20.878728873425494, + 20.87973358741322, + 21.880738301400946, + 20.881743015388672, + 19.882747729376398, + 22.883752443364124, + 20.984757157351844, + 21.88576187133957, + 22.886766585327297, + 19.887771299315023, + 18.988776013302743, + 21.889780727290475, + 21.8907854412782, + 19.891790155265927, + 19.992794869253647, + 20.89379958324138, + 19.9948042972291 ], "timestamps": [ "2026-06-10 13:00:00", @@ -421,6 +422,7 @@ "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", - "2026-06-17 11:00:00" + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 0a5d59365158616b91c3665addf0cd1bec99f7f2..9dda9d833d8385f9281b9d846394dfa7b32363b1 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,37 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-17T12:32:01.853202+00:00", + "evaluated_at": "2026-06-17T12:39:01.062926+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t061800z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t002000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 229, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t103500z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 157, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 144, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index e20c39ad6fa9b6e0105de34422ddc43c1fc77f3b..4771e7d8bff461ce15eeae756576dab4ea24ae2f 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1225,3 +1225,8 @@ {"evaluated_at": "2026-06-17T12:26:17.392400+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} {"evaluated_at": "2026-06-17T12:32:01.932994+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-17T12:32:01.932994+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-17T12:39:01.157601+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-17T12:39:01.157601+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 36} +{"evaluated_at": "2026-06-17T12:39:01.157601+00:00", "dataset": "nws_ksfo_observations_temperature", "prediction_length": 24} +{"evaluated_at": "2026-06-17T12:39:01.157601+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} +{"evaluated_at": "2026-06-17T12:39:01.157601+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index a0dcf92c51908fecf0b4fac029046c68b8a3555b..dfd68d42f100a55083b3ad3258138ece81308b6c 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1226416.6624603271,1160823.2744700115,963.0966796875,1.1094021174472741,0.014728808166368646,0.01459367013678727,7.566087546172077,1107.4369790016617,0.016882448072705294,0.014682036081616799,0.009184172464582013,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1207541.3882598877,1116206.083287557,944.6409505208334,1.088142751229568,0.01444434208366549,0.014314437775520354,6.963133320704304,1098.8818809407533,0.01675093431784534,0.014399744677357735,0.00896748152134895,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.8922508714799733,0.9189711602047433,0.8140978018442789,0.3429946412089941,0.036152468610091054,0.03677425947529062,3.9660085078515093,0.9445903193871792,0.04277551700205973,0.03686619865712978,0.05961528094225667,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.6371759583474763,0.7354008720132742,0.5868006447950999,2.5380878036529793,0.6041109791156026,0.33425762175735335,26.745430548932756,0.7982330225864351,0.4581665909342308,0.33680948216429774,0.2188872038366158,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.016329596019211183,0.02009669327687163,0.11444123089313507,0.6515218959563451,0.08416815290494767,0.08975614991071353,4.328297610495621,0.12778730773911462,0.09787963997038567,0.08765711302452898,0.08800984133501706,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.1704193279829648,0.12378719418628255,0.2005163033803304,0.17660151490377726,0.013064575972804235,0.012818212856048256,2.941727262024486,0.4128187592430422,0.02605904761633194,0.012657525319876703,0.016738196697387762,Weather,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.015374964786227944,0.02088203365885397,0.1221245527267456,0.7202217916558867,0.09048463116286154,0.0960333270530371,3.85095689403725,0.12399582568065727,0.0949755260532694,0.0935422105992094,0.09098373163958248,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.12886740364232688,0.02735209525282774,0.10852320988972981,0.11714649879405231,0.006843049179351561,0.006788530840310517,2.1619564113339633,0.35898106306924726,0.022483155634679935,0.006796860528142032,0.013156658668013941,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,590.1540635469645,654.7672495842315,18.97914715607961,2.517077566259751,0.3960440583180822,0.5545344015106302,61.23662825212796,24.293086743906475,0.6416840166408421,0.5013202112977918,0.45801228942165184,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,2.6183862073191144,3.1367521464500974,1.3101648092269897,0.6304839346462158,0.0481911552096593,0.04999672471723674,2.1221351128271393,1.6181428266130016,0.06442507059944448,0.05216317060715407,0.043331402984623096,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,28.930503274148805,25.197057397061723,4.309378564357758,0.8274006843566895,0.640577693382816,0.41331657800489,8.76417037010193,5.378708327670204,0.5042539057190817,0.40400424040853977,0.30789051523639094,Hazards,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,2.829415405157306,3.4369829777980763,1.4451735019683838,0.6986842972563138,0.05345643647093978,0.055433810183782274,2.0682770794347434,1.6820866223703541,0.06676050623770616,0.05735763741867825,0.04531127134900051,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,29.77168157155624,25.952503185283557,4.409404893716176,0.8372287772878816,0.6928359847034423,0.42047058760771333,8.183403271663039,5.456343241728496,0.49981770153238136,0.4039149520961383,0.3095352248482223,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,104.0375651344657,99.77856019573908,6.6034800211588545,0.06251815404647436,0.002326392904359695,0.0023254898948988196,0.4922991690551035,10.199880643148022,0.003581523561602817,0.0023187054938963057,0.002943449823912359,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,70.05955112213269,105.10574925752007,10.16238784790039,0.21213235930047475,0.04367278639133686,0.043532868622717796,1.437522259582939,8.370158368999519,0.03531712391982919,0.042879273619832875,0.04916024223717513,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 23485322f6801c122ab4c6bc062a732d2dc6b163..351615bd7a42da8df154f50b618796b8cb228571 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T12:31:38.475750+00:00", + "evaluated_at": "2026-06-17T12:38:03.158295+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,85 +175,85 @@ 64909.44140625, 64798.0, 64810.01171875, - 64682.01171875 + 64784.87890625 ], "p50": [ - 66389.73046875, - 66409.31640625, - 66416.57421875, - 66396.4140625, - 66437.8359375, - 66554.3125, - 66501.10546875, - 66601.8515625, - 66560.06640625, - 66458.3515625, - 66554.984375, - 66736.85546875, - 66644.3359375, - 66510.6796875, - 66526.14453125, - 66545.15234375, - 66662.43359375, - 66637.0859375, - 66591.0234375, - 66754.23828125, - 66653.53125, - 66582.34765625, - 66652.8515625, - 66731.13671875 + 66431.48046875, + 66429.91015625, + 66404.0, + 66433.45703125, + 66398.5078125, + 66458.10546875, + 66515.32421875, + 66526.3046875, + 66524.80859375, + 66565.24609375, + 66510.62109375, + 66631.5, + 66663.921875, + 66599.1953125, + 66583.8671875, + 66657.19140625, + 66569.98828125, + 66743.203125, + 66688.890625, + 66674.71875, + 66727.50390625, + 66675.359375, + 66720.14453125, + 66827.0078125 ], "p10": [ - 66096.296875, - 65989.078125, - 65843.8046875, - 65789.44140625, - 65845.3125, - 65804.8359375, - 65801.0234375, - 65566.900390625, - 65708.60546875, - 65478.90625, - 65696.0390625, - 65688.48828125, - 65290.6875, - 65521.548828125, - 65595.3828125, - 65545.58203125, - 65631.5078125, - 65190.75, - 65394.181640625, - 65089.767578125, - 65381.560546875, - 65099.697265625, - 65188.58984375, - 65386.49609375 + 66143.55078125, + 65881.20703125, + 65940.69921875, + 65832.54296875, + 65834.24609375, + 65729.7734375, + 65652.5546875, + 65701.3359375, + 65514.09375, + 65726.11328125, + 65487.298828125, + 65584.77734375, + 65435.203125, + 65622.98828125, + 65418.025390625, + 65790.078125, + 64927.470703125, + 65427.87109375, + 65224.92578125, + 65367.529296875, + 65330.220703125, + 64935.529296875, + 65400.107421875, + 65147.435546875 ], "p90": [ - 66750.08984375, - 66877.68359375, - 66979.3125, - 67053.0390625, - 67061.609375, - 67344.26171875, - 67165.25, - 67440.265625, - 67570.62109375, - 67620.25, - 67490.43359375, - 67864.296875, - 67824.86328125, - 67814.6953125, - 67686.9375, - 67999.87109375, - 67883.90234375, - 67999.125, - 67795.4375, - 68225.98828125, - 67968.03125, - 67868.2890625, - 68177.70703125, - 68633.27734375 + 66770.8046875, + 66914.28125, + 67043.58984375, + 67061.23046875, + 67189.67578125, + 67243.8046875, + 67295.1171875, + 67553.8125, + 67446.80859375, + 67426.8515625, + 67488.83203125, + 67570.2734375, + 68042.06640625, + 67589.29296875, + 67743.2578125, + 67718.0390625, + 67883.31640625, + 68027.0078125, + 68011.76953125, + 68242.9609375, + 68119.4140625, + 68156.66796875, + 68147.20703125, + 68188.57421875 ], "timestamps": [ "2026-06-10 13:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 28ef34ab7b2686ca7b4723f86d76d15e5dc06f8b..a8b0381ce83bfbe09d9c83108ae3eb52ee37ef46 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T12:11:12.605017+00:00", + "evaluated_at": "2026-06-17T12:38:09.328538+00:00", "freq": "10min", - "context_length": 230, + "context_length": 229, "prediction_length": 36, "context": [ - 1.600000023841858, - 1.2999999523162842, 1.2999999523162842, 1.399999976158142, 1.399999976158142, @@ -235,10 +233,10 @@ 1.100000023841858, 1.2999999523162842, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -273,126 +271,124 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.399999976158142 ], "p50": [ - 1.2171936631202698, - 1.2019391059875488, - 1.1963369250297546, - 1.2063984274864197, - 1.2058931589126587, - 1.1807333827018738, - 1.189620018005371, - 1.1946317553520203, - 1.1957644820213318, - 1.1975502371788025, - 1.204114854335785, - 1.1987478137016296, - 1.1951740384101868, - 1.194163739681244, - 1.1878518462181091, - 1.196811854839325, - 1.2195791006088257, - 1.173822283744812, - 1.191387951374054, - 1.1852509379386902, - 1.190651774406433, - 1.200921893119812, - 1.1521910429000854, - 1.1749063730239868, - 1.2090513110160828, - 1.1912594437599182, - 1.2072739601135254, - 1.2060344219207764, - 1.178540289402008, - 1.1663190126419067, - 1.1818762421607971, - 1.1796305775642395, - 1.1928114295005798, - 1.1857318878173828, - 1.1989160776138306, - 1.1664742827415466 + 1.289199709892273, + 1.262949287891388, + 1.2701578736305237, + 1.2356918454170227, + 1.2175706624984741, + 1.2174757719039917, + 1.237588107585907, + 1.1967366337776184, + 1.201698660850525, + 1.1986037492752075, + 1.1916332244873047, + 1.1989229917526245, + 1.1981666088104248, + 1.189206838607788, + 1.2007028460502625, + 1.2111487984657288, + 1.2192001938819885, + 1.2122252583503723, + 1.2248810529708862, + 1.2051765322685242, + 1.2101547718048096, + 1.1811563968658447, + 1.1615020036697388, + 1.2097038626670837, + 1.2074806690216064, + 1.1806894540786743, + 1.2299823760986328, + 1.175575315952301, + 1.143289566040039, + 1.1674067378044128, + 1.1668577790260315, + 1.1640454530715942, + 1.1600749492645264, + 1.1862313747406006, + 1.1602903604507446, + 1.1875497102737427 ], "p10": [ - 1.1090394854545593, - 1.0921556949615479, - 1.0551643371582031, - 1.0268661379814148, - 1.0401233434677124, - 1.022608995437622, - 1.0622631907463074, - 1.0009889602661133, - 1.0394920706748962, - 1.0094363689422607, - 0.9899663031101227, - 1.0117982625961304, - 1.018747866153717, - 1.0035700798034668, - 0.9771211445331573, - 0.9764088094234467, - 1.032780945301056, - 0.9738636612892151, - 0.9774604737758636, - 0.9391008913516998, - 0.9620868861675262, - 0.9691721796989441, - 0.9254530966281891, - 0.913470059633255, - 0.964409202337265, - 0.9467224776744843, - 0.9143112897872925, - 0.9136753082275391, - 0.9682750105857849, - 0.8937285542488098, - 0.9225414395332336, - 0.9263567924499512, - 0.9327231049537659, - 0.8861188590526581, - 0.7907903790473938, - 0.8779892325401306 + 1.1327952146530151, + 1.1001046299934387, + 1.083843469619751, + 1.0456256866455078, + 1.0472065806388855, + 1.012825071811676, + 1.023360013961792, + 1.0225924849510193, + 1.0580877661705017, + 1.0156106352806091, + 0.9317295849323273, + 1.0342872142791748, + 0.9511750936508179, + 0.9969847500324249, + 0.9638314247131348, + 0.9630258977413177, + 0.951930969953537, + 0.9546240270137787, + 0.9859079122543335, + 0.9732903242111206, + 0.952544778585434, + 0.9068545699119568, + 0.9070036709308624, + 0.939112663269043, + 0.878330409526825, + 0.8957317471504211, + 0.9890627562999725, + 0.9346922039985657, + 0.8749030232429504, + 0.9127241373062134, + 0.8862127065658569, + 0.9029501080513, + 0.8521393537521362, + 0.8714837431907654, + 0.8247848451137543, + 0.8477976322174072 ], "p90": [ - 1.377696454524994, - 1.350619375705719, - 1.3514145016670227, - 1.4160807132720947, - 1.4200296998023987, - 1.3810784816741943, - 1.3673280477523804, - 1.3546372056007385, - 1.403696596622467, - 1.4702379703521729, - 1.4309364557266235, - 1.3880043625831604, - 1.4440652132034302, - 1.414531946182251, - 1.4064273238182068, - 1.4598458409309387, - 1.507341980934143, - 1.4476638436317444, - 1.4283407926559448, - 1.4703091979026794, - 1.4951176643371582, - 1.4253045916557312, - 1.4449388980865479, - 1.47803395986557, - 1.5243367552757263, - 1.4860747456550598, - 1.543729543685913, - 1.5053945779800415, - 1.4535320401191711, - 1.4897596836090088, - 1.5867597460746765, - 1.56321519613266, - 1.5461224913597107, - 1.5262867212295532, - 1.517261266708374, - 1.5051555037498474 + 1.523574948310852, + 1.4685916304588318, + 1.4933812618255615, + 1.4489971995353699, + 1.4500150680541992, + 1.4366665482521057, + 1.4626691937446594, + 1.4284857511520386, + 1.4391435384750366, + 1.464885175228119, + 1.4022433161735535, + 1.4440805315971375, + 1.4511414170265198, + 1.5027464628219604, + 1.467610239982605, + 1.4675819277763367, + 1.4413362741470337, + 1.4959004521369934, + 1.5065451860427856, + 1.5726282000541687, + 1.5648661851882935, + 1.4380569458007812, + 1.477457046508789, + 1.5041749477386475, + 1.5620615482330322, + 1.4712204933166504, + 1.538476824760437, + 1.4668369889259338, + 1.4883731603622437, + 1.4854653477668762, + 1.5328447818756104, + 1.4903411865234375, + 1.555586576461792, + 1.5313092470169067, + 1.512460172176361, + 1.5653964281082153 ], "timestamps": [ - "2026-06-13 23:50:00", - "2026-06-14 00:00:00", - "2026-06-14 00:10:00", "2026-06-14 00:20:00", "2026-06-14 00:30:00", "2026-06-14 00:40:00", @@ -655,6 +651,8 @@ "2026-06-15 19:30:00", "2026-06-15 19:40:00", "2026-06-15 19:50:00", - "2026-06-15 20:00:00" + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00" ] } diff --git a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json index 34f5c9514e8d2c2c364af526f812064c412f942c..5aedf06426f24b5002ceb18e014eb1f9e3f6ea2d 100644 --- a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,30 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T11:27:26.816028+00:00", + "evaluated_at": "2026-06-17T12:38:16.478889+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 21.0, - 21.0, - 21.0, - 22.0, - 22.0, - 22.0, - 22.0, - 21.0, - 21.0, - 21.100000381469727, - 22.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, 20.0, 20.0, 20.0, @@ -173,9 +154,7 @@ 16.0, 15.600000381469727, 16.0, - 16.0 - ], - "actuals": [ + 16.0, 16.0, 16.0, 16.0, @@ -194,93 +173,113 @@ 16.0, 16.0, 16.0, + 16.0 + ], + "actuals": [ + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, 16.0, 16.0, 16.0, 16.0, 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, 16.0 ], "p50": [ - 15.94917106628418, - 15.95041275024414, - 15.945064067840576, - 15.957215309143066, - 15.930009841918945, - 15.920246124267578, - 15.945634841918945, - 15.936730861663818, - 15.902432441711426, - 15.989038467407227, - 15.874093055725098, - 15.896232604980469, - 15.931038856506348, - 15.996915817260742, - 15.975796222686768, - 15.937840938568115, - 15.94996690750122, - 15.893124103546143, - 15.95807933807373, - 15.980448722839355, - 15.984019756317139, - 15.95055341720581, - 15.851827621459961, - 15.852446556091309 + 16.02488899230957, + 16.019116401672363, + 16.022303581237793, + 16.044795036315918, + 15.992739200592041, + 16.05548095703125, + 16.014395713806152, + 16.040854454040527, + 16.038491249084473, + 16.027981758117676, + 16.08002281188965, + 16.058320999145508, + 16.068150520324707, + 16.03325366973877, + 16.127382278442383, + 15.975000381469727, + 16.133325576782227, + 16.17010498046875, + 16.143223762512207, + 16.13907241821289, + 16.22831439971924, + 16.138811111450195, + 16.190217971801758, + 16.09546661376953 ], "p10": [ - 15.662718772888184, - 15.669660091400146, - 15.550724506378174, - 15.509127616882324, - 15.434192657470703, - 15.309195041656494, - 15.435756206512451, - 15.369142532348633, - 15.253951072692871, - 15.367645263671875, - 15.233258247375488, - 15.12810754776001, - 15.14939832687378, - 14.963946342468262, - 15.169847965240479, - 15.068048477172852, - 15.131600856781006, - 15.05164098739624, - 14.745962142944336, - 14.836925506591797, - 14.8157377243042, - 15.027839660644531, - 14.9322509765625, - 14.505558967590332 + 15.920088768005371, + 15.84007978439331, + 15.7789888381958, + 15.748917579650879, + 15.634894371032715, + 15.70903730392456, + 15.621758460998535, + 15.61252212524414, + 15.476946353912354, + 15.423978328704834, + 15.46071195602417, + 15.275566577911377, + 15.394139289855957, + 15.316482067108154, + 15.12300729751587, + 15.035087585449219, + 15.235758781433105, + 15.008656978607178, + 15.067249774932861, + 15.146527767181396, + 14.919326305389404, + 14.92845106124878, + 14.832878589630127, + 14.625227451324463 ], "p90": [ - 16.170373916625977, - 16.29365825653076, - 16.382152557373047, - 16.442182540893555, - 16.506857872009277, - 16.494866371154785, - 16.55875873565674, - 16.647425651550293, - 16.540586471557617, - 16.757740020751953, - 16.70755672454834, - 16.909737586975098, - 16.917502403259277, - 17.004444122314453, - 16.6633358001709, - 16.846830368041992, - 17.007590293884277, - 16.77133083343506, - 17.027981758117676, - 17.287962913513184, - 17.414329528808594, - 17.09341526031494, - 17.148633003234863, - 17.28349208831787 + 16.129465103149414, + 16.221041679382324, + 16.36291217803955, + 16.335668563842773, + 16.389739990234375, + 16.453121185302734, + 16.597371101379395, + 16.53059959411621, + 16.85438346862793, + 16.671494483947754, + 16.77319622039795, + 16.733525276184082, + 17.03137493133545, + 16.86396312713623, + 17.044700622558594, + 16.84102439880371, + 17.416132926940918, + 17.72503662109375, + 17.619937896728516, + 17.991278648376465, + 18.020246505737305, + 18.02795696258545, + 18.106940269470215, + 18.14025592803955 ], "timestamps": [ - "2026-06-16 20:00:00", "2026-06-16 21:00:00", "2026-06-16 22:00:00", "2026-06-16 23:00:00", @@ -471,6 +470,7 @@ "2026-06-24 16:00:00", "2026-06-24 17:00:00", "2026-06-24 18:00:00", - "2026-06-24 19:00:00" + "2026-06-24 19:00:00", + "2026-06-24 20:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 1cede9f18966caf70a00631f68b44bf69e67f002..922b09dc33e7957f337e2f84c4ea80725ed2d5b8 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T11:27:40.561371+00:00", + "evaluated_at": "2026-06-17T12:38:23.034045+00:00", "freq": "1h", - "context_length": 156, + "context_length": 157, "prediction_length": 24, "context": [ 22.100000381469727, @@ -161,10 +161,10 @@ 25.0, 25.0, 24.399999618530273, - 23.799999237060547 + 23.799999237060547, + 23.5 ], "actuals": [ - 23.5, 23.0, 22.600000381469727, 22.299999237060547, @@ -187,85 +187,86 @@ 28.399999618530273, 27.700000762939453, 27.0, - 26.100000381469727 + 26.100000381469727, + 25.399999618530273 ], "p50": [ - 23.417201042175293, - 23.011926651000977, - 22.76545524597168, - 22.546449661254883, - 22.493657112121582, - 22.504423141479492, - 22.43592071533203, - 22.347612380981445, - 22.33083152770996, - 22.438539505004883, - 22.600340843200684, - 23.426321983337402, - 24.48185443878174, - 25.44642448425293, - 26.099946975708008, - 26.770099639892578, - 27.177170753479004, - 26.65289878845215, - 26.61250877380371, - 26.37235450744629, - 25.56495761871338, - 24.899944305419922, - 24.843119621276855, - 24.03641128540039 + 23.137391090393066, + 22.77892780303955, + 22.581469535827637, + 22.513235092163086, + 22.438678741455078, + 22.694984436035156, + 22.575021743774414, + 22.416905403137207, + 22.214394569396973, + 22.63245677947998, + 23.543928146362305, + 24.58522605895996, + 25.231273651123047, + 25.862011909484863, + 26.288185119628906, + 26.740245819091797, + 26.86775016784668, + 26.617225646972656, + 25.993427276611328, + 25.664977073669434, + 25.05492877960205, + 24.537982940673828, + 23.820040702819824, + 23.39429759979248 ], "p10": [ - 23.051511764526367, - 22.506792068481445, - 22.025175094604492, - 21.797266006469727, - 21.71316146850586, - 21.538220405578613, - 21.095669746398926, - 21.0621919631958, - 21.124603271484375, - 20.974210739135742, - 21.06757164001465, - 21.210477828979492, - 22.606560707092285, - 23.160874366760254, - 23.61305522918701, - 24.716476440429688, - 24.19440460205078, - 23.582693099975586, - 23.44799518585205, - 23.703943252563477, - 22.797935485839844, - 21.82772445678711, - 22.1116886138916, - 21.982147216796875 + 22.81882667541504, + 22.331624031066895, + 21.964319229125977, + 21.747920036315918, + 21.7985258102417, + 21.792141914367676, + 21.45756435394287, + 21.229881286621094, + 20.835866928100586, + 21.34932231903076, + 21.641019821166992, + 22.88911724090576, + 23.15263080596924, + 23.99329948425293, + 24.136381149291992, + 24.284271240234375, + 24.288389205932617, + 23.468857765197754, + 22.9470272064209, + 22.70966911315918, + 22.489959716796875, + 22.147807121276855, + 21.39021110534668, + 21.45005702972412 ], "p90": [ - 23.7524995803833, - 23.47936725616455, - 23.377949714660645, - 23.312963485717773, - 23.415263175964355, - 23.521437644958496, - 23.401994705200195, - 23.60827922821045, - 23.384997367858887, - 24.230464935302734, - 24.703463554382324, - 25.542423248291016, - 26.669313430786133, - 27.95112895965576, - 29.931153297424316, - 29.80484104156494, - 31.494053840637207, - 30.736108779907227, - 31.02393341064453, - 31.298462867736816, - 29.164989471435547, - 28.282044410705566, - 27.66268825531006, - 26.639445304870605 + 23.495420455932617, + 23.25416851043701, + 23.2362699508667, + 23.131481170654297, + 23.24091148376465, + 23.46815776824951, + 23.768749237060547, + 23.613962173461914, + 23.6470365524292, + 24.05890941619873, + 25.325934410095215, + 26.6339111328125, + 28.437752723693848, + 28.58193302154541, + 29.102182388305664, + 31.090499877929688, + 31.554429054260254, + 31.18305206298828, + 29.456045150756836, + 28.333921432495117, + 28.092049598693848, + 27.205087661743164, + 26.85191059112549, + 25.812376022338867 ], "timestamps": [ "2026-06-10 00:00:00", @@ -447,6 +448,7 @@ "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", - "2026-06-17 11:00:00" + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index b0b381e653db5048417a0afa58e8aa3f5f1b00f2..422e20c8b82152410f70049f7c5ff65cac125a02 100644 --- a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T11:27:46.662048+00:00", + "evaluated_at": "2026-06-17T12:38:30.221231+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, "context": [ - 18.0, 14.0, 17.0, 16.0, @@ -146,13 +145,13 @@ 17.0, 11.0, 11.0, - 13.0, + 14.0, 13.0, 10.0, - 13.0 + 13.0, + 9.0 ], "actuals": [ - 9.0, 9.0, 17.0, 13.0, @@ -160,103 +159,103 @@ 20.0, 9.0, 18.0, - 14.0, + 15.0, 5.0, 12.0, 7.0, - 6.0, - 9.0, + 7.0, 9.0, 9.0, + 10.0, 6.0, 11.0, 16.0, 6.0, 4.0, 13.0, - 16.0, - 3.0 + 19.0, + 10.0, + 2.0 ], "p50": [ - 13.068202018737793, - 13.035757541656494, - 12.621699810028076, - 12.658224105834961, - 12.526291847229004, - 12.630463600158691, - 12.453865051269531, - 12.706504821777344, - 12.833507061004639, - 12.525144577026367, - 12.935489177703857, - 12.905520915985107, - 12.505619525909424, - 13.465407371520996, - 12.479305267333984, - 13.176991939544678, - 12.768494129180908, - 12.781804084777832, - 12.79778242111206, - 13.254907131195068, - 13.030044555664062, - 12.910881042480469, - 12.881163120269775, - 12.607553958892822 + 12.667018413543701, + 12.497413158416748, + 12.613455295562744, + 12.279441833496094, + 12.76618242263794, + 12.315045833587646, + 12.711034774780273, + 12.792046070098877, + 12.765995025634766, + 12.949192523956299, + 12.780109882354736, + 12.135730743408203, + 13.40759563446045, + 12.430657863616943, + 13.010071754455566, + 12.680578231811523, + 12.713252067565918, + 12.491804122924805, + 11.972044944763184, + 12.658748149871826, + 12.583508491516113, + 12.543174743652344, + 12.677029132843018, + 11.9549880027771 ], "p10": [ - 9.019518852233887, - 8.972045421600342, - 8.29505443572998, - 8.383894443511963, - 9.080695152282715, - 8.91716194152832, - 8.032464504241943, - 8.15834665298462, - 8.404221534729004, - 8.217578887939453, - 8.0241117477417, - 8.117511749267578, - 7.420430660247803, - 9.014972686767578, - 7.999296188354492, - 8.688586235046387, - 8.542364120483398, - 8.119732856750488, - 7.502239465713501, - 8.59510326385498, - 8.385686874389648, - 8.498053550720215, - 8.558089256286621, - 8.127030849456787 + 7.53835129737854, + 7.001147270202637, + 7.595532655715942, + 7.878151178359985, + 7.969555854797363, + 8.053509712219238, + 8.304258823394775, + 8.143779277801514, + 8.211516380310059, + 8.026894569396973, + 7.857111215591431, + 7.348057985305786, + 8.490695476531982, + 7.503771781921387, + 7.855895757675171, + 7.885153770446777, + 7.555866241455078, + 7.3385701179504395, + 7.869969129562378, + 7.706806898117065, + 7.229181289672852, + 7.632127046585083, + 7.847055673599243, + 7.9040985107421875 ], "p90": [ - 20.257512092590332, - 18.636499404907227, - 19.32740879058838, - 18.397202491760254, - 18.95235538482666, - 19.245244026184082, - 17.489450454711914, - 18.63221549987793, - 18.757149696350098, - 18.754935264587402, - 19.788450241088867, - 19.45254898071289, - 19.004368782043457, - 21.09243869781494, - 18.55178165435791, - 19.69353675842285, - 19.464194297790527, - 19.723148345947266, - 19.42199993133545, - 19.47814655303955, - 18.576419830322266, - 19.463132858276367, - 19.509841918945312, - 19.339895248413086 + 19.535685539245605, + 19.84386920928955, + 20.140100479125977, + 19.009305953979492, + 20.091845512390137, + 18.617972373962402, + 19.404622077941895, + 20.7674560546875, + 20.31363296508789, + 19.478273391723633, + 19.820639610290527, + 20.13527011871338, + 19.302437782287598, + 18.91921329498291, + 19.56312370300293, + 19.804682731628418, + 19.75823402404785, + 19.260737419128418, + 19.588704109191895, + 19.940874099731445, + 19.05485725402832, + 19.227375030517578, + 18.80086898803711, + 17.965407371520996 ], "timestamps": [ - "2026-06-10 12:00:00", "2026-06-10 13:00:00", "2026-06-10 14:00:00", "2026-06-10 15:00:00", @@ -423,6 +422,7 @@ "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", - "2026-06-17 11:00:00" + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 023161a500b0e87d0ea45356b9fba9e86c046f4e..355d8fa4a779a3cc5492b8f42f21036fcac47679 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,37 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T12:31:47.617145+00:00", + "evaluated_at": "2026-06-17T12:38:33.501536+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t061800z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t002000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 229, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t103500z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 157, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 144, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 88890d9199af148d57269681419f51bac0665617..dd905ca25c8de752dffbaa0c40d5331667a03ec8 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,926393.9057275336,873908.9962280883,839.6120281086041,0.9671587302326937,0.012839899935887654,0.012738004396815545,17.65683143820889,962.4935873695646,0.014672842172677827,0.012799560367345308,0.011745080622270523,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,911759.3216572854,859574.2241343888,835.3258952961041,0.962221484660016,0.012771977440860833,0.012671803123002041,17.45934161530178,954.8608912597088,0.014555533537851653,0.01273338786341751,0.011678977019239067,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.396657270753679,1.1398231229675801,0.8271646250877277,0.34946440636111764,0.03867690666358662,0.037598212358657464,4.000371438503412,1.18180255150921,0.05351760874275791,0.03745792621175438,0.03232164904944096,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.30902571030398485,0.30773933979326457,0.4918137956543056,2.127241351028753,0.399910558389244,0.31455633480284806,75.39076044265069,0.5559008097709383,0.31907371870568024,0.28228931120794104,0.2755365915800059,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.02700589712971081,0.02660397498138067,0.14130879533718885,0.8044808111104922,0.10484019004467268,0.11240669964529894,7.102334275602834,0.16433471066610003,0.1258733954038213,0.10823652408805953,0.09582142651216657,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moving-Average,0.08083929326896717,0.06130004597709312,0.24674812738528992,0.24336801605124483,0.01543170731376415,0.015548667872499583,9.486501781592388,0.2843225162891029,0.01778868686747899,0.015437838798284326,0.015509092484806098,Weather,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.023894448095399572,0.02379525847743224,0.13099411870652478,0.7725294935760728,0.09690949663906562,0.1036202386197973,4.349405037798263,0.15457829115176416,0.11840039322262787,0.10033592071138069,0.0895193610763981,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Moving-Average,0.029816408348095968,0.022432877851712704,0.14531763965736152,0.15686462569779425,0.00911782498833213,0.00913831456613638,6.024487757420961,0.17267428398026144,0.010814672973672295,0.009101313258550785,0.009108851787213162,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,836.315646401747,847.6718155730874,23.687179395785694,3.143479167099331,0.5366047742073207,0.7812911259942116,93.66058499822304,28.919122504006705,0.7546579655148717,0.6181279742887346,0.5920749525169166,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,11.13629251906516,11.492262613983264,2.845245845297463,1.375563966012016,0.10733448414226539,0.11287862642779516,19.536933340304564,3.337108406849433,0.1324468333844944,0.11292525038640161,0.10041072298118216,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,26.359841964226504,28.785847715400383,4.648767605633803,0.8922634597910039,0.6018970032055194,0.41052390623252943,4.783991565083988,5.134183670675067,0.46149965579101726,0.417866751068207,0.2967119738824122,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,28.81717748276883,28.597400681098236,4.529574592074592,0.8600458086217581,0.7452025871079977,0.42524744893799143,4.782974929433144,5.3681633248969645,0.4917401518989586,0.41492286339614587,0.31411023525527343,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,539.020585249908,581.5549602500171,21.948315911730635,0.2077947068566214,0.007719403082692244,0.007683393627293471,7.572459451448186,23.21681686299627,0.008152210749259847,0.007706797101412367,0.007595507285410433,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,3489.5381158399855,3083.885629565553,50.0,1.043713163064833,0.24421949671445642,0.21318642417335215,5.672580589017584,59.07231259938945,0.24925026413244494,0.2109704641350211,0.16293069689197762,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index c7f68a92e5f5a743fc05e0d74fc40532a75479d6..8cb6057e374fbaf8203b423a5bf0a820dca6c68e 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T12:32:01.865539+00:00", + "evaluated_at": "2026-06-17T12:39:01.069845+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 64909.44140625, 64798.0, 64810.01171875, - 64682.01171875 + 64784.87890625 ], "p50": [ 66457.54318045235, diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 0d89e77aee2d1ff07f6f25bbba999f8df9453a97..e3c17fb3fd4310b09577a57c78c6e8195c6a2d91 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T12:10:12.884991+00:00", + "evaluated_at": "2026-06-17T12:39:01.078381+00:00", "freq": "10min", - "context_length": 230, + "context_length": 229, "prediction_length": 36, "context": [ - 1.600000023841858, - 1.2999999523162842, 1.2999999523162842, 1.399999976158142, 1.399999976158142, @@ -235,10 +233,10 @@ 1.100000023841858, 1.2999999523162842, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -273,126 +271,124 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.399999976158142 ], "p50": [ - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521, - 1.164246743661521 + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185 ], "p10": [ - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632, - 1.0642467198196632 + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327 ], "p90": [ - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.2742467579666352, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379, - 1.264246767503379 + 1.284561434597299, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.3745613487666113, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.2745613368456823, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043 ], "timestamps": [ - "2026-06-13 23:50:00", - "2026-06-14 00:00:00", - "2026-06-14 00:10:00", "2026-06-14 00:20:00", "2026-06-14 00:30:00", "2026-06-14 00:40:00", @@ -655,6 +651,8 @@ "2026-06-15 19:30:00", "2026-06-15 19:40:00", "2026-06-15 19:50:00", - "2026-06-15 20:00:00" + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00" ] } diff --git a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json index 82eca0113d5d8cef1e54285328d28e4421fd6cfd..5cd3b7dc6c44f420881081f45a79a9a912942870 100644 --- a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T12:10:12.895547+00:00", + "evaluated_at": "2026-06-17T12:39:01.087769+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, 20.0, 20.0, 20.0, @@ -173,13 +165,22 @@ 15.0, 15.0, 15.0, - 15.600000381469727 + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 ], "actuals": [ 16.0, 16.0, 16.0, 16.0, + 15.600000381469727, 16.0, 16.0, 16.0, @@ -188,12 +189,11 @@ 16.0, 16.0, 16.0, - 15.600000381469727, - 16.0, 16.0, 16.0, 16.0, 16.0, + 15.600000381469727, 16.0, 16.0, 16.0, @@ -202,82 +202,82 @@ 16.0 ], "p50": [ - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878 + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194 ], "p10": [ - 15.749002025512878, - 15.529001377014342, - 15.63900160589618, - 15.749002025512878, - 15.349002406982605, - 15.729001949218933, - 15.349002406982605, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.289002368835634, - 15.749002025512878, - 15.349002406982605, - 15.349002406982605, - 15.539001415161316, - 15.749002025512878, - 15.629001758484069, - 15.539001415161316, - 15.749002025512878, - 15.739001987365906, - 15.749002025512878, - 15.349002406982605, - 15.349002406982605, - 15.749002025512878 + 15.865618794264194, + 15.865618794264194, + 15.755618374647495, + 15.865618794264194, + 15.865618794264194, + 15.755618374647495, + 15.66561803132474, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.46561917573392, + 15.865618794264194, + 15.855618756117222, + 15.745618527235385, + 15.865618794264194, + 15.555619519056675, + 15.865618794264194, + 15.855618756117222, + 15.655618183912631, + 15.855618756117222, + 15.46561917573392, + 15.865618794264194, + 15.66561803132474, + 15.66561803132474 ], "p90": [ - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.75900206365985, - 15.969002674011412, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.749002025512878, - 15.869002292541685, - 15.75900206365985, - 15.749002025512878, - 15.749002025512878 + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.875618832411165, + 15.975619213880892, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.875618832411165, + 15.865618794264194, + 15.865618794264194, + 15.975619213880892, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194 ], "timestamps": [ "2026-06-16 21:00:00", diff --git a/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 1c52837518adcb7c7396303d2cc71fb4711b448d..5ad06daf89ae26c06a085eaaca64ebdce6c73e7b 100644 --- a/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T12:10:12.912547+00:00", + "evaluated_at": "2026-06-17T12:39:01.095906+00:00", "freq": "1h", "context_length": 157, "prediction_length": 24, diff --git a/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 426ea5397a4c630cc9efc671239892532e5b4b35..3c069671b43b9c803e9ac5730b5e6d93fa417b39 100644 --- a/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T12:10:12.921461+00:00", + "evaluated_at": "2026-06-17T12:39:01.103945+00:00", "freq": "1h", - "context_length": 143, + "context_length": 144, "prediction_length": 24, "context": [ 14.0, @@ -145,13 +145,13 @@ 17.0, 11.0, 11.0, - 13.0, + 14.0, 13.0, 10.0, - 13.0 + 13.0, + 9.0 ], "actuals": [ - 9.0, 9.0, 17.0, 13.0, @@ -159,11 +159,11 @@ 20.0, 9.0, 18.0, - 14.0, + 15.0, 5.0, 12.0, 7.0, - 6.0, + 7.0, 9.0, 9.0, 10.0, @@ -174,85 +174,86 @@ 4.0, 13.0, 19.0, - 10.0 + 10.0, + 2.0 ], "p50": [ - 14.257042253521126, - 13.257042253521126, - 13.257042253521126, - 13.257042253521126, - 13.257042253521126, - 13.257042253521126, - 14.257042253521126, - 14.257042253521126, - 13.257042253521126, - 13.257042253521126, - 14.257042253521126, - 13.257042253521126, - 14.257042253521126, - 13.257042253521126, - 14.257042253521126, - 13.257042253521126, - 15.257042253521128, - 13.257042253521126, - 13.257042253521126, - 14.257042253521126, - 13.257042253521126, - 13.257042253521126, - 13.257042253521126, - 14.257042253521126 + 11.868298368298369, + 12.868298368298369, + 12.868298368298369, + 12.368298368298369, + 12.868298368298369, + 11.868298368298369, + 12.868298368298369, + 12.868298368298369, + 12.868298368298369, + 13.868298368298369, + 13.368298368298369, + 12.868298368298369, + 12.868298368298369, + 12.868298368298369, + 12.868298368298369, + 13.868298368298369, + 12.368298368298369, + 12.868298368298369, + 13.868298368298369, + 13.868298368298369, + 12.868298368298369, + 13.868298368298369, + 12.868298368298369, + 12.868298368298369 ], "p10": [ - 6.257042253521127, - 6.257042253521127, - 5.257042253521127, - 5.257042253521127, - 5.257042253521127, - 5.257042253521127, - 6.257042253521127, - 6.157042253521129, - 5.257042253521127, - 5.257042253521127, - 5.257042253521127, - 6.257042253521127, - 6.257042253521127, - 6.157042253521129, - 5.257042253521127, - 5.257042253521127, - 6.257042253521127, - 5.257042253521127, - 6.257042253521127, - 6.257042253521127, - 5.257042253521127, - 5.257042253521127, - 6.257042253521127, - 6.257042253521127 + 4.868298368298369, + 4.868298368298369, + 5.768298368298371, + 4.868298368298369, + 5.768298368298371, + 4.868298368298369, + 4.868298368298369, + 4.868298368298369, + 4.868298368298369, + 5.868298368298369, + 5.868298368298369, + 4.868298368298369, + 4.868298368298369, + 5.868298368298369, + 5.868298368298369, + 5.868298368298369, + 5.868298368298369, + 4.868298368298369, + 5.868298368298369, + 5.868298368298369, + 5.868298368298369, + 4.868298368298369, + 5.868298368298369, + 5.868298368298369 ], "p90": [ - 20.257042253521128, - 20.257042253521128, - 19.257042253521128, - 19.257042253521128, - 21.257042253521128, - 20.357042253521122, - 20.257042253521128, - 21.257042253521128, - 20.257042253521128, - 19.257042253521128, - 20.257042253521128, - 21.257042253521128, - 20.257042253521128, - 20.257042253521128, - 20.257042253521128, - 20.257042253521128, - 22.257042253521128, - 18.257042253521128, - 19.357042253521122, - 21.357042253521122, - 19.257042253521128, - 20.257042253521128, - 20.357042253521122, - 21.257042253521128 + 18.968298368298363, + 21.968298368298363, + 19.968298368298363, + 19.86829836829837, + 17.86829836829837, + 19.86829836829837, + 19.86829836829837, + 19.86829836829837, + 19.86829836829837, + 20.86829836829837, + 19.86829836829837, + 18.86829836829837, + 21.86829836829837, + 19.968298368298363, + 20.86829836829837, + 21.86829836829837, + 18.86829836829837, + 17.968298368298363, + 20.86829836829837, + 20.86829836829837, + 18.86829836829837, + 18.968298368298363, + 19.86829836829837, + 18.968298368298363 ], "timestamps": [ "2026-06-10 13:00:00", @@ -421,6 +422,7 @@ "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", - "2026-06-17 11:00:00" + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index e88a38c15a0286885b024f9974962d8a9ea756c8..c6907fe20970960591d5b820fe15bb9ec38cb2a8 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,37 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-17T12:32:01.904668+00:00", + "evaluated_at": "2026-06-17T12:39:01.107834+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t061800z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t002000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 229, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t103500z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 157, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 144, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 5a5c70286fe180f12c1786bf0c603944482203fc..bc61747fd97fd934f55a02c973dd3fb02779d90c 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-17T12:29:34.295289+00:00", - "finished_at": "2026-06-17T12:32:01.932260+00:00", - "task_count": 2, + "started_at": "2026-06-17T12:34:56.946521+00:00", + "finished_at": "2026-06-17T12:39:01.147056+00:00", + "task_count": 5, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,19 +10,37 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-17T12:30:15.963518+00:00", + "evaluated_at": "2026-06-17T12:35:38.558464+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t061800z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t002000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 229, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t103500z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 157, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 144, + "prediction_length": 24 } ], "failed_datasets": [] @@ -30,19 +48,37 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-17T12:30:50.804564+00:00", + "evaluated_at": "2026-06-17T12:36:34.150854+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t061800z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t002000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 229, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t103500z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 157, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 144, + "prediction_length": 24 } ], "failed_datasets": [] @@ -50,19 +86,37 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T12:31:02.211579+00:00", + "evaluated_at": "2026-06-17T12:37:02.434161+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t061800z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t002000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 229, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t103500z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 157, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 144, + "prediction_length": 24 } ], "failed_datasets": [] @@ -70,19 +124,37 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-17T12:31:33.118932+00:00", + "evaluated_at": "2026-06-17T12:37:57.991902+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t061800z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t002000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 229, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t103500z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 157, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 144, + "prediction_length": 24 } ], "failed_datasets": [] @@ -90,19 +162,37 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T12:31:47.617145+00:00", + "evaluated_at": "2026-06-17T12:38:33.501536+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t061800z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t002000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 229, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t103500z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 157, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 144, + "prediction_length": 24 } ], "failed_datasets": [] @@ -110,19 +200,37 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T12:32:00.763618+00:00", + "evaluated_at": "2026-06-17T12:38:58.915445+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t061800z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t002000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 229, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t103500z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 157, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 144, + "prediction_length": 24 } ], "failed_datasets": [] @@ -130,19 +238,37 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-17T12:32:01.748488+00:00", + "evaluated_at": "2026-06-17T12:39:00.924130+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t061800z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t002000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 229, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t103500z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 157, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 144, + "prediction_length": 24 } ], "failed_datasets": [] @@ -150,19 +276,37 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-17T12:32:01.853202+00:00", + "evaluated_at": "2026-06-17T12:39:01.062926+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t061800z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t002000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 229, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t103500z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 157, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 144, + "prediction_length": 24 } ], "failed_datasets": [] @@ -170,19 +314,37 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-17T12:32:01.904668+00:00", + "evaluated_at": "2026-06-17T12:39:01.107834+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t061800z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t002000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 229, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t103500z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 157, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 144, + "prediction_length": 24 } ], "failed_datasets": [] @@ -190,19 +352,37 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-17T12:32:01.931069+00:00", + "evaluated_at": "2026-06-17T12:39:01.145519+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t061800z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t002000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 229, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t103500z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 157, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 144, + "prediction_length": 24 } ], "failed_datasets": [] @@ -210,7 +390,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-17T12:32:37.762170+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260617_123900.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260617_123900.json new file mode 100644 index 0000000000000000000000000000000000000000..d53e92558cea83e5722f52cd3a6423a97238d053 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260617_123900.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-17T12:39:00.719300+00:00", + "metrics": { + "MSE[mean]": 1020031.1398702444, + "MSE[0.5]": 294440.5597043099, + "MAE[0.5]": 371.0703140562782, + "MASE[0.5]": 0.4274401530170731, + "MAPE[0.5]": 0.0056940274721659296, + "sMAPE[0.5]": 0.005659485725228389, + "MSIS": 7.7057053202962, + "RMSE[mean]": 1009.9659102515512, + "NRMSE[mean]": 0.015395533331938476, + "ND[0.5]": 0.005656453678840924, + "mean_weighted_sum_quantile_loss": 0.005029098860519588 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125 + ], + "actual": [ + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 64784.87890625 + ], + "predictions": { + "p50": [ + 65950.78800781508, + 65960.30019863136, + 65962.26701322816, + 65987.17986264295, + 65968.96907672899, + 65953.35497593872, + 65962.0527541184, + 65958.54484823946, + 65953.85081580379, + 65960.41429034402, + 65965.13668394394, + 65958.39147723756, + 65967.17241605074, + 65962.2778504442, + 65965.78033701485, + 65956.15821854855, + 65989.04227958653, + 65953.48362231319, + 65969.4811566997, + 65971.88026857153, + 65958.36661653299, + 65958.40611358755, + 65972.87527362844, + 65946.95723628812 + ], + "p10": [ + 65731.05492680136, + 65672.1567777686, + 65759.90787199588, + 65693.31951812416, + 65726.83266655354, + 65670.59447809368, + 65642.04231098662, + 65714.75094323135, + 65698.16500295729, + 65746.24971765319, + 65698.60817146002, + 65743.23531494052, + 65669.98123068275, + 65733.45091274916, + 65670.25577503903, + 65714.61616817261, + 65698.25221141035, + 65716.38768988763, + 65716.38474297388, + 65690.30069506173, + 65746.19101404388, + 65695.80781022237, + 65751.60017310242, + 65692.52647358114 + ], + "p90": [ + 66304.13565295239, + 66301.52153726993, + 66303.6516844095, + 66300.20249888753, + 66338.06112550758, + 66279.97903608697, + 66306.84843415474, + 66342.84317052693, + 66290.9595487987, + 66299.92822829564, + 66280.74952409367, + 66202.09511574823, + 66291.03374944949, + 66307.07353048054, + 66304.0095830047, + 66301.83462264005, + 66335.30645154069, + 66281.62496484755, + 66345.96811108076, + 66342.70487134495, + 66299.40883828467, + 66281.84130486603, + 66338.57416024714, + 66279.64706838885 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_123512.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_123512.json new file mode 100644 index 0000000000000000000000000000000000000000..8eb7d75c08a9e595406e3df624fa18db2f45fd9d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_123512.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T12:35:12.909620+00:00", + "metrics": { + "MSE[mean]": 1004111.3089141846, + "MSE[0.5]": 1004111.3089141846, + "MAE[0.5]": 894.1822916666666, + "MASE[0.5]": 1.0300188430519115, + "MAPE[0.5]": 0.013673617962429488, + "sMAPE[0.5]": 0.013556669047890093, + "MSIS": 3.6329298718393495, + "RMSE[mean]": 1002.0535459316455, + "NRMSE[mean]": 0.015274920282146321, + "ND[0.5]": 0.013630572216793448, + "mean_weighted_sum_quantile_loss": 0.008028020692045381 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125 + ], + "actual": [ + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 64784.87890625 + ], + "predictions": { + "p50": [ + 66395.453125, + 66385.34375, + 66381.5390625, + 66386.2265625, + 66405.46875, + 66407.7109375, + 66436.2265625, + 66446.2734375, + 66470.5625, + 66480.171875, + 66498.65625, + 66504.1875, + 66513.265625, + 66529.640625, + 66550.3359375, + 66520.7578125, + 66576.171875, + 66562.59375, + 66563.234375, + 66558.0625, + 66571.28125, + 66568.40625, + 66594.9765625, + 66583.3359375 + ], + "p10": [ + 66084.1015625, + 65951.5, + 65846.0234375, + 65796.8359375, + 65738.5390625, + 65703.6640625, + 65641.515625, + 65590.6484375, + 65538.7265625, + 65512.03125, + 65441.875, + 65365.62109375, + 65299.06640625, + 65319.8203125, + 65302.55078125, + 65249.22265625, + 65139.52734375, + 65065.91015625, + 65004.0859375, + 64976.65234375, + 64923.80078125, + 64902.515625, + 64897.859375, + 64832.25390625 + ], + "p90": [ + 66643.3828125, + 66736.3359375, + 66832.46875, + 66922.9765625, + 66988.4375, + 67053.0859375, + 67130.7421875, + 67188.75, + 67240.6328125, + 67296.6953125, + 67359.265625, + 67420.296875, + 67492.734375, + 67484.4453125, + 67540.0546875, + 67534.4140625, + 67716.3359375, + 67743.734375, + 67768.7578125, + 67855.875, + 67895.6484375, + 67985.7421875, + 68030.671875, + 68066.75 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260617_123900.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260617_123900.json new file mode 100644 index 0000000000000000000000000000000000000000..28a7c4a56f7611168a286dea726eb18b13dc267f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260617_123900.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-17T12:39:00.986304+00:00", + "metrics": { + "MSE[mean]": 1802543.2139168459, + "MSE[0.5]": 1730521.8246489235, + "MAE[0.5]": 1184.1834381600383, + "MASE[0.5]": 1.364074491635682, + "MAPE[0.5]": 0.018104637385418048, + "sMAPE[0.5]": 0.01790382591849477, + "MSIS": 33.24207965619842, + "RMSE[mean]": 1342.5882518169321, + "NRMSE[mean]": 0.020465900850820166, + "ND[0.5]": 0.018051238569806345, + "mean_weighted_sum_quantile_loss": 0.0169968277256279 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125 + ], + "actual": [ + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 64784.87890625 + ], + "predictions": { + "p50": [ + 66461.70889631717, + 66468.27584866491, + 66503.02053538767, + 66542.2222533604, + 66587.13295570816, + 66579.74678305592, + 66622.91334477866, + 66635.32404712641, + 66668.78748384917, + 66700.51849869691, + 66738.96435729467, + 66770.2442002674, + 66803.98107449016, + 66849.16521433792, + 66858.85716668566, + 66875.33036903341, + 66935.29575888117, + 66929.85880497891, + 66981.36325732667, + 67007.7934909244, + 67037.76669327216, + 67071.20473936992, + 67121.21309796766, + 67099.22145656541 + ], + "p10": [ + 66230.11241194217, + 66169.77584866491, + 66293.64280101267, + 66263.2456908604, + 66341.31342445816, + 66352.46553305592, + 66311.11529790366, + 66341.08850025141, + 66396.99451509917, + 66499.87123307191, + 66455.20029479466, + 66517.2926377674, + 66491.88654324017, + 66611.48552683792, + 66674.16536981065, + 66622.92411903341, + 66619.37388388117, + 66649.34708622891, + 66679.32028857667, + 66785.8110690494, + 66821.29794327216, + 66857.08598936992, + 66848.60958234266, + 66804.56911281541 + ], + "p90": [ + 66760.05811506716, + 66755.8379580399, + 66894.26076976267, + 66863.85740961041, + 66961.19545570816, + 66910.67647055592, + 66990.14967290366, + 66983.75021900142, + 67009.68201509917, + 67031.47787369692, + 67059.70654479467, + 67007.9586533924, + 67102.94240261517, + 67163.58943308792, + 67249.84349481066, + 67211.31708778342, + 67245.33169638117, + 67164.49825810391, + 67374.53083545166, + 67399.2544284244, + 67360.43075577216, + 67386.58520811991, + 67436.44747296766, + 67449.44176906541 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_123803.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_123803.json new file mode 100644 index 0000000000000000000000000000000000000000..8f79638f7ad7dfdcee67871ef07c4aee2f4f547d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_123803.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T12:38:03.158295+00:00", + "metrics": { + "MSE[mean]": 1207541.3882598877, + "MSE[0.5]": 1116206.083287557, + "MAE[0.5]": 944.6409505208334, + "MASE[0.5]": 1.088142751229568, + "MAPE[0.5]": 0.01444434208366549, + "sMAPE[0.5]": 0.014314437775520354, + "MSIS": 6.963133320704304, + "RMSE[mean]": 1098.8818809407533, + "NRMSE[mean]": 0.01675093431784534, + "ND[0.5]": 0.014399744677357735, + "mean_weighted_sum_quantile_loss": 0.00896748152134895 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125 + ], + "actual": [ + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 64784.87890625 + ], + "predictions": { + "p50": [ + 66431.48046875, + 66429.91015625, + 66404.0, + 66433.45703125, + 66398.5078125, + 66458.10546875, + 66515.32421875, + 66526.3046875, + 66524.80859375, + 66565.24609375, + 66510.62109375, + 66631.5, + 66663.921875, + 66599.1953125, + 66583.8671875, + 66657.19140625, + 66569.98828125, + 66743.203125, + 66688.890625, + 66674.71875, + 66727.50390625, + 66675.359375, + 66720.14453125, + 66827.0078125 + ], + "p10": [ + 66143.55078125, + 65881.20703125, + 65940.69921875, + 65832.54296875, + 65834.24609375, + 65729.7734375, + 65652.5546875, + 65701.3359375, + 65514.09375, + 65726.11328125, + 65487.298828125, + 65584.77734375, + 65435.203125, + 65622.98828125, + 65418.025390625, + 65790.078125, + 64927.470703125, + 65427.87109375, + 65224.92578125, + 65367.529296875, + 65330.220703125, + 64935.529296875, + 65400.107421875, + 65147.435546875 + ], + "p90": [ + 66770.8046875, + 66914.28125, + 67043.58984375, + 67061.23046875, + 67189.67578125, + 67243.8046875, + 67295.1171875, + 67553.8125, + 67446.80859375, + 67426.8515625, + 67488.83203125, + 67570.2734375, + 68042.06640625, + 67589.29296875, + 67743.2578125, + 67718.0390625, + 67883.31640625, + 68027.0078125, + 68011.76953125, + 68242.9609375, + 68119.4140625, + 68156.66796875, + 68147.20703125, + 68188.57421875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260617_123901.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260617_123901.json new file mode 100644 index 0000000000000000000000000000000000000000..4c461a775ac188853910b2b01a94bdc96408a22d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260617_123901.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-17T12:39:01.069845+00:00", + "metrics": { + "MSE[mean]": 911759.3216572854, + "MSE[0.5]": 859574.2241343888, + "MAE[0.5]": 835.3258952961041, + "MASE[0.5]": 0.962221484660016, + "MAPE[0.5]": 0.012771977440860833, + "sMAPE[0.5]": 0.012671803123002041, + "MSIS": 17.45934161530178, + "RMSE[mean]": 954.8608912597088, + "NRMSE[mean]": 0.014555533537851653, + "ND[0.5]": 0.01273338786341751, + "mean_weighted_sum_quantile_loss": 0.011678977019239067 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125 + ], + "actual": [ + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 64784.87890625 + ], + "predictions": { + "p50": [ + 66457.54318045235, + 66434.13693045235, + 66438.90841482735, + 66448.13693045235, + 66463.07443045235, + 66425.71505545235, + 66438.90841482735, + 66421.34591482735, + 66424.83614920235, + 66426.59396170235, + 66435.06661795235, + 66436.37325857735, + 66440.13693045235, + 66455.34786795235, + 66435.06661795235, + 66421.56661795235, + 66451.55880545235, + 66416.14864920235, + 66437.67989920235, + 66434.13693045235, + 66434.13693045235, + 66437.60177420235, + 66457.63693045235, + 66405.67208670235 + ], + "p10": [ + 66225.94669607736, + 66135.63693045235, + 66229.53068045236, + 66169.16036795235, + 66217.25489920235, + 66198.43380545235, + 66127.11036795235, + 66127.11036795235, + 66153.04318045235, + 66225.94669607736, + 66151.30255545235, + 66183.42169607735, + 66128.04239920236, + 66217.66818045235, + 66250.37482107735, + 66169.16036795235, + 66135.63693045235, + 66135.63693045235, + 66135.63693045235, + 66212.15450857735, + 66217.66818045235, + 66223.48302420236, + 66185.03341482735, + 66111.01974295235 + ], + "p90": [ + 66755.89239920235, + 66721.69903982735, + 66830.14864920235, + 66769.77208670236, + 66837.13693045235, + 66756.64474295235, + 66806.14474295235, + 66769.77208670236, + 66765.73068045235, + 66757.55333670236, + 66755.80880545235, + 66674.08771170235, + 66739.09825857736, + 66769.77208670236, + 66826.05294607735, + 66757.55333670236, + 66761.59474295235, + 66650.78810232735, + 66830.84747732735, + 66825.59786795235, + 66756.80099295235, + 66752.98224295235, + 66772.87130545235, + 66755.89239920235 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260617_123901.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260617_123901.json new file mode 100644 index 0000000000000000000000000000000000000000..f8e12effb0de61975de47c09ae77297dfa9f7ccc --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260617_123901.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-17T12:39:01.112276+00:00", + "metrics": { + "MSE[mean]": 1076747.1044743855, + "MSE[0.5]": 1076747.1044743855, + "MAE[0.5]": 882.6875, + "MASE[0.5]": 1.0167778606214113, + "MAPE[0.5]": 0.013497719643221337, + "sMAPE[0.5]": 0.01337287002181161, + "MSIS": 4.593782884288501, + "RMSE[mean]": 1037.6642542144282, + "NRMSE[mean]": 0.015817756273714557, + "ND[0.5]": 0.01345535001726022, + "mean_weighted_sum_quantile_loss": 0.010007474295759884 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125 + ], + "actual": [ + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 64784.87890625 + ], + "predictions": { + "p50": [ + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125 + ], + "p10": [ + 65118.1059375, + 65259.7159375, + 65946.2978125, + 65814.83234375, + 65514.75328125, + 65430.79484375, + 65282.06453125, + 65189.577031249995, + 65040.78546875, + 64882.216875, + 65002.16734375, + 64925.0, + 65019.592968749996, + 64427.15234375, + 64841.90671875, + 64523.291874999995, + 64724.1, + 65117.08, + 65044.56, + 65561.6171875, + 65179.799999999996, + 65183.72, + 65152.09203125, + 65101.2315625 + ], + "p90": [ + 67775.9878125, + 67923.3778125, + 68637.9834375, + 68501.15203125, + 68188.82484375, + 68101.43953125, + 67946.63859375, + 67850.37609375, + 67695.51140625, + 67530.470625, + 67655.31703125, + 67575.0, + 67673.45390625, + 67056.83203125, + 67488.51515625, + 67156.895625, + 67365.9, + 67774.92, + 67699.44, + 68237.6015625, + 67840.2, + 67844.28, + 67811.36109375, + 67758.4246875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_123837.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_123837.json new file mode 100644 index 0000000000000000000000000000000000000000..edeb92e2dd15aae4de1ac76fae84fd7ef6f01990 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_123837.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T12:38:37.878957+00:00", + "metrics": { + "MSE[mean]": 769869.9741948446, + "MSE[0.5]": 769869.9741948446, + "MAE[0.5]": 811.9580078125, + "MASE[0.5]": 0.9353037469070502, + "MAPE[0.5]": 0.0124085934500332, + "sMAPE[0.5]": 0.012318944482387566, + "MSIS": 3.558468281712551, + "RMSE[mean]": 877.4223465326403, + "NRMSE[mean]": 0.013375090035332396, + "ND[0.5]": 0.012377176740844858, + "mean_weighted_sum_quantile_loss": 0.007489442008994369 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125 + ], + "actual": [ + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 64784.87890625 + ], + "predictions": { + "p50": [ + 66590.1875, + 66579.125, + 66545.9375, + 66523.8125, + 66512.75, + 66490.625, + 66479.5625, + 66457.4375, + 66468.5, + 66424.25, + 66446.375, + 66435.3125, + 66424.25, + 66402.125, + 66402.125, + 66391.0625, + 66368.9375, + 66324.6875, + 66302.5625, + 66280.4375, + 66280.4375, + 66269.375, + 66280.4375, + 66236.1875 + ], + "p10": [ + 66214.0625, + 66081.3125, + 65937.5, + 65826.875, + 65727.3125, + 65638.8125, + 65594.5625, + 65500.53125, + 65445.21875, + 65367.78125, + 65334.59375, + 65290.34375, + 65223.96875, + 65141.0, + 65113.34375, + 65019.3125, + 64933.578125, + 64881.03125, + 64845.078125, + 64781.46875, + 64748.28125, + 64687.4375, + 64651.484375, + 64582.34375 + ], + "p90": [ + 66922.0625, + 66988.4375, + 67054.8125, + 67076.9375, + 67088.0, + 67110.125, + 67132.25, + 67132.25, + 67154.375, + 67132.25, + 67154.375, + 67154.375, + 67176.5, + 67176.5, + 67176.5, + 67198.625, + 67198.625, + 67176.5, + 67176.5, + 67176.5, + 67154.375, + 67176.5, + 67220.75, + 67198.625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_123545.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_123545.json new file mode 100644 index 0000000000000000000000000000000000000000..02a1ff3d78f8da80c8d75ffb435b0fa4f7af6624 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_123545.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T12:35:45.825023+00:00", + "metrics": { + "MSE[mean]": 848605.0993118286, + "MSE[0.5]": 579654.0503209432, + "MAE[0.5]": 673.0432942708334, + "MASE[0.5]": 0.7752862942482871, + "MAPE[0.5]": 0.010293567792000254, + "sMAPE[0.5]": 0.010225853390369726, + "MSIS": 32.172999255007255, + "RMSE[mean]": 921.197644000368, + "NRMSE[mean]": 0.014042383895886624, + "ND[0.5]": 0.010259614077670674, + "mean_weighted_sum_quantile_loss": 0.010964747799652723 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125 + ], + "actual": [ + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 64784.87890625 + ], + "predictions": { + "p50": [ + 66426.34375, + 66288.6875, + 66367.2578125, + 66272.65625, + 66372.3515625, + 66278.6875, + 66316.34375, + 66276.90625, + 66283.09375, + 66268.90625, + 66229.9921875, + 66242.46875, + 66333.5625, + 66308.9921875, + 66294.578125, + 66264.015625, + 66294.65625, + 66262.625, + 66258.515625, + 66213.8046875, + 66177.3984375, + 66137.609375, + 66200.15625, + 66212.9375 + ], + "p10": [ + 66372.828125, + 66385.796875, + 66314.5390625, + 66370.90625, + 66404.40625, + 66229.640625, + 66281.84375, + 66265.46875, + 66251.421875, + 66412.453125, + 66238.0625, + 66192.53125, + 66268.90625, + 66331.671875, + 66274.96875, + 66319.7734375, + 66373.125, + 66161.921875, + 66291.28125, + 66273.375, + 66327.421875, + 66121.2734375, + 66195.9296875, + 66166.484375 + ], + "p90": [ + 66623.984375, + 66588.8125, + 66712.4765625, + 66721.078125, + 66822.03125, + 66749.3203125, + 66747.890625, + 66781.890625, + 66818.84375, + 66859.03125, + 66893.21875, + 66829.84375, + 66968.046875, + 66997.84375, + 66938.203125, + 66940.1875, + 67018.6484375, + 67056.1796875, + 67102.6875, + 67075.265625, + 67067.9609375, + 66988.65625, + 66990.015625, + 66995.3046875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_123719.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_123719.json new file mode 100644 index 0000000000000000000000000000000000000000..8105818ad000e44954228aa3e962b615af07b8ef --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_123719.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-17T12:37:19.964712+00:00", + "metrics": { + "MSE[mean]": 1256164.2966257732, + "MSE[0.5]": 1256164.2966257732, + "MAE[0.5]": 979.337890625, + "MASE[0.5]": 1.128110554703871, + "MAPE[0.5]": 0.014980439480243102, + "sMAPE[0.5]": 0.014834231955691857, + "MSIS": 10.73496170569292, + "RMSE[mean]": 1120.7873556682255, + "NRMSE[mean]": 0.017084852980738363, + "ND[0.5]": 0.014928651536953544, + "mean_weighted_sum_quantile_loss": 0.009669915356641882 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125 + ], + "actual": [ + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 64784.87890625 + ], + "predictions": { + "p50": [ + 66457.2578125, + 66462.46875, + 66470.6875, + 66474.8359375, + 66471.484375, + 66467.8125, + 66466.0703125, + 66452.6484375, + 66449.84375, + 66442.0, + 66460.125, + 66470.5, + 66486.109375, + 66506.921875, + 66555.0546875, + 66583.6171875, + 66630.03125, + 66692.1875, + 66751.2578125, + 66786.2890625, + 66813.40625, + 66834.25, + 66868.46875, + 66880.2890625 + ], + "p10": [ + 66131.3828125, + 66058.203125, + 66004.1875, + 65948.109375, + 65887.7890625, + 65832.203125, + 65788.1640625, + 65716.5234375, + 65659.90625, + 65600.4765625, + 65576.2421875, + 65552.3984375, + 65516.8828125, + 65496.984375, + 65503.46875, + 65487.83203125, + 65499.95703125, + 65526.31640625, + 65553.4140625, + 65564.0703125, + 65560.6171875, + 65550.5078125, + 65556.9375, + 65540.671875 + ], + "p90": [ + 66792.4765625, + 66879.984375, + 66965.8359375, + 67046.4296875, + 67105.078125, + 67152.203125, + 67210.5, + 67243.625, + 67282.8984375, + 67315.7265625, + 67378.359375, + 67421.5625, + 67468.2578125, + 67530.671875, + 67629.7109375, + 67674.0703125, + 67748.1484375, + 67858.90625, + 67954.4765625, + 68032.1875, + 68075.0703125, + 68116.359375, + 68176.1640625, + 68204.578125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_123638.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_123638.json new file mode 100644 index 0000000000000000000000000000000000000000..97f02acbc4b6932f76e81c034c5a778f413d84f2 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_123638.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T12:36:38.667481+00:00", + "metrics": { + "MSE[mean]": 1282944.2281138103, + "MSE[0.5]": 1282944.2281138103, + "MAE[0.5]": 1012.1666666666666, + "MASE[0.5]": 1.1659263985562711, + "MAPE[0.5]": 0.015477151054071533, + "sMAPE[0.5]": 0.015327944291942402, + "MSIS": 7.597549315835078, + "RMSE[mean]": 1132.671279813261, + "NRMSE[mean]": 0.01726600696666206, + "ND[0.5]": 0.015429080819433325, + "mean_weighted_sum_quantile_loss": 0.009707190101769137 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125 + ], + "actual": [ + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 64784.87890625 + ], + "predictions": { + "p50": [ + 66431.390625, + 66423.6875, + 66432.7265625, + 66445.5078125, + 66456.90625, + 66480.9140625, + 66499.84375, + 66525.125, + 66549.3671875, + 66569.0625, + 66590.6171875, + 66607.7734375, + 66625.1015625, + 66639.0234375, + 66666.8984375, + 66678.7109375, + 66694.8515625, + 66711.75, + 66730.984375, + 66752.9921875, + 66774.8515625, + 66789.28125, + 66810.6953125, + 66833.4453125 + ], + "p10": [ + 66194.2109375, + 66055.5390625, + 65953.0234375, + 65882.8359375, + 65821.4765625, + 65770.5078125, + 65713.109375, + 65667.125, + 65634.3671875, + 65591.5234375, + 65557.203125, + 65521.74609375, + 65484.6015625, + 65444.96875, + 65422.98828125, + 65385.7578125, + 65351.828125, + 65301.66796875, + 65284.0078125, + 65243.0625, + 65227.7265625, + 65195.875, + 65165.30078125, + 65138.85546875 + ], + "p90": [ + 66657.484375, + 66815.046875, + 66991.0625, + 67146.4453125, + 67289.4375, + 67411.0390625, + 67514.578125, + 67623.0703125, + 67705.8203125, + 67802.7109375, + 67869.484375, + 67945.1328125, + 68015.5625, + 68092.7890625, + 68183.3671875, + 68246.0234375, + 68317.2734375, + 68396.2265625, + 68462.1875, + 68520.8359375, + 68573.46875, + 68650.0625, + 68697.265625, + 68754.25 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260617_123900.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260617_123900.json new file mode 100644 index 0000000000000000000000000000000000000000..491183b9b6e781b297f99cae3261944412d58b85 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260617_123900.json @@ -0,0 +1,443 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "ARIMA", + "evaluated_at": "2026-06-17T12:39:00.899706+00:00", + "metrics": { + "MSE[mean]": 31.77960073443566, + "MSE[0.5]": 26.23758801423054, + "MAE[0.5]": 4.395577566794344, + "MASE[0.5]": 0.8346033354672807, + "MAPE[0.5]": 0.7112967319678924, + "sMAPE[0.5]": 0.4180917440019898, + "MSIS": 5.473026698960594, + "RMSE[mean]": 5.637339863307486, + "NRMSE[mean]": 0.5163975447304567, + "ND[0.5]": 0.4026483267292529, + "mean_weighted_sum_quantile_loss": 0.32739253797673973 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 16.0, + 14.0, + 17.0, + 23.0, + 11.0, + 19.0, + 11.0, + 11.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 14.0, + 13.0, + 10.0, + 13.0, + 9.0 + ], + "actual": [ + 9.0, + 17.0, + 13.0, + 15.0, + 20.0, + 9.0, + 18.0, + 15.0, + 5.0, + 12.0, + 7.0, + 7.0, + 9.0, + 9.0, + 10.0, + 6.0, + 11.0, + 16.0, + 6.0, + 4.0, + 13.0, + 19.0, + 10.0, + 2.0 + ], + "predictions": { + "p50": [ + 12.69145271558541, + 12.685448034518275, + 12.713754527856757, + 12.443226709170098, + 12.487836225001148, + 12.873438546793844, + 13.48547623718818, + 13.101863767535843, + 12.209614923503864, + 12.713081325715269, + 12.487834398983228, + 12.443261770248174, + 12.873438641894785, + 12.676877724859004, + 12.727788570506302, + 12.871569998635369, + 13.420853333017416, + 12.740654585068937, + 12.596070634678046, + 12.719514332997283, + 12.98765120484429, + 12.691584969649341, + 12.719514332997283, + 12.80704661348186 + ], + "p10": [ + 8.451484078667152, + 8.381251677246123, + 8.394850925794268, + 8.68911318385827, + 8.861652948915475, + 9.796498067059062, + 8.963751770913856, + 9.827244900205242, + 8.066290061085168, + 8.39417772365278, + 9.083947817275165, + 9.096042432321603, + 8.112831275557742, + 8.394177723653478, + 8.721922747301111, + 8.203293133329918, + 10.233403207387704, + 8.21334445086016, + 8.949778928401255, + 8.112831275557742, + 9.072603301379196, + 9.726452589176164, + 8.376094396374146, + 9.827244900463196 + ], + "p90": [ + 19.25289420830063, + 20.5392598128349, + 19.005376465104185, + 19.26649030897906, + 18.340232521435677, + 20.03121160867463, + 19.734353561647385, + 18.543823105727945, + 18.326297431531767, + 19.0047032629627, + 19.310009764864443, + 19.772020771609732, + 20.031211703775575, + 18.484478551961743, + 20.407883852928695, + 20.068878918690885, + 20.42231405356005, + 19.58530413290678, + 18.34023069541772, + 19.030885473672768, + 19.030885473672768, + 20.031211703775575, + 19.26652537005714, + 20.068878918690885 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_123535.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_123535.json new file mode 100644 index 0000000000000000000000000000000000000000..2381c8f92b0f0393dae43948e4290b31eeaab5b4 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_123535.json @@ -0,0 +1,443 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T12:35:35.770744+00:00", + "metrics": { + "MSE[mean]": 27.46563337210095, + "MSE[0.5]": 27.46563337210095, + "MAE[0.5]": 4.493833025296529, + "MASE[0.5]": 0.8532594351828854, + "MAPE[0.5]": 0.7293846595380783, + "sMAPE[0.5]": 0.42467380623475, + "MSIS": 10.116017958785912, + "RMSE[mean]": 5.24076648708001, + "NRMSE[mean]": 0.4800702125569475, + "ND[0.5]": 0.41164882674472025, + "mean_weighted_sum_quantile_loss": 0.31498320209868785 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 16.0, + 14.0, + 17.0, + 23.0, + 11.0, + 19.0, + 11.0, + 11.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 14.0, + 13.0, + 10.0, + 13.0, + 9.0 + ], + "actual": [ + 9.0, + 17.0, + 13.0, + 15.0, + 20.0, + 9.0, + 18.0, + 15.0, + 5.0, + 12.0, + 7.0, + 7.0, + 9.0, + 9.0, + 10.0, + 6.0, + 11.0, + 16.0, + 6.0, + 4.0, + 13.0, + 19.0, + 10.0, + 2.0 + ], + "predictions": { + "p50": [ + 12.735488891601562, + 12.726017951965332, + 12.789528846740723, + 12.745990753173828, + 12.766322135925293, + 12.78156566619873, + 12.760124206542969, + 12.789796829223633, + 12.809418678283691, + 12.8418550491333, + 12.877350807189941, + 12.851835250854492, + 12.892518043518066, + 12.88006591796875, + 12.928893089294434, + 12.937427520751953, + 13.012351036071777, + 12.929634094238281, + 12.935592651367188, + 12.92047119140625, + 12.9310302734375, + 12.932890892028809, + 12.907866477966309, + 12.910628318786621 + ], + "p10": [ + 8.775177955627441, + 8.638782501220703, + 8.676729202270508, + 8.750097274780273, + 8.76583194732666, + 8.807607650756836, + 8.81089973449707, + 8.811254501342773, + 8.747917175292969, + 8.742639541625977, + 8.711211204528809, + 8.893440246582031, + 8.89132022857666, + 8.848030090332031, + 8.805997848510742, + 8.773611068725586, + 8.725497245788574, + 8.64329719543457, + 8.70616340637207, + 8.776533126831055, + 8.767925262451172, + 8.773527145385742, + 8.78430461883545, + 8.829861640930176 + ], + "p90": [ + 18.183618545532227, + 18.362567901611328, + 18.416921615600586, + 18.420650482177734, + 18.586668014526367, + 18.51836585998535, + 18.534889221191406, + 18.715856552124023, + 18.757076263427734, + 18.99431610107422, + 19.01561737060547, + 18.947811126708984, + 18.94936752319336, + 19.04059600830078, + 19.09991455078125, + 19.14370346069336, + 19.32891273498535, + 19.451183319091797, + 19.438203811645508, + 19.373729705810547, + 19.502779006958008, + 19.451757431030273, + 19.379276275634766, + 19.425750732421875 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260617_123901.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260617_123901.json new file mode 100644 index 0000000000000000000000000000000000000000..05bbbdfbb6dbf47314c26864ab437ff71f94e07d --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260617_123901.json @@ -0,0 +1,443 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "ETS", + "evaluated_at": "2026-06-17T12:39:01.053553+00:00", + "metrics": { + "MSE[mean]": 34.01317750267074, + "MSE[0.5]": 33.827754558558745, + "MAE[0.5]": 4.932320981882283, + "MASE[0.5]": 0.9365166421295473, + "MAPE[0.5]": 0.8339258444954684, + "sMAPE[0.5]": 0.4498212436814546, + "MSIS": 5.0244632865031855, + "RMSE[mean]": 5.832081746912567, + "NRMSE[mean]": 0.5342364959003878, + "ND[0.5]": 0.4518156624624992, + "mean_weighted_sum_quantile_loss": 0.3418517152865529 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 16.0, + 14.0, + 17.0, + 23.0, + 11.0, + 19.0, + 11.0, + 11.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 14.0, + 13.0, + 10.0, + 13.0, + 9.0 + ], + "actual": [ + 9.0, + 17.0, + 13.0, + 15.0, + 20.0, + 9.0, + 18.0, + 15.0, + 5.0, + 12.0, + 7.0, + 7.0, + 9.0, + 9.0, + 10.0, + 6.0, + 11.0, + 16.0, + 6.0, + 4.0, + 13.0, + 19.0, + 10.0, + 2.0 + ], + "predictions": { + "p50": [ + 12.871695875511412, + 13.872700589499138, + 13.873705303486863, + 13.37471001747459, + 13.875714731462315, + 12.87671944545004, + 13.877724159437767, + 13.878728873425493, + 13.879733587413218, + 14.880738301400944, + 14.38174301538867, + 13.882747729376396, + 13.883752443364122, + 13.884757157351848, + 13.885761871339572, + 14.886766585327297, + 13.387771299315023, + 13.88877601330275, + 14.889780727290475, + 14.8907854412782, + 13.891790155265927, + 14.892794869253652, + 13.893799583241378, + 13.894804297229104 + ], + "p10": [ + 5.871695875511412, + 5.8727005894991375, + 6.7737053034868655, + 5.874710017474589, + 6.775714731462317, + 5.876719445450041, + 5.877724159437767, + 5.8787288734254926, + 5.879733587413218, + 6.880738301400944, + 6.88174301538867, + 5.882747729376396, + 5.883752443364122, + 6.884757157351848, + 6.885761871339572, + 6.8867665853272975, + 6.887771299315023, + 5.888776013302749, + 6.889780727290475, + 6.890785441278201, + 6.891790155265927, + 5.8927948692536525, + 6.893799583241378, + 6.894804297229104 + ], + "p90": [ + 19.971695875511408, + 22.972700589499134, + 20.97370530348686, + 20.87471001747459, + 18.875714731462317, + 20.876719445450043, + 20.87772415943777, + 20.878728873425494, + 20.87973358741322, + 21.880738301400946, + 20.881743015388672, + 19.882747729376398, + 22.883752443364124, + 20.984757157351844, + 21.88576187133957, + 22.886766585327297, + 19.887771299315023, + 18.988776013302743, + 21.889780727290475, + 21.8907854412782, + 19.891790155265927, + 19.992794869253647, + 20.89379958324138, + 19.9948042972291 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_123830.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_123830.json new file mode 100644 index 0000000000000000000000000000000000000000..4ad667d00bad69e09cbc261843e51a62561e5af1 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_123830.json @@ -0,0 +1,443 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T12:38:30.221231+00:00", + "metrics": { + "MSE[mean]": 29.77168157155624, + "MSE[0.5]": 25.952503185283557, + "MAE[0.5]": 4.409404893716176, + "MASE[0.5]": 0.8372287772878816, + "MAPE[0.5]": 0.6928359847034423, + "sMAPE[0.5]": 0.42047058760771333, + "MSIS": 8.183403271663039, + "RMSE[mean]": 5.456343241728496, + "NRMSE[mean]": 0.49981770153238136, + "ND[0.5]": 0.4039149520961383, + "mean_weighted_sum_quantile_loss": 0.3095352248482223 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 16.0, + 14.0, + 17.0, + 23.0, + 11.0, + 19.0, + 11.0, + 11.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 14.0, + 13.0, + 10.0, + 13.0, + 9.0 + ], + "actual": [ + 9.0, + 17.0, + 13.0, + 15.0, + 20.0, + 9.0, + 18.0, + 15.0, + 5.0, + 12.0, + 7.0, + 7.0, + 9.0, + 9.0, + 10.0, + 6.0, + 11.0, + 16.0, + 6.0, + 4.0, + 13.0, + 19.0, + 10.0, + 2.0 + ], + "predictions": { + "p50": [ + 12.667018413543701, + 12.497413158416748, + 12.613455295562744, + 12.279441833496094, + 12.76618242263794, + 12.315045833587646, + 12.711034774780273, + 12.792046070098877, + 12.765995025634766, + 12.949192523956299, + 12.780109882354736, + 12.135730743408203, + 13.40759563446045, + 12.430657863616943, + 13.010071754455566, + 12.680578231811523, + 12.713252067565918, + 12.491804122924805, + 11.972044944763184, + 12.658748149871826, + 12.583508491516113, + 12.543174743652344, + 12.677029132843018, + 11.9549880027771 + ], + "p10": [ + 7.53835129737854, + 7.001147270202637, + 7.595532655715942, + 7.878151178359985, + 7.969555854797363, + 8.053509712219238, + 8.304258823394775, + 8.143779277801514, + 8.211516380310059, + 8.026894569396973, + 7.857111215591431, + 7.348057985305786, + 8.490695476531982, + 7.503771781921387, + 7.855895757675171, + 7.885153770446777, + 7.555866241455078, + 7.3385701179504395, + 7.869969129562378, + 7.706806898117065, + 7.229181289672852, + 7.632127046585083, + 7.847055673599243, + 7.9040985107421875 + ], + "p90": [ + 19.535685539245605, + 19.84386920928955, + 20.140100479125977, + 19.009305953979492, + 20.091845512390137, + 18.617972373962402, + 19.404622077941895, + 20.7674560546875, + 20.31363296508789, + 19.478273391723633, + 19.820639610290527, + 20.13527011871338, + 19.302437782287598, + 18.91921329498291, + 19.56312370300293, + 19.804682731628418, + 19.75823402404785, + 19.260737419128418, + 19.588704109191895, + 19.940874099731445, + 19.05485725402832, + 19.227375030517578, + 18.80086898803711, + 17.965407371520996 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260617_123901.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260617_123901.json new file mode 100644 index 0000000000000000000000000000000000000000..a989843932971299816a45405666c37a9b7b1402 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260617_123901.json @@ -0,0 +1,443 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moving-Average", + "evaluated_at": "2026-06-17T12:39:01.103945+00:00", + "metrics": { + "MSE[mean]": 28.81717748276883, + "MSE[0.5]": 28.597400681098236, + "MAE[0.5]": 4.529574592074592, + "MASE[0.5]": 0.8600458086217581, + "MAPE[0.5]": 0.7452025871079977, + "sMAPE[0.5]": 0.42524744893799143, + "MSIS": 4.782974929433144, + "RMSE[mean]": 5.3681633248969645, + "NRMSE[mean]": 0.4917401518989586, + "ND[0.5]": 0.41492286339614587, + "mean_weighted_sum_quantile_loss": 0.31411023525527343 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 16.0, + 14.0, + 17.0, + 23.0, + 11.0, + 19.0, + 11.0, + 11.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 14.0, + 13.0, + 10.0, + 13.0, + 9.0 + ], + "actual": [ + 9.0, + 17.0, + 13.0, + 15.0, + 20.0, + 9.0, + 18.0, + 15.0, + 5.0, + 12.0, + 7.0, + 7.0, + 9.0, + 9.0, + 10.0, + 6.0, + 11.0, + 16.0, + 6.0, + 4.0, + 13.0, + 19.0, + 10.0, + 2.0 + ], + "predictions": { + "p50": [ + 11.868298368298369, + 12.868298368298369, + 12.868298368298369, + 12.368298368298369, + 12.868298368298369, + 11.868298368298369, + 12.868298368298369, + 12.868298368298369, + 12.868298368298369, + 13.868298368298369, + 13.368298368298369, + 12.868298368298369, + 12.868298368298369, + 12.868298368298369, + 12.868298368298369, + 13.868298368298369, + 12.368298368298369, + 12.868298368298369, + 13.868298368298369, + 13.868298368298369, + 12.868298368298369, + 13.868298368298369, + 12.868298368298369, + 12.868298368298369 + ], + "p10": [ + 4.868298368298369, + 4.868298368298369, + 5.768298368298371, + 4.868298368298369, + 5.768298368298371, + 4.868298368298369, + 4.868298368298369, + 4.868298368298369, + 4.868298368298369, + 5.868298368298369, + 5.868298368298369, + 4.868298368298369, + 4.868298368298369, + 5.868298368298369, + 5.868298368298369, + 5.868298368298369, + 5.868298368298369, + 4.868298368298369, + 5.868298368298369, + 5.868298368298369, + 5.868298368298369, + 4.868298368298369, + 5.868298368298369, + 5.868298368298369 + ], + "p90": [ + 18.968298368298363, + 21.968298368298363, + 19.968298368298363, + 19.86829836829837, + 17.86829836829837, + 19.86829836829837, + 19.86829836829837, + 19.86829836829837, + 19.86829836829837, + 20.86829836829837, + 19.86829836829837, + 18.86829836829837, + 21.86829836829837, + 19.968298368298363, + 20.86829836829837, + 21.86829836829837, + 18.86829836829837, + 17.968298368298363, + 20.86829836829837, + 20.86829836829837, + 18.86829836829837, + 18.968298368298363, + 19.86829836829837, + 18.968298368298363 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260617_123901.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260617_123901.json new file mode 100644 index 0000000000000000000000000000000000000000..48cd08b8c6cda667cdb206664cfd69dcfd28ab86 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260617_123901.json @@ -0,0 +1,443 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-17T12:39:01.141692+00:00", + "metrics": { + "MSE[mean]": 27.75, + "MSE[0.5]": 27.75, + "MAE[0.5]": 4.583333333333333, + "MASE[0.5]": 0.8702531645569621, + "MAPE[0.5]": 0.6199159556115826, + "sMAPE[0.5]": 0.41883686756025257, + "MSIS": 32.15569637981844, + "RMSE[mean]": 5.267826876426369, + "NRMSE[mean]": 0.48254902684821704, + "ND[0.5]": 0.4198473282442748, + "mean_weighted_sum_quantile_loss": 0.4125614927905004 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 16.0, + 14.0, + 17.0, + 23.0, + 11.0, + 19.0, + 11.0, + 11.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 14.0, + 13.0, + 10.0, + 13.0, + 9.0 + ], + "actual": [ + 9.0, + 17.0, + 13.0, + 15.0, + 20.0, + 9.0, + 18.0, + 15.0, + 5.0, + 12.0, + 7.0, + 7.0, + 9.0, + 9.0, + 10.0, + 6.0, + 11.0, + 16.0, + 6.0, + 4.0, + 13.0, + 19.0, + 10.0, + 2.0 + ], + "predictions": { + "p50": [ + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 14.0, + 13.0, + 10.0, + 13.0, + 9.0 + ], + "p10": [ + 7.84, + 12.74, + 13.719999999999999, + 20.58, + 13.719999999999999, + 11.76, + 10.78, + 15.68, + 6.859999999999999, + 18.62, + 10.78, + 12.74, + 10.78, + 11.76, + 16.66, + 10.78, + 16.66, + 10.78, + 10.78, + 13.719999999999999, + 12.74, + 9.8, + 12.74, + 8.82 + ], + "p90": [ + 8.16, + 13.26, + 14.280000000000001, + 21.42, + 14.280000000000001, + 12.24, + 11.22, + 16.32, + 7.140000000000001, + 19.38, + 11.22, + 13.26, + 11.22, + 12.24, + 17.34, + 11.22, + 17.34, + 11.22, + 11.22, + 14.280000000000001, + 13.26, + 10.2, + 13.26, + 9.18 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_123856.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_123856.json new file mode 100644 index 0000000000000000000000000000000000000000..0bbedf01dd42fef1dcad6ddc3cb3da9cde61f3b2 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_123856.json @@ -0,0 +1,443 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T12:38:56.572437+00:00", + "metrics": { + "MSE[mean]": 27.924219198524952, + "MSE[0.5]": 27.924219198524952, + "MAE[0.5]": 4.520294189453125, + "MASE[0.5]": 0.8582837068581884, + "MAPE[0.5]": 0.7394318352417463, + "sMAPE[0.5]": 0.42605825625130916, + "MSIS": 10.427489461778086, + "RMSE[mean]": 5.284337157915357, + "NRMSE[mean]": 0.4840614190456816, + "ND[0.5]": 0.4140727501789122, + "mean_weighted_sum_quantile_loss": 0.31457148868214596 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 16.0, + 14.0, + 17.0, + 23.0, + 11.0, + 19.0, + 11.0, + 11.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 14.0, + 13.0, + 10.0, + 13.0, + 9.0 + ], + "actual": [ + 9.0, + 17.0, + 13.0, + 15.0, + 20.0, + 9.0, + 18.0, + 15.0, + 5.0, + 12.0, + 7.0, + 7.0, + 9.0, + 9.0, + 10.0, + 6.0, + 11.0, + 16.0, + 6.0, + 4.0, + 13.0, + 19.0, + 10.0, + 2.0 + ], + "predictions": { + "p50": [ + 12.9073486328125, + 12.912109375, + 13.0596923828125, + 12.9930419921875, + 12.9263916015625, + 12.8502197265625, + 13.0501708984375, + 13.0501708984375, + 13.1072998046875, + 13.1168212890625, + 12.978759765625, + 13.054931640625, + 13.0025634765625, + 13.131103515625, + 13.00732421875, + 13.169189453125, + 13.0216064453125, + 13.0216064453125, + 13.0025634765625, + 12.8359375, + 12.8978271484375, + 12.9930419921875, + 12.997802734375, + 13.0882568359375 + ], + "p10": [ + 9.04638671875, + 9.04638671875, + 9.0654296875, + 9.00830078125, + 8.9892578125, + 8.9130859375, + 8.951171875, + 8.875, + 8.93212890625, + 8.97021484375, + 8.9130859375, + 8.9130859375, + 8.9130859375, + 8.97021484375, + 8.9130859375, + 9.0654296875, + 8.9130859375, + 8.93212890625, + 8.8369140625, + 8.6845703125, + 8.7607421875, + 8.7607421875, + 8.72265625, + 8.8369140625 + ], + "p90": [ + 17.95849609375, + 18.3203125, + 18.6630859375, + 18.5869140625, + 18.45361328125, + 18.396484375, + 18.701171875, + 18.853515625, + 18.9296875, + 18.77734375, + 18.52978515625, + 18.701171875, + 18.56787109375, + 18.8916015625, + 18.7392578125, + 19.0439453125, + 18.853515625, + 18.7392578125, + 18.5869140625, + 18.396484375, + 18.47265625, + 18.6630859375, + 18.77734375, + 18.8916015625 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_123627.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_123627.json new file mode 100644 index 0000000000000000000000000000000000000000..b6f3742f13b7bc24c95d564da5e0f4e83551b5be --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_123627.json @@ -0,0 +1,443 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T12:36:27.080161+00:00", + "metrics": { + "MSE[mean]": 26.17538091684465, + "MSE[0.5]": 24.10825041117808, + "MAE[0.5]": 4.197287241617839, + "MASE[0.5]": 0.7969532737249061, + "MAPE[0.5]": 0.6303530426875089, + "sMAPE[0.5]": 0.4062303166444969, + "MSIS": 28.47936632512491, + "RMSE[mean]": 5.116188123676127, + "NRMSE[mean]": 0.4686584540772025, + "ND[0.5]": 0.38448432747644323, + "mean_weighted_sum_quantile_loss": 0.3920571882912827 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 16.0, + 14.0, + 17.0, + 23.0, + 11.0, + 19.0, + 11.0, + 11.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 14.0, + 13.0, + 10.0, + 13.0, + 9.0 + ], + "actual": [ + 9.0, + 17.0, + 13.0, + 15.0, + 20.0, + 9.0, + 18.0, + 15.0, + 5.0, + 12.0, + 7.0, + 7.0, + 9.0, + 9.0, + 10.0, + 6.0, + 11.0, + 16.0, + 6.0, + 4.0, + 13.0, + 19.0, + 10.0, + 2.0 + ], + "predictions": { + "p50": [ + 11.255908012390137, + 11.352396965026855, + 11.307819366455078, + 11.34032917022705, + 11.439541816711426, + 11.440503120422363, + 11.397697448730469, + 11.52340316772461, + 11.476795196533203, + 11.477354049682617, + 11.512077331542969, + 11.40296459197998, + 11.43952751159668, + 11.548111915588379, + 11.628098487854004, + 11.643332481384277, + 11.676750183105469, + 11.692344665527344, + 11.669079780578613, + 11.698989868164062, + 11.591126441955566, + 11.476806640625, + 11.42950439453125, + 11.512070655822754 + ], + "p10": [ + 12.569588661193848, + 12.706686019897461, + 12.659790992736816, + 12.799081802368164, + 12.840514183044434, + 12.862869262695312, + 12.756633758544922, + 12.834028244018555, + 12.898491859436035, + 12.862480163574219, + 12.90392780303955, + 12.860313415527344, + 12.853564262390137, + 13.044215202331543, + 13.063270568847656, + 13.079633712768555, + 13.191522598266602, + 13.1650390625, + 13.221933364868164, + 13.082825660705566, + 12.975415229797363, + 12.932452201843262, + 12.809839248657227, + 12.92060375213623 + ], + "p90": [ + 15.439441680908203, + 15.748559951782227, + 15.892881393432617, + 15.903745651245117, + 16.03035545349121, + 16.055137634277344, + 16.05825424194336, + 16.168659210205078, + 16.157665252685547, + 16.139869689941406, + 16.19713020324707, + 16.11471176147461, + 16.146018981933594, + 16.291210174560547, + 16.376216888427734, + 16.45574188232422, + 16.516193389892578, + 16.516626358032227, + 16.554792404174805, + 16.493865966796875, + 16.417648315429688, + 16.36370086669922, + 16.338336944580078, + 16.34149932861328 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260617_123753.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260617_123753.json new file mode 100644 index 0000000000000000000000000000000000000000..39abeabdd92feb073b6387f8ba7ea1e299c8db1e --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260617_123753.json @@ -0,0 +1,443 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TiRex", + "evaluated_at": "2026-06-17T12:37:53.778554+00:00", + "metrics": { + "MSE[mean]": 28.251964659233256, + "MSE[0.5]": 28.251964659233256, + "MAE[0.5]": 4.548933744430542, + "MASE[0.5]": 0.8637215970437738, + "MAPE[0.5]": 0.7450593197842842, + "sMAPE[0.5]": 0.4279100450916122, + "MSIS": 9.929276870775826, + "RMSE[mean]": 5.315257722748094, + "NRMSE[mean]": 0.4868938371982987, + "ND[0.5]": 0.41669622086386643, + "mean_weighted_sum_quantile_loss": 0.3167880829155091 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 16.0, + 14.0, + 17.0, + 23.0, + 11.0, + 19.0, + 11.0, + 11.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 14.0, + 13.0, + 10.0, + 13.0, + 9.0 + ], + "actual": [ + 9.0, + 17.0, + 13.0, + 15.0, + 20.0, + 9.0, + 18.0, + 15.0, + 5.0, + 12.0, + 7.0, + 7.0, + 9.0, + 9.0, + 10.0, + 6.0, + 11.0, + 16.0, + 6.0, + 4.0, + 13.0, + 19.0, + 10.0, + 2.0 + ], + "predictions": { + "p50": [ + 12.799802780151367, + 12.813874244689941, + 12.95154094696045, + 12.984662055969238, + 13.065519332885742, + 13.011089324951172, + 12.912483215332031, + 13.076560974121094, + 13.03095817565918, + 13.029850006103516, + 13.033849716186523, + 12.940650939941406, + 13.069310188293457, + 13.142745971679688, + 13.152664184570312, + 13.17677116394043, + 13.194087028503418, + 13.152305603027344, + 13.142047882080078, + 13.185052871704102, + 13.119132995605469, + 13.12206745147705, + 13.125389099121094, + 13.100021362304688 + ], + "p10": [ + 8.766733169555664, + 8.622997283935547, + 8.730583190917969, + 8.761468887329102, + 8.816556930541992, + 8.770068168640137, + 8.65296745300293, + 8.799773216247559, + 8.738862991333008, + 8.773794174194336, + 8.807384490966797, + 8.708677291870117, + 8.763199806213379, + 8.723594665527344, + 8.720781326293945, + 8.705324172973633, + 8.696496963500977, + 8.668661117553711, + 8.686149597167969, + 8.723034858703613, + 8.651995658874512, + 8.642372131347656, + 8.706522941589355, + 8.685142517089844 + ], + "p90": [ + 18.440153121948242, + 18.64545440673828, + 18.771831512451172, + 18.823652267456055, + 18.95807647705078, + 18.890947341918945, + 18.886539459228516, + 19.121374130249023, + 19.115522384643555, + 19.152732849121094, + 19.156667709350586, + 19.035987854003906, + 19.171213150024414, + 19.324560165405273, + 19.364559173583984, + 19.390111923217773, + 19.459951400756836, + 19.491559982299805, + 19.554658889770508, + 19.730518341064453, + 19.59090805053711, + 19.56264877319336, + 19.4697265625, + 19.414405822753906 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260617_123700.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260617_123700.json new file mode 100644 index 0000000000000000000000000000000000000000..4b61784221b7a2167f8d719bd1319900ac227df2 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260617_123700.json @@ -0,0 +1,443 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T12:37:00.064334+00:00", + "metrics": { + "MSE[mean]": 28.038624209797074, + "MSE[0.5]": 28.038624209797074, + "MAE[0.5]": 4.524410764376323, + "MASE[0.5]": 0.8590653350081624, + "MAPE[0.5]": 0.7417274361090028, + "sMAPE[0.5]": 0.4262120330338628, + "MSIS": 10.25979298579542, + "RMSE[mean]": 5.295151009158952, + "NRMSE[mean]": 0.48505200083898803, + "ND[0.5]": 0.4144498410115715, + "mean_weighted_sum_quantile_loss": 0.3138220370473045 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 16.0, + 14.0, + 17.0, + 23.0, + 11.0, + 19.0, + 11.0, + 11.0, + 11.0, + 22.0, + 12.0, + 20.0, + 8.0, + 13.0, + 14.0, + 21.0, + 14.0, + 12.0, + 11.0, + 16.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 14.0, + 13.0, + 10.0, + 13.0, + 9.0 + ], + "actual": [ + 9.0, + 17.0, + 13.0, + 15.0, + 20.0, + 9.0, + 18.0, + 15.0, + 5.0, + 12.0, + 7.0, + 7.0, + 9.0, + 9.0, + 10.0, + 6.0, + 11.0, + 16.0, + 6.0, + 4.0, + 13.0, + 19.0, + 10.0, + 2.0 + ], + "predictions": { + "p50": [ + 12.935286521911621, + 12.975397109985352, + 12.968782424926758, + 12.990307807922363, + 13.000582695007324, + 13.011462211608887, + 13.000213623046875, + 13.062952041625977, + 12.981013298034668, + 13.022130966186523, + 13.047698020935059, + 13.029031753540039, + 13.032797813415527, + 13.059060096740723, + 13.056750297546387, + 13.14361572265625, + 13.070159912109375, + 13.087679862976074, + 13.05774974822998, + 13.083122253417969, + 13.04962158203125, + 13.0869722366333, + 13.088624954223633, + 13.090620994567871 + ], + "p10": [ + 8.807923316955566, + 8.807180404663086, + 8.788724899291992, + 8.815836906433105, + 8.845451354980469, + 8.83774471282959, + 8.813638687133789, + 8.843737602233887, + 8.789928436279297, + 8.805723190307617, + 8.808074951171875, + 8.798629760742188, + 8.817580223083496, + 8.826314926147461, + 8.838475227355957, + 8.851272583007812, + 8.807548522949219, + 8.818851470947266, + 8.818506240844727, + 8.82645034790039, + 8.822595596313477, + 8.823043823242188, + 8.822505950927734, + 8.826629638671875 + ], + "p90": [ + 18.13764190673828, + 18.235919952392578, + 18.206958770751953, + 18.355297088623047, + 18.393014907836914, + 18.40731430053711, + 18.35563850402832, + 18.755531311035156, + 18.391632080078125, + 18.485469818115234, + 18.541000366210938, + 18.514389038085938, + 18.532573699951172, + 18.58447265625, + 18.60662078857422, + 18.99563217163086, + 18.64276885986328, + 18.749547958374023, + 18.564483642578125, + 18.80027198791504, + 18.64980697631836, + 18.74034309387207, + 18.69355010986328, + 18.714963912963867 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260617_123900.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260617_123900.json new file mode 100644 index 0000000000000000000000000000000000000000..41072e92ba645ec494a0c6ade0553e4e4b60b059 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260617_123900.json @@ -0,0 +1,673 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-17T12:39:00.774717+00:00", + "metrics": { + "MSE[mean]": 0.01681982192232549, + "MSE[0.5]": 0.019107489138656467, + "MAE[0.5]": 0.11369863758740209, + "MASE[0.5]": 0.670530492383931, + "MAPE[0.5]": 0.08381146915831708, + "sMAPE[0.5]": 0.08897362580223095, + "MSIS": 4.497448960450793, + "RMSE[mean]": 0.1296912561521612, + "NRMSE[mean]": 0.09933798343569794, + "ND[0.5]": 0.08708831815205266, + "mean_weighted_sum_quantile_loss": 0.06905744956623244 + }, + "context_length": 229, + "prediction_length": 36, + "timestamps": [ + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00" + ], + "context": [ + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.2818824692816344, + 1.2339251937398632, + 1.205860926565049, + 1.2065482256458027, + 1.199158071913132, + 1.196170579412092, + 1.1925446976332674, + 1.192150284340047, + 1.1956987788414881, + 1.1956399682353678, + 1.186363746729456, + 1.1957455976893487, + 1.1890534909427573, + 1.201232056535668, + 1.194459597880363, + 1.1974126757525696, + 1.196216708090157, + 1.1965362337835441, + 1.199177493180201, + 1.1977967380528125, + 1.1914395337940555, + 1.1962077474681458, + 1.197412378390611, + 1.1926236657673792, + 1.208224701063152, + 1.207369804164331, + 1.190544575496793, + 1.1906935481475012, + 1.1888834459615552, + 1.204520177193687, + 1.1985252108449695, + 1.19392602303009, + 1.1965538444546724, + 1.1932915903457841, + 1.1863442480840494, + 1.190351202015787 + ], + "p10": [ + 1.1870724149367058, + 1.1578184643293128, + 1.131383459488006, + 1.1277578315079093, + 1.099917139318723, + 1.0982505398175806, + 1.1075896507909537, + 1.1032158932199025, + 1.1218535377571128, + 1.0694520501784692, + 1.0970137275361789, + 1.1126239668489184, + 1.0694107248361666, + 1.1011778824896152, + 1.1188046776435931, + 1.1192865720619438, + 1.1209712126851954, + 1.1070371460590216, + 1.119339885263847, + 1.113740614113266, + 1.112643153467103, + 1.1011762969335044, + 1.1029764047646882, + 1.0820904794663226, + 1.112579446068448, + 1.1185167241287584, + 1.1117781629451158, + 1.1071951553443447, + 1.0961380534776162, + 1.1189990083250805, + 1.118803989580637, + 1.112579445907961, + 1.1011762949568646, + 1.1159313343739574, + 1.1016409689640274, + 1.1137045336959137 + ], + "p90": [ + 1.4238502616817474, + 1.3417931026604804, + 1.3223636262218215, + 1.2992762065235794, + 1.3167581604218448, + 1.321978005346567, + 1.2895070547146656, + 1.2927289477597503, + 1.2979440523211638, + 1.3272862179117062, + 1.292508957093184, + 1.3006700564725713, + 1.289199790007779, + 1.3006631929579915, + 1.3019524920738856, + 1.3280392941960484, + 1.315126274233981, + 1.3047589112598292, + 1.307416127119064, + 1.3019518145333422, + 1.3031925079370161, + 1.280355842938978, + 1.289196128035556, + 1.3049534629871964, + 1.3288557717703704, + 1.3021258431755482, + 1.2891961272089938, + 1.274760726556499, + 1.2900548468157644, + 1.3019518040123241, + 1.286001322111254, + 1.2919442223592454, + 1.2973965832485503, + 1.3076906356101015, + 1.3005314186720753, + 1.3144363303225102 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_123517.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_123517.json new file mode 100644 index 0000000000000000000000000000000000000000..fd26fd1e1a8680b232c60a8c7cd4a22ced3d7a33 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_123517.json @@ -0,0 +1,673 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T12:35:17.698969+00:00", + "metrics": { + "MSE[mean]": 0.009241204637401128, + "MSE[0.5]": 0.009241204637401128, + "MAE[0.5]": 0.0761447615093655, + "MASE[0.5]": 0.4490588938507128, + "MAPE[0.5]": 0.05669089414391242, + "sMAPE[0.5]": 0.0584093582167243, + "MSIS": 3.1310496249573494, + "RMSE[mean]": 0.096131184520951, + "NRMSE[mean]": 0.07363239665434544, + "ND[0.5]": 0.05832364711355656, + "mean_weighted_sum_quantile_loss": 0.06372853706350845 + }, + "context_length": 229, + "prediction_length": 36, + "timestamps": [ + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00" + ], + "context": [ + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.3310320377349854, + 1.2660760879516602, + 1.25609290599823, + 1.2491388320922852, + 1.2474985122680664, + 1.2439501285552979, + 1.2392935752868652, + 1.2388877868652344, + 1.2406939268112183, + 1.243396282196045, + 1.244281530380249, + 1.2459079027175903, + 1.2435261011123657, + 1.2433583736419678, + 1.2460286617279053, + 1.2516658306121826, + 1.254974126815796, + 1.255327820777893, + 1.2546203136444092, + 1.2541640996932983, + 1.2580294609069824, + 1.2633626461029053, + 1.2624846696853638, + 1.2648695707321167, + 1.2642619609832764, + 1.2646902799606323, + 1.2681704759597778, + 1.2697032690048218, + 1.2730140686035156, + 1.2746598720550537, + 1.2722043991088867, + 1.2740590572357178, + 1.2769534587860107, + 1.2827982902526855, + 1.2874350547790527, + 1.2847411632537842 + ], + "p10": [ + 1.1709827184677124, + 1.0848444700241089, + 1.068061113357544, + 1.0631400346755981, + 1.0616062879562378, + 1.054017186164856, + 1.0482889413833618, + 1.0441365242004395, + 1.0432415008544922, + 1.0454167127609253, + 1.0453487634658813, + 1.0416425466537476, + 1.0432716608047485, + 1.0409646034240723, + 1.0418568849563599, + 1.0444025993347168, + 1.0592303276062012, + 1.0523852109909058, + 1.0490587949752808, + 1.0499449968338013, + 1.0499780178070068, + 1.0513129234313965, + 1.0503246784210205, + 1.0509591102600098, + 1.04668128490448, + 1.0477778911590576, + 1.048897385597229, + 1.0465917587280273, + 1.0521131753921509, + 1.0522445440292358, + 1.0513347387313843, + 1.0475807189941406, + 1.0501549243927002, + 1.0480228662490845, + 1.0528390407562256, + 1.051162600517273 + ], + "p90": [ + 1.477813720703125, + 1.4512712955474854, + 1.4521753787994385, + 1.458086609840393, + 1.4552258253097534, + 1.4538991451263428, + 1.4585845470428467, + 1.4639629125595093, + 1.4656504392623901, + 1.4730157852172852, + 1.4753729104995728, + 1.4734712839126587, + 1.472759485244751, + 1.4739247560501099, + 1.4809091091156006, + 1.4857447147369385, + 1.4914650917053223, + 1.4880410432815552, + 1.4903528690338135, + 1.5003443956375122, + 1.5046887397766113, + 1.5066173076629639, + 1.5079898834228516, + 1.5135538578033447, + 1.5145964622497559, + 1.5238875150680542, + 1.5254924297332764, + 1.525422215461731, + 1.5335485935211182, + 1.5318766832351685, + 1.5361131429672241, + 1.5437875986099243, + 1.5659425258636475, + 1.5611015558242798, + 1.5606238842010498, + 1.5674163103103638 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260617_123901.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260617_123901.json new file mode 100644 index 0000000000000000000000000000000000000000..88031d7c111e1c0f2a1c4deb88c19ec8cc92f1bf --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260617_123901.json @@ -0,0 +1,673 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-17T12:39:01.003953+00:00", + "metrics": { + "MSE[mean]": 0.007237842058757587, + "MSE[0.5]": 0.007156980635338101, + "MAE[0.5]": 0.0635833638885937, + "MASE[0.5]": 0.37497884935403447, + "MAPE[0.5]": 0.04787909817445894, + "sMAPE[0.5]": 0.048550089463923335, + "MSIS": 2.4476090410973477, + "RMSE[mean]": 0.08507550798412894, + "NRMSE[mean]": 0.06516421888146047, + "ND[0.5]": 0.04870215106360369, + "mean_weighted_sum_quantile_loss": 0.04298734057266704 + }, + "context_length": 229, + "prediction_length": 36, + "timestamps": [ + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00" + ], + "context": [ + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.2905916262401074, + 1.2903337559240198, + 1.2900758856079322, + 1.2898180152918446, + 1.289560144975757, + 1.2893022746596694, + 1.2890444043435818, + 1.2887865340274942, + 1.2885286637114066, + 1.288270793395319, + 1.2880129230792317, + 1.287755052763144, + 1.2874971824470565, + 1.2872393121309689, + 1.2869814418148813, + 1.2867235714987937, + 1.286465701182706, + 1.2862078308666185, + 1.285949960550531, + 1.2856920902344433, + 1.2854342199183557, + 1.2851763496022681, + 1.2849184792861805, + 1.284660608970093, + 1.2844027386540053, + 1.2841448683379177, + 1.2838869980218302, + 1.2836291277057426, + 1.283371257389655, + 1.2831133870735674, + 1.2828555167574798, + 1.2825976464413922, + 1.2823397761253048, + 1.2820819058092172, + 1.2818240354931296, + 1.281566165177042 + ], + "p10": [ + 1.1905916023982495, + 1.1903337320821619, + 1.1900758617660743, + 1.1898179914499867, + 1.189560121133899, + 1.1893022508178115, + 1.189044380501724, + 1.1887865101856363, + 1.1885286398695487, + 1.1882707695534611, + 1.1880128992373737, + 1.1877550289212861, + 1.1874971586051986, + 1.187239288289111, + 1.1869814179730234, + 1.1867235476569358, + 1.1864656773408482, + 1.1862078070247606, + 1.185949936708673, + 1.1856920663925854, + 1.1854341960764978, + 1.1851763257604102, + 1.1849184554443226, + 1.184660585128235, + 1.1844027148121474, + 1.1841448444960598, + 1.1838869741799722, + 1.1836291038638846, + 1.183371233547797, + 1.1831133632317095, + 1.1828554929156219, + 1.1825976225995343, + 1.182339752283447, + 1.1820818819673593, + 1.1818240116512717, + 1.1815661413351841 + ], + "p90": [ + 1.4005916405452215, + 1.3903337797658777, + 1.39007590944979, + 1.3898180391337025, + 1.389560168817615, + 1.3893022985015273, + 1.3890444281854397, + 1.3887865578693521, + 1.3885286875532645, + 1.388270817237177, + 1.3880129469210896, + 1.387755076605002, + 1.3874972062889144, + 1.3872393359728268, + 1.3869814656567392, + 1.3867235953406516, + 1.386465725024564, + 1.3862078547084764, + 1.3859499843923888, + 1.3856921140763012, + 1.3854342437602136, + 1.385176373444126, + 1.3849185031280384, + 1.3846606328119508, + 1.4844026671284316, + 1.3841448921797757, + 1.383887021863688, + 1.3836291515476005, + 1.3833711739431522, + 1.3831134109154253, + 1.3828555405993377, + 1.38259767028325, + 1.3823397999671627, + 1.3820819296510751, + 1.3818240593349875, + 1.3815661890189 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_123809.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_123809.json new file mode 100644 index 0000000000000000000000000000000000000000..6e205f3272d7f4ce63bb415d12876a97c7d365c3 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_123809.json @@ -0,0 +1,673 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T12:38:09.328538+00:00", + "metrics": { + "MSE[mean]": 0.015374964786227944, + "MSE[0.5]": 0.02088203365885397, + "MAE[0.5]": 0.1221245527267456, + "MASE[0.5]": 0.7202217916558867, + "MAPE[0.5]": 0.09048463116286154, + "sMAPE[0.5]": 0.0960333270530371, + "MSIS": 3.85095689403725, + "RMSE[mean]": 0.12399582568065727, + "NRMSE[mean]": 0.0949755260532694, + "ND[0.5]": 0.0935422105992094, + "mean_weighted_sum_quantile_loss": 0.09098373163958248 + }, + "context_length": 229, + "prediction_length": 36, + "timestamps": [ + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00" + ], + "context": [ + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.289199709892273, + 1.262949287891388, + 1.2701578736305237, + 1.2356918454170227, + 1.2175706624984741, + 1.2174757719039917, + 1.237588107585907, + 1.1967366337776184, + 1.201698660850525, + 1.1986037492752075, + 1.1916332244873047, + 1.1989229917526245, + 1.1981666088104248, + 1.189206838607788, + 1.2007028460502625, + 1.2111487984657288, + 1.2192001938819885, + 1.2122252583503723, + 1.2248810529708862, + 1.2051765322685242, + 1.2101547718048096, + 1.1811563968658447, + 1.1615020036697388, + 1.2097038626670837, + 1.2074806690216064, + 1.1806894540786743, + 1.2299823760986328, + 1.175575315952301, + 1.143289566040039, + 1.1674067378044128, + 1.1668577790260315, + 1.1640454530715942, + 1.1600749492645264, + 1.1862313747406006, + 1.1602903604507446, + 1.1875497102737427 + ], + "p10": [ + 1.1327952146530151, + 1.1001046299934387, + 1.083843469619751, + 1.0456256866455078, + 1.0472065806388855, + 1.012825071811676, + 1.023360013961792, + 1.0225924849510193, + 1.0580877661705017, + 1.0156106352806091, + 0.9317295849323273, + 1.0342872142791748, + 0.9511750936508179, + 0.9969847500324249, + 0.9638314247131348, + 0.9630258977413177, + 0.951930969953537, + 0.9546240270137787, + 0.9859079122543335, + 0.9732903242111206, + 0.952544778585434, + 0.9068545699119568, + 0.9070036709308624, + 0.939112663269043, + 0.878330409526825, + 0.8957317471504211, + 0.9890627562999725, + 0.9346922039985657, + 0.8749030232429504, + 0.9127241373062134, + 0.8862127065658569, + 0.9029501080513, + 0.8521393537521362, + 0.8714837431907654, + 0.8247848451137543, + 0.8477976322174072 + ], + "p90": [ + 1.523574948310852, + 1.4685916304588318, + 1.4933812618255615, + 1.4489971995353699, + 1.4500150680541992, + 1.4366665482521057, + 1.4626691937446594, + 1.4284857511520386, + 1.4391435384750366, + 1.464885175228119, + 1.4022433161735535, + 1.4440805315971375, + 1.4511414170265198, + 1.5027464628219604, + 1.467610239982605, + 1.4675819277763367, + 1.4413362741470337, + 1.4959004521369934, + 1.5065451860427856, + 1.5726282000541687, + 1.5648661851882935, + 1.4380569458007812, + 1.477457046508789, + 1.5041749477386475, + 1.5620615482330322, + 1.4712204933166504, + 1.538476824760437, + 1.4668369889259338, + 1.4883731603622437, + 1.4854653477668762, + 1.5328447818756104, + 1.4903411865234375, + 1.555586576461792, + 1.5313092470169067, + 1.512460172176361, + 1.5653964281082153 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260617_123901.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260617_123901.json new file mode 100644 index 0000000000000000000000000000000000000000..e04b7e20c915856cd799c72853a08ad3cad0a36f --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260617_123901.json @@ -0,0 +1,673 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-17T12:39:01.078381+00:00", + "metrics": { + "MSE[mean]": 0.023894448095399572, + "MSE[0.5]": 0.02379525847743224, + "MAE[0.5]": 0.13099411870652478, + "MASE[0.5]": 0.7725294935760728, + "MAPE[0.5]": 0.09690949663906562, + "sMAPE[0.5]": 0.1036202386197973, + "MSIS": 4.349405037798263, + "RMSE[mean]": 0.15457829115176416, + "NRMSE[mean]": 0.11840039322262787, + "ND[0.5]": 0.10033592071138069, + "mean_weighted_sum_quantile_loss": 0.0895193610763981 + }, + "context_length": 229, + "prediction_length": 36, + "timestamps": [ + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00" + ], + "context": [ + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185, + 1.174561420292185 + ], + "p10": [ + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327, + 1.074561396450327 + ], + "p90": [ + 1.284561434597299, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.3745613487666113, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.2745613368456823, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043, + 1.274561444134043 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260617_123901.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260617_123901.json new file mode 100644 index 0000000000000000000000000000000000000000..c40478f2ddf27e49e7aa14414cddc9bf852c59ba --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260617_123901.json @@ -0,0 +1,673 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-17T12:39:01.119052+00:00", + "metrics": { + "MSE[mean]": 0.04638887259695639, + "MSE[0.5]": 0.04638887259695639, + "MAE[0.5]": 0.18055551250775656, + "MASE[0.5]": 1.064814665095631, + "MAPE[0.5]": 0.13523094168459465, + "sMAPE[0.5]": 0.14655018857298305, + "MSIS": 35.71322721722461, + "RMSE[mean]": 0.2153807619007705, + "NRMSE[mean]": 0.1649724984771859, + "ND[0.5]": 0.1382978393676433, + "mean_weighted_sum_quantile_loss": 0.13350824117096888 + }, + "context_length": 229, + "prediction_length": 36, + "timestamps": [ + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00" + ], + "context": [ + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158 + ], + "p10": [ + 1.0780000233650207, + 1.0780000233650207, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 0.98, + 0.98, + 1.1760000467300415, + 1.0780000233650207, + 1.1760000467300415, + 1.1760000467300415, + 0.98, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 1.0780000233650207, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.3719999766349793, + 1.0780000233650207, + 1.0780000233650207, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 0.98, + 0.98, + 1.1760000467300415, + 1.0780000233650207, + 1.1760000467300415 + ], + "p90": [ + 1.1220000243186952, + 1.1220000243186952, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.02, + 1.02, + 1.22400004863739, + 1.1220000243186952, + 1.22400004863739, + 1.22400004863739, + 1.02, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.1220000243186952, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.4279999756813049, + 1.1220000243186952, + 1.1220000243186952, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.02, + 1.02, + 1.22400004863739, + 1.1220000243186952, + 1.22400004863739 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_123842.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_123842.json new file mode 100644 index 0000000000000000000000000000000000000000..01bf51fd9e12762de0aa2fd6873957a3c35dda46 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_123842.json @@ -0,0 +1,673 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T12:38:42.492744+00:00", + "metrics": { + "MSE[mean]": 0.017903163284382215, + "MSE[0.5]": 0.017903163284382215, + "MAE[0.5]": 0.10967035757170783, + "MASE[0.5]": 0.646773966890761, + "MAPE[0.5]": 0.0808866419543091, + "sMAPE[0.5]": 0.08559349139339673, + "MSIS": 5.410725991708629, + "RMSE[mean]": 0.1338027028291365, + "NRMSE[mean]": 0.10248717663508328, + "ND[0.5]": 0.08400282707620174, + "mean_weighted_sum_quantile_loss": 0.07435079573457687 + }, + "context_length": 229, + "prediction_length": 36, + "timestamps": [ + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00" + ], + "context": [ + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.3021659851074219, + 1.237020492553711, + 1.2249565124511719, + 1.2155466079711914, + 1.2026381492614746, + 1.1961236000061035, + 1.18731689453125, + 1.1833961009979248, + 1.182973861694336, + 1.1860501766204834, + 1.1908154487609863, + 1.1974506378173828, + 1.195641040802002, + 1.1949172019958496, + 1.2002253532409668, + 1.1992602348327637, + 1.2027587890625, + 1.2009491920471191, + 1.1997427940368652, + 1.199984073638916, + 1.2020349502563477, + 1.2044477462768555, + 1.2073431015014648, + 1.2097558975219727, + 1.2112035751342773, + 1.211686134338379, + 1.213857650756836, + 1.2153053283691406, + 1.212651252746582, + 1.2128925323486328, + 1.2085494995117188, + 1.2042064666748047, + 1.2068605422973633, + 1.2097558975219727, + 1.2119274139404297, + 1.216994285583496 + ], + "p10": [ + 1.1430420875549316, + 1.0652294158935547, + 1.0642642974853516, + 1.0623340606689453, + 1.0550956726074219, + 1.0488224029541016, + 1.0396537780761719, + 1.0367584228515625, + 1.0348281860351562, + 1.040618896484375, + 1.0444793701171875, + 1.04833984375, + 1.0464096069335938, + 1.0444793701171875, + 1.0512351989746094, + 1.0488224029541016, + 1.0488224029541016, + 1.0493049621582031, + 1.04833984375, + 1.0512351989746094, + 1.0546131134033203, + 1.0565433502197266, + 1.0565433502197266, + 1.0570259094238281, + 1.0575084686279297, + 1.059438705444336, + 1.0647468566894531, + 1.0661945343017578, + 1.0642642974853516, + 1.06378173828125, + 1.060403823852539, + 1.0541305541992188, + 1.056060791015625, + 1.0608863830566406, + 1.0628166198730469, + 1.067159652709961 + ], + "p90": [ + 1.4150848388671875, + 1.3861312866210938, + 1.3784103393554688, + 1.3716545104980469, + 1.3639335632324219, + 1.3610382080078125, + 1.3542823791503906, + 1.3465614318847656, + 1.349456787109375, + 1.349456787109375, + 1.3533172607421875, + 1.3600730895996094, + 1.3552474975585938, + 1.3562126159667969, + 1.3591079711914062, + 1.3610382080078125, + 1.364898681640625, + 1.3629684448242188, + 1.3610382080078125, + 1.3610382080078125, + 1.3610382080078125, + 1.364898681640625, + 1.3687591552734375, + 1.3706893920898438, + 1.3716545104980469, + 1.3697242736816406, + 1.3697242736816406, + 1.3697242736816406, + 1.3677940368652344, + 1.3687591552734375, + 1.3620033264160156, + 1.3600730895996094, + 1.3668289184570312, + 1.3677940368652344, + 1.3687591552734375, + 1.3735847473144531 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_123555.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_123555.json new file mode 100644 index 0000000000000000000000000000000000000000..401430dd02f34f36361c871d44a5b45e5084d6d4 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_123555.json @@ -0,0 +1,673 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T12:35:55.802483+00:00", + "metrics": { + "MSE[mean]": 0.009451282781882182, + "MSE[0.5]": 0.014794118340927377, + "MAE[0.5]": 0.0978151328033871, + "MASE[0.5]": 0.5768585319312742, + "MAPE[0.5]": 0.07201514174061266, + "sMAPE[0.5]": 0.07601042929371095, + "MSIS": 5.465174510597931, + "RMSE[mean]": 0.09721770817028234, + "NRMSE[mean]": 0.07446462753468434, + "ND[0.5]": 0.07492222938131779, + "mean_weighted_sum_quantile_loss": 0.0541349728902181 + }, + "context_length": 229, + "prediction_length": 36, + "timestamps": [ + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00" + ], + "context": [ + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.2409663200378418, + 1.2045814990997314, + 1.1855098009109497, + 1.1792405843734741, + 1.1808006763458252, + 1.1879502534866333, + 1.1940432786941528, + 1.1951498985290527, + 1.1949470043182373, + 1.1926223039627075, + 1.192753553390503, + 1.1920578479766846, + 1.1876156330108643, + 1.1907318830490112, + 1.1999800205230713, + 1.2036914825439453, + 1.2082061767578125, + 1.2037179470062256, + 1.1992065906524658, + 1.1997889280319214, + 1.2068146467208862, + 1.2109624147415161, + 1.21644926071167, + 1.2216130495071411, + 1.2178089618682861, + 1.2207890748977661, + 1.2277194261550903, + 1.2378671169281006, + 1.2431094646453857, + 1.2457237243652344, + 1.2495180368423462, + 1.2485674619674683, + 1.2471787929534912, + 1.2439239025115967, + 1.243334412574768, + 1.2396126985549927 + ], + "p10": [ + 1.2737905979156494, + 1.2390000820159912, + 1.2249383926391602, + 1.2223544120788574, + 1.2237074375152588, + 1.2233552932739258, + 1.2349482774734497, + 1.2416361570358276, + 1.2327829599380493, + 1.2329790592193604, + 1.2295739650726318, + 1.229050874710083, + 1.2285224199295044, + 1.2310103178024292, + 1.2428293228149414, + 1.2452629804611206, + 1.2482541799545288, + 1.2427414655685425, + 1.236037015914917, + 1.235248327255249, + 1.248366355895996, + 1.2493258714675903, + 1.2524617910385132, + 1.2595140933990479, + 1.2517744302749634, + 1.2497141361236572, + 1.261281132698059, + 1.2656166553497314, + 1.2807321548461914, + 1.2800112962722778, + 1.2807672023773193, + 1.2809804677963257, + 1.2807607650756836, + 1.2766371965408325, + 1.2745949029922485, + 1.2735337018966675 + ], + "p90": [ + 1.3630486726760864, + 1.3416497707366943, + 1.3301066160202026, + 1.3269325494766235, + 1.3326157331466675, + 1.341498851776123, + 1.3469563722610474, + 1.349522352218628, + 1.350333571434021, + 1.348341464996338, + 1.3524856567382812, + 1.3531712293624878, + 1.350590467453003, + 1.3552385568618774, + 1.3659850358963013, + 1.3672925233840942, + 1.3726930618286133, + 1.3688569068908691, + 1.3635892868041992, + 1.3641464710235596, + 1.3724396228790283, + 1.3791370391845703, + 1.3836392164230347, + 1.386277198791504, + 1.3857804536819458, + 1.388715386390686, + 1.3907731771469116, + 1.4030920267105103, + 1.4105888605117798, + 1.4133296012878418, + 1.418987512588501, + 1.416884183883667, + 1.412747859954834, + 1.412718653678894, + 1.408416509628296, + 1.4050309658050537 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_123727.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_123727.json new file mode 100644 index 0000000000000000000000000000000000000000..48dce73332659af89786f0211d8ee3d28831e8ef --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_123727.json @@ -0,0 +1,673 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-17T12:37:27.232400+00:00", + "metrics": { + "MSE[mean]": 0.011400309230807358, + "MSE[0.5]": 0.011400309230807358, + "MAE[0.5]": 0.08491395579444037, + "MASE[0.5]": 0.5007746600775644, + "MAPE[0.5]": 0.06271480575111037, + "sMAPE[0.5]": 0.06542125767945532, + "MSIS": 3.4604760296722072, + "RMSE[mean]": 0.10677223061642648, + "NRMSE[mean]": 0.08178298515300751, + "ND[0.5]": 0.06504047677872028, + "mean_weighted_sum_quantile_loss": 0.06484808177812725 + }, + "context_length": 229, + "prediction_length": 36, + "timestamps": [ + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00" + ], + "context": [ + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.2979073524475098, + 1.2358787059783936, + 1.2289137840270996, + 1.2356185913085938, + 1.2344505786895752, + 1.2259618043899536, + 1.2184053659439087, + 1.216561198234558, + 1.2178674936294556, + 1.2215596437454224, + 1.2238727807998657, + 1.2244161367416382, + 1.219607949256897, + 1.218885898590088, + 1.227638840675354, + 1.2331438064575195, + 1.2345937490463257, + 1.2342629432678223, + 1.2355473041534424, + 1.2380971908569336, + 1.245004415512085, + 1.2506210803985596, + 1.251620888710022, + 1.2500650882720947, + 1.2418712377548218, + 1.2419941425323486, + 1.254987120628357, + 1.2614957094192505, + 1.2602063417434692, + 1.2531956434249878, + 1.2476282119750977, + 1.2471739053726196, + 1.2532910108566284, + 1.260351538658142, + 1.2641541957855225, + 1.2628886699676514 + ], + "p10": [ + 1.1138296127319336, + 1.0616928339004517, + 1.0600849390029907, + 1.0660163164138794, + 1.0682317018508911, + 1.059982419013977, + 1.051259994506836, + 1.0485576391220093, + 1.0482513904571533, + 1.049250602722168, + 1.0476603507995605, + 1.0479836463928223, + 1.0425668954849243, + 1.0395190715789795, + 1.0458922386169434, + 1.0521190166473389, + 1.0549407005310059, + 1.0535829067230225, + 1.0527076721191406, + 1.0542875528335571, + 1.057201862335205, + 1.062286376953125, + 1.0633647441864014, + 1.060412883758545, + 1.0502458810806274, + 1.049798607826233, + 1.0627723932266235, + 1.0675581693649292, + 1.0657392740249634, + 1.0577349662780762, + 1.0509032011032104, + 1.0496082305908203, + 1.0456483364105225, + 1.0664328336715698, + 1.070790410041809, + 1.0663058757781982 + ], + "p90": [ + 1.4342925548553467, + 1.4134401082992554, + 1.418823003768921, + 1.4206827878952026, + 1.4173561334609985, + 1.4104690551757812, + 1.405631422996521, + 1.4061580896377563, + 1.408388376235962, + 1.412543535232544, + 1.415880560874939, + 1.421281099319458, + 1.4173316955566406, + 1.4169896841049194, + 1.4260588884353638, + 1.4305161237716675, + 1.4303313493728638, + 1.4295005798339844, + 1.430832862854004, + 1.435245394706726, + 1.4434022903442383, + 1.4533296823501587, + 1.455090045928955, + 1.4551745653152466, + 1.4463953971862793, + 1.445687174797058, + 1.460794448852539, + 1.4680209159851074, + 1.4666175842285156, + 1.459009051322937, + 1.4551329612731934, + 1.4552879333496094, + 1.437024474143982, + 1.4443039894104004, + 1.454085111618042, + 1.459640383720398 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_123643.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_123643.json new file mode 100644 index 0000000000000000000000000000000000000000..347a16bc88d569ad554e6d2e4c67f9abb0d1cc65 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_123643.json @@ -0,0 +1,673 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T12:36:43.664765+00:00", + "metrics": { + "MSE[mean]": 0.012998539600888629, + "MSE[0.5]": 0.012998539600888629, + "MAE[0.5]": 0.09194053543938531, + "MASE[0.5]": 0.5422134671650987, + "MAPE[0.5]": 0.06790324498565861, + "sMAPE[0.5]": 0.0710620620309138, + "MSIS": 3.6353941306746953, + "RMSE[mean]": 0.11401113805628216, + "NRMSE[mean]": 0.0873276802133225, + "ND[0.5]": 0.07042253778335895, + "mean_weighted_sum_quantile_loss": 0.06790547348365153 + }, + "context_length": 229, + "prediction_length": 36, + "timestamps": [ + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00" + ], + "context": [ + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.3134422302246094, + 1.2195357084274292, + 1.2347749471664429, + 1.2499531507492065, + 1.2443948984146118, + 1.2390570640563965, + 1.2196942567825317, + 1.2117458581924438, + 1.2233985662460327, + 1.2315880060195923, + 1.2323501110076904, + 1.2336976528167725, + 1.215345859527588, + 1.207090139389038, + 1.2156891822814941, + 1.2301310300827026, + 1.2305684089660645, + 1.2279329299926758, + 1.2113116979599, + 1.203941822052002, + 1.2131799459457397, + 1.2275605201721191, + 1.2281731367111206, + 1.2288070917129517, + 1.2122271060943604, + 1.206838846206665, + 1.222170114517212, + 1.2346739768981934, + 1.2402971982955933, + 1.2408143281936646, + 1.2280185222625732, + 1.2200323343276978, + 1.2471463680267334, + 1.2656699419021606, + 1.2611428499221802, + 1.258109211921692 + ], + "p10": [ + 1.1584376096725464, + 1.0756678581237793, + 1.0611644983291626, + 1.1004921197891235, + 1.1015342473983765, + 1.0972447395324707, + 1.0734708309173584, + 1.063202142715454, + 1.0720765590667725, + 1.0803858041763306, + 1.0778716802597046, + 1.0746320486068726, + 1.0558754205703735, + 1.0423519611358643, + 1.0534546375274658, + 1.0688139200210571, + 1.0661109685897827, + 1.0594362020492554, + 1.040269136428833, + 1.0273377895355225, + 1.0378632545471191, + 1.0533597469329834, + 1.052474021911621, + 1.0508283376693726, + 1.0314961671829224, + 1.0233279466629028, + 1.0376739501953125, + 1.0479247570037842, + 1.0496339797973633, + 1.0510547161102295, + 1.0382335186004639, + 1.0270804166793823, + 1.041258454322815, + 1.0459082126617432, + 1.0428069829940796, + 1.0421311855316162 + ], + "p90": [ + 1.427269458770752, + 1.3968260288238525, + 1.4050745964050293, + 1.4309803247451782, + 1.4248778820037842, + 1.4243613481521606, + 1.397822618484497, + 1.3909517526626587, + 1.410258412361145, + 1.4267263412475586, + 1.4258980751037598, + 1.4368544816970825, + 1.4139751195907593, + 1.4071866273880005, + 1.422978401184082, + 1.4491666555404663, + 1.4490125179290771, + 1.4480152130126953, + 1.4206000566482544, + 1.414482593536377, + 1.4340531826019287, + 1.4563086032867432, + 1.4530357122421265, + 1.4537327289581299, + 1.4318937063217163, + 1.4259202480316162, + 1.4513992071151733, + 1.4713563919067383, + 1.4757429361343384, + 1.4765567779541016, + 1.464149832725525, + 1.4547593593597412, + 1.4968171119689941, + 1.5025064945220947, + 1.4920713901519775, + 1.5019465684890747 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260617_123900.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260617_123900.json new file mode 100644 index 0000000000000000000000000000000000000000..760f7d85bc0db6aa29f355a07c12dae8e1372ef3 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260617_123900.json @@ -0,0 +1,491 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-17T12:39:00.825687+00:00", + "metrics": { + "MSE[mean]": 0.023486249502030977, + "MSE[0.5]": 0.01644847702492166, + "MAE[0.5]": 0.11526590829761559, + "MASE[0.5]": 0.12442497417006311, + "MAPE[0.5]": 0.007244405286797609, + "sMAPE[0.5]": 0.007246342156496041, + "MSIS": 0.7934136999321865, + "RMSE[mean]": 0.1532522414257977, + "NRMSE[mean]": 0.009598261161411457, + "ND[0.5]": 0.007219158953596752, + "mean_weighted_sum_quantile_loss": 0.00621948320582412 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "predictions": { + "p50": [ + 15.90851534559529, + 15.904250535758578, + 15.903155828673018, + 15.902625475333124, + 15.901731061722257, + 15.902309137296415, + 15.898341089643726, + 15.901726661925096, + 15.901804219220763, + 15.900421078867726, + 15.899618058959597, + 15.901029718366772, + 15.90174633756589, + 15.90145011556167, + 15.901020488542077, + 15.901753869104393, + 15.901625163365908, + 15.901593699857784, + 15.898117016539455, + 15.901752886566843, + 15.902132479403853, + 15.901765501135827, + 15.901611886275386, + 15.900169305796407 + ], + "p10": [ + 15.774469964411907, + 15.813836956731741, + 15.639681372690076, + 15.777390217483559, + 15.757347246677513, + 15.77566857279047, + 15.774539980222094, + 15.776305864146659, + 15.812185556227293, + 15.75629478509886, + 15.548293348593962, + 15.767718577831609, + 15.637577326049767, + 15.793429688108384, + 15.793055863024774, + 15.595872694319308, + 15.773794813227672, + 15.77602402054685, + 15.642204546399736, + 15.776008481380718, + 15.546132373699333, + 15.776023713941257, + 15.642204375124123, + 15.591111789297837 + ], + "p90": [ + 15.985366938592554, + 15.946739613648568, + 16.000387122606334, + 16.036926071500957, + 15.990346967641715, + 16.16938296247666, + 15.961783634645382, + 15.961735711175336, + 16.029321913383555, + 15.98883240026602, + 16.035767234314424, + 15.998288009924073, + 15.989694685576156, + 16.028350988426062, + 16.02908942109093, + 15.989359291183364, + 16.001284506419534, + 15.998277171159444, + 15.953940084214747, + 16.02834760613713, + 16.029906790072435, + 16.028438561925203, + 16.028438547325297, + 15.977478850339342 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260617_123523.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260617_123523.json new file mode 100644 index 0000000000000000000000000000000000000000..0dc9ee60cb572402aa110101fdb38778f1ad5812 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260617_123523.json @@ -0,0 +1,491 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T12:35:23.040659+00:00", + "metrics": { + "MSE[mean]": 0.012574899264867176, + "MSE[0.5]": 0.012574899264867176, + "MAE[0.5]": 0.0772104263305664, + "MASE[0.5]": 0.08334559145654186, + "MAPE[0.5]": 0.004870800591592066, + "sMAPE[0.5]": 0.004857128455578588, + "MSIS": 1.5125646525445464, + "RMSE[mean]": 0.11213785830337217, + "NRMSE[mean]": 0.007023247686711712, + "ND[0.5]": 0.004835725920938769, + "mean_weighted_sum_quantile_loss": 0.01184519276750411 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "predictions": { + "p50": [ + 15.992979049682617, + 15.975114822387695, + 15.969354629516602, + 15.96415901184082, + 15.967402458190918, + 15.953452110290527, + 15.96287727355957, + 15.957408905029297, + 15.962068557739258, + 15.953933715820312, + 15.952692031860352, + 15.94559383392334, + 15.940796852111816, + 15.929986953735352, + 15.9154634475708, + 15.934005737304688, + 15.910324096679688, + 15.9087495803833, + 15.94159984588623, + 15.929133415222168, + 15.943063735961914, + 15.932044982910156, + 15.931438446044922, + 15.925609588623047 + ], + "p10": [ + 15.717721939086914, + 15.590252876281738, + 15.50149154663086, + 15.437771797180176, + 15.394115447998047, + 15.302818298339844, + 15.229275703430176, + 15.217486381530762, + 15.193011283874512, + 15.121057510375977, + 15.073110580444336, + 14.957643508911133, + 14.883731842041016, + 14.7734375, + 14.770209312438965, + 14.782541275024414, + 14.867704391479492, + 14.829948425292969, + 14.79356575012207, + 14.7876558303833, + 14.808996200561523, + 14.822757720947266, + 14.787788391113281, + 14.786589622497559 + ], + "p90": [ + 16.095186233520508, + 16.142675399780273, + 16.17041778564453, + 16.207250595092773, + 16.245943069458008, + 16.237586975097656, + 16.26122283935547, + 16.2434139251709, + 16.245283126831055, + 16.27482032775879, + 16.311664581298828, + 16.339599609375, + 16.39681053161621, + 16.487268447875977, + 16.530498504638672, + 16.554067611694336, + 16.696218490600586, + 16.74808692932129, + 16.76605224609375, + 16.760488510131836, + 16.790678024291992, + 16.832050323486328, + 16.84440803527832, + 16.87834358215332 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260617_123901.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260617_123901.json new file mode 100644 index 0000000000000000000000000000000000000000..520f9ee73798d94a8c09a1ad16d7e1ae844a341f --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260617_123901.json @@ -0,0 +1,491 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-17T12:39:01.021739+00:00", + "metrics": { + "MSE[mean]": 0.11826704723637278, + "MSE[0.5]": 0.10208726225407767, + "MAE[0.5]": 0.27134365055243603, + "MASE[0.5]": 0.2929047036529177, + "MAPE[0.5]": 0.01697980904526709, + "sMAPE[0.5]": 0.017166815670878275, + "MSIS": 11.187398682599936, + "RMSE[mean]": 0.3438997633560872, + "NRMSE[mean]": 0.021538606622191148, + "ND[0.5]": 0.016994382583004973, + "mean_weighted_sum_quantile_loss": 0.017007720252138477 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "predictions": { + "p50": [ + 15.99631831895904, + 15.972321115114422, + 15.948323911269807, + 15.92432670742519, + 15.900329503580572, + 15.876332299735955, + 15.852335095891338, + 15.82833789204672, + 15.804340688202105, + 15.780343484357488, + 15.75634628051287, + 15.732349076668253, + 15.708351872823636, + 15.684354668979019, + 15.660357465134403, + 15.636360261289786, + 15.612363057445169, + 15.588365853600552, + 15.564368649755934, + 15.540371445911319, + 15.516374242066702, + 15.492377038222084, + 15.468379834377467, + 15.44438263053285 + ], + "p10": [ + 15.99631831895904, + 15.972321115114422, + 15.838323491653108, + 15.92432670742519, + 15.900329503580572, + 15.766331880119257, + 15.652334332951884, + 15.82833789204672, + 15.804340688202105, + 15.780343484357488, + 15.356346661982597, + 15.732349076668253, + 15.698351834676664, + 15.56435440195021, + 15.660357465134403, + 15.326360986082268, + 15.612363057445169, + 15.57836581545358, + 15.354368039404372, + 15.530371407764347, + 15.116374623536428, + 15.492377038222084, + 15.268379071438014, + 15.244381867593397 + ], + "p90": [ + 15.99631831895904, + 15.972321115114422, + 15.948323911269807, + 15.92432670742519, + 15.910329541727544, + 15.986332719352653, + 15.852335095891338, + 15.82833789204672, + 15.804340688202105, + 15.780343484357488, + 15.75634628051287, + 15.742349114815225, + 15.708351872823636, + 15.684354668979019, + 15.770357884751101, + 15.636360261289786, + 15.612363057445169, + 15.588365853600552, + 15.564368649755934, + 15.540371445911319, + 15.516374242066702, + 15.492377038222084, + 15.468379834377467, + 15.44438263053285 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260617_123816.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260617_123816.json new file mode 100644 index 0000000000000000000000000000000000000000..1e631d3826a22dbe16ad5e31fbbd99d52c58e609 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260617_123816.json @@ -0,0 +1,491 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T12:38:16.478889+00:00", + "metrics": { + "MSE[mean]": 0.12886740364232688, + "MSE[0.5]": 0.02735209525282774, + "MAE[0.5]": 0.10852320988972981, + "MASE[0.5]": 0.11714649879405231, + "MAPE[0.5]": 0.006843049179351561, + "sMAPE[0.5]": 0.006788530840310517, + "MSIS": 2.1619564113339633, + "RMSE[mean]": 0.35898106306924726, + "NRMSE[mean]": 0.022483155634679935, + "ND[0.5]": 0.006796860528142032, + "mean_weighted_sum_quantile_loss": 0.013156658668013941 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "predictions": { + "p50": [ + 16.02488899230957, + 16.019116401672363, + 16.022303581237793, + 16.044795036315918, + 15.992739200592041, + 16.05548095703125, + 16.014395713806152, + 16.040854454040527, + 16.038491249084473, + 16.027981758117676, + 16.08002281188965, + 16.058320999145508, + 16.068150520324707, + 16.03325366973877, + 16.127382278442383, + 15.975000381469727, + 16.133325576782227, + 16.17010498046875, + 16.143223762512207, + 16.13907241821289, + 16.22831439971924, + 16.138811111450195, + 16.190217971801758, + 16.09546661376953 + ], + "p10": [ + 15.920088768005371, + 15.84007978439331, + 15.7789888381958, + 15.748917579650879, + 15.634894371032715, + 15.70903730392456, + 15.621758460998535, + 15.61252212524414, + 15.476946353912354, + 15.423978328704834, + 15.46071195602417, + 15.275566577911377, + 15.394139289855957, + 15.316482067108154, + 15.12300729751587, + 15.035087585449219, + 15.235758781433105, + 15.008656978607178, + 15.067249774932861, + 15.146527767181396, + 14.919326305389404, + 14.92845106124878, + 14.832878589630127, + 14.625227451324463 + ], + "p90": [ + 16.129465103149414, + 16.221041679382324, + 16.36291217803955, + 16.335668563842773, + 16.389739990234375, + 16.453121185302734, + 16.597371101379395, + 16.53059959411621, + 16.85438346862793, + 16.671494483947754, + 16.77319622039795, + 16.733525276184082, + 17.03137493133545, + 16.86396312713623, + 17.044700622558594, + 16.84102439880371, + 17.416132926940918, + 17.72503662109375, + 17.619937896728516, + 17.991278648376465, + 18.020246505737305, + 18.02795696258545, + 18.106940269470215, + 18.14025592803955 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260617_123901.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260617_123901.json new file mode 100644 index 0000000000000000000000000000000000000000..e0c8cca69fd6be95d66ce34922d9f3a4616a07f7 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260617_123901.json @@ -0,0 +1,491 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-17T12:39:01.087769+00:00", + "metrics": { + "MSE[mean]": 0.029816408348095968, + "MSE[0.5]": 0.022432877851712704, + "MAE[0.5]": 0.14531763965736152, + "MASE[0.5]": 0.15686462569779425, + "MAPE[0.5]": 0.00911782498833213, + "sMAPE[0.5]": 0.00913831456613638, + "MSIS": 6.024487757420961, + "RMSE[mean]": 0.17267428398026144, + "NRMSE[mean]": 0.010814672973672295, + "ND[0.5]": 0.009101313258550785, + "mean_weighted_sum_quantile_loss": 0.009108851787213162 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "predictions": { + "p50": [ + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194 + ], + "p10": [ + 15.865618794264194, + 15.865618794264194, + 15.755618374647495, + 15.865618794264194, + 15.865618794264194, + 15.755618374647495, + 15.66561803132474, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.46561917573392, + 15.865618794264194, + 15.855618756117222, + 15.745618527235385, + 15.865618794264194, + 15.555619519056675, + 15.865618794264194, + 15.855618756117222, + 15.655618183912631, + 15.855618756117222, + 15.46561917573392, + 15.865618794264194, + 15.66561803132474, + 15.66561803132474 + ], + "p90": [ + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.875618832411165, + 15.975619213880892, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.875618832411165, + 15.865618794264194, + 15.865618794264194, + 15.975619213880892, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194, + 15.865618794264194 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260617_123901.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260617_123901.json new file mode 100644 index 0000000000000000000000000000000000000000..c04a42f07038c82df6245634071a3034c993685e --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260617_123901.json @@ -0,0 +1,491 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-17T12:39:01.127601+00:00", + "metrics": { + "MSE[mean]": 0.1516666158040607, + "MSE[0.5]": 0.1516666158040607, + "MAE[0.5]": 0.1916666030883789, + "MASE[0.5]": 0.20689649256013895, + "MAPE[0.5]": 0.012032581393247995, + "sMAPE[0.5]": 0.01228392133685449, + "MSIS": 3.9945429755325446, + "RMSE[mean]": 0.38944398288336757, + "NRMSE[mean]": 0.024391062869150194, + "ND[0.5]": 0.012004171001006793, + "mean_weighted_sum_quantile_loss": 0.013276497553558883 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "predictions": { + "p50": [ + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "p10": [ + 15.68, + 15.68, + 15.288000373840331, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 14.7, + 14.7, + 14.7, + 15.288000373840331, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68 + ], + "p90": [ + 16.32, + 16.32, + 15.912000389099122, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 15.3, + 15.3, + 15.3, + 15.912000389099122, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260617_123847.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260617_123847.json new file mode 100644 index 0000000000000000000000000000000000000000..4d6177144f1c524033d6e59c6b6840331d2c556a --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260617_123847.json @@ -0,0 +1,491 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T12:38:47.073881+00:00", + "metrics": { + "MSE[mean]": 0.01397048756462027, + "MSE[0.5]": 0.01397048756462027, + "MAE[0.5]": 0.04182736078898112, + "MASE[0.5]": 0.04515097623083186, + "MAPE[0.5]": 0.002668633367010228, + "sMAPE[0.5]": 0.002640332798496472, + "MSIS": 0.8528123871175551, + "RMSE[mean]": 0.1181968170663672, + "NRMSE[mean]": 0.007402723171261847, + "ND[0.5]": 0.0026196676068820004, + "mean_weighted_sum_quantile_loss": 0.005338755370949345 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "predictions": { + "p50": [ + 16.004180908203125, + 15.99749755859375, + 15.99749755859375, + 16.0108642578125, + 15.99749755859375, + 15.99749755859375, + 16.004180908203125, + 16.017547607421875, + 16.0108642578125, + 16.02423095703125, + 15.99749755859375, + 15.99749755859375, + 15.99749755859375, + 15.99749755859375, + 16.0108642578125, + 16.004180908203125, + 16.030914306640625, + 16.017547607421875, + 16.0108642578125, + 16.017547607421875, + 15.990814208984375, + 15.99749755859375, + 15.99749755859375, + 16.0108642578125 + ], + "p10": [ + 15.9039306640625, + 15.857147216796875, + 15.83709716796875, + 15.790313720703125, + 15.736846923828125, + 15.683380126953125, + 15.643280029296875, + 15.603179931640625, + 15.5831298828125, + 15.603179931640625, + 15.563079833984375, + 15.54302978515625, + 15.48956298828125, + 15.509613037109375, + 15.4761962890625, + 15.456146240234375, + 15.39599609375, + 15.402679443359375, + 15.40936279296875, + 15.4227294921875, + 15.39599609375, + 15.39599609375, + 15.3692626953125, + 15.362579345703125 + ], + "p90": [ + 16.030914306640625, + 16.03759765625, + 16.030914306640625, + 16.05096435546875, + 16.05096435546875, + 16.057647705078125, + 16.057647705078125, + 16.071014404296875, + 16.07769775390625, + 16.10443115234375, + 16.091064453125, + 16.10443115234375, + 16.13116455078125, + 16.10443115234375, + 16.14453125, + 16.13116455078125, + 16.194656372070312, + 16.214706420898438, + 16.194656372070312, + 16.208023071289062, + 16.1712646484375, + 16.194656372070312, + 16.214706420898438, + 16.25146484375 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260617_123606.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260617_123606.json new file mode 100644 index 0000000000000000000000000000000000000000..cb0b6e1115dd8abc66c7f3b1c0bed19cd6f6bd72 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260617_123606.json @@ -0,0 +1,491 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T12:36:06.632180+00:00", + "metrics": { + "MSE[mean]": 0.014111444195805234, + "MSE[0.5]": 0.02569016021209336, + "MAE[0.5]": 0.1405391295750936, + "MASE[0.5]": 0.15170641367883017, + "MAPE[0.5]": 0.008822526649249063, + "sMAPE[0.5]": 0.008843691329552462, + "MSIS": 5.296460183823807, + "RMSE[mean]": 0.11879159985371539, + "NRMSE[mean]": 0.0074399747016418724, + "ND[0.5]": 0.008802032887149154, + "mean_weighted_sum_quantile_loss": 0.00944752055835061 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "predictions": { + "p50": [ + 16.01685333251953, + 15.99405288696289, + 15.996285438537598, + 15.966719627380371, + 15.947297096252441, + 15.892192840576172, + 15.926507949829102, + 15.890027046203613, + 15.863044738769531, + 15.882451057434082, + 15.858026504516602, + 15.841323852539062, + 15.86452865600586, + 15.802659034729004, + 15.824261665344238, + 15.801290512084961, + 15.801169395446777, + 15.834238052368164, + 15.827033042907715, + 15.812602043151855, + 15.81340217590332, + 15.810125350952148, + 15.887947082519531, + 15.869797706604004 + ], + "p10": [ + 16.035490036010742, + 15.97777271270752, + 16.0430965423584, + 16.032663345336914, + 16.0518856048584, + 15.98847770690918, + 16.074626922607422, + 16.075172424316406, + 16.02059555053711, + 15.958048820495605, + 16.000442504882812, + 16.072189331054688, + 16.056230545043945, + 16.02659034729004, + 16.099767684936523, + 16.029830932617188, + 16.071889877319336, + 16.200965881347656, + 16.16433334350586, + 16.129459381103516, + 16.150728225708008, + 16.149211883544922, + 16.260292053222656, + 16.276033401489258 + ], + "p90": [ + 16.065690994262695, + 16.090993881225586, + 16.107494354248047, + 16.1158390045166, + 16.110103607177734, + 16.043182373046875, + 16.08501625061035, + 16.10905647277832, + 16.135379791259766, + 16.196029663085938, + 16.2048282623291, + 16.197566986083984, + 16.24665069580078, + 16.243328094482422, + 16.29846954345703, + 16.316743850708008, + 16.354782104492188, + 16.440391540527344, + 16.476722717285156, + 16.479385375976562, + 16.533729553222656, + 16.606172561645508, + 16.69115447998047, + 16.695240020751953 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260617_123735.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260617_123735.json new file mode 100644 index 0000000000000000000000000000000000000000..5a3a11d27c7e5db202e9f2aea8f0c804b0d6a71b --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260617_123735.json @@ -0,0 +1,491 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-17T12:37:35.830319+00:00", + "metrics": { + "MSE[mean]": 0.012433087848156296, + "MSE[0.5]": 0.012433087848156296, + "MAE[0.5]": 0.05571583906809489, + "MASE[0.5]": 0.06014303742795826, + "MAPE[0.5]": 0.0035324301238929914, + "sMAPE[0.5]": 0.003509830540164355, + "MSIS": 1.7497115957193945, + "RMSE[mean]": 0.1115037571033205, + "NRMSE[mean]": 0.006983533625343107, + "ND[0.5]": 0.0034895096425827873, + "mean_weighted_sum_quantile_loss": 0.011803007446702948 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "predictions": { + "p50": [ + 15.97740650177002, + 15.979103088378906, + 15.976297378540039, + 15.976731300354004, + 15.975662231445312, + 15.97089958190918, + 15.96972370147705, + 15.971456527709961, + 15.972803115844727, + 15.965070724487305, + 15.969728469848633, + 15.978761672973633, + 15.970857620239258, + 15.96992301940918, + 15.969905853271484, + 15.97174072265625, + 15.975190162658691, + 15.975987434387207, + 15.96998405456543, + 15.972582817077637, + 15.975372314453125, + 15.972731590270996, + 15.978829383850098, + 15.979369163513184 + ], + "p10": [ + 15.884397506713867, + 15.778502464294434, + 15.638324737548828, + 15.445911407470703, + 15.326425552368164, + 15.250847816467285, + 15.173770904541016, + 15.10291576385498, + 15.039339065551758, + 15.04399585723877, + 15.007102966308594, + 15.0243501663208, + 15.022506713867188, + 14.997814178466797, + 14.970643997192383, + 14.952085494995117, + 14.97018814086914, + 14.967677116394043, + 14.96159553527832, + 14.950551986694336, + 14.938802719116211, + 14.892173767089844, + 14.86832046508789, + 14.853775978088379 + ], + "p90": [ + 16.006179809570312, + 16.021669387817383, + 16.073619842529297, + 16.195789337158203, + 16.331151962280273, + 16.40948486328125, + 16.46131706237793, + 16.515396118164062, + 16.578182220458984, + 16.67806053161621, + 16.756973266601562, + 16.800338745117188, + 16.85193634033203, + 16.902462005615234, + 16.94215202331543, + 16.980810165405273, + 17.03108787536621, + 17.078493118286133, + 17.112083435058594, + 17.155433654785156, + 17.215478897094727, + 17.246610641479492, + 17.28876495361328, + 17.330463409423828 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260617_123649.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260617_123649.json new file mode 100644 index 0000000000000000000000000000000000000000..fffd4177732d8aa66f0b7e2b73b49bd6ac30ce0d --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260617_123649.json @@ -0,0 +1,491 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T12:36:49.145462+00:00", + "metrics": { + "MSE[mean]": 0.01410391955414525, + "MSE[0.5]": 0.01410391955414525, + "MAE[0.5]": 0.04374281565348307, + "MASE[0.5]": 0.04721863375038404, + "MAPE[0.5]": 0.0027886651494058237, + "sMAPE[0.5]": 0.0027600712164944307, + "MSIS": 1.9852219650621759, + "RMSE[mean]": 0.11875992402382737, + "NRMSE[mean]": 0.007437990829269495, + "ND[0.5]": 0.0027396334609624284, + "mean_weighted_sum_quantile_loss": 0.012219945283385806 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00" + ], + "context": [ + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "predictions": { + "p50": [ + 16.010082244873047, + 16.00922393798828, + 16.00771713256836, + 16.007543563842773, + 16.008930206298828, + 16.010135650634766, + 16.011350631713867, + 16.007625579833984, + 16.008485794067383, + 16.009244918823242, + 16.009653091430664, + 16.00887680053711, + 16.009599685668945, + 16.010955810546875, + 16.0134334564209, + 16.011356353759766, + 16.01105499267578, + 16.010845184326172, + 16.011863708496094, + 16.011520385742188, + 16.011165618896484, + 16.01398468017578, + 16.01284408569336, + 16.0123348236084 + ], + "p10": [ + 15.996347427368164, + 15.942899703979492, + 15.224316596984863, + 14.991994857788086, + 15.047605514526367, + 15.08275318145752, + 15.174975395202637, + 15.12264633178711, + 15.070794105529785, + 15.050588607788086, + 15.073236465454102, + 15.071314811706543, + 15.04836368560791, + 15.033966064453125, + 15.042455673217773, + 15.05187702178955, + 15.059671401977539, + 15.052861213684082, + 15.049596786499023, + 15.04775333404541, + 15.045473098754883, + 15.048091888427734, + 15.034019470214844, + 15.033215522766113 + ], + "p90": [ + 16.03084945678711, + 16.149721145629883, + 16.595169067382812, + 16.723371505737305, + 16.819915771484375, + 16.811155319213867, + 16.804141998291016, + 16.854938507080078, + 16.886945724487305, + 16.914461135864258, + 16.942964553833008, + 16.963876724243164, + 16.98703384399414, + 17.029739379882812, + 17.07813835144043, + 17.128915786743164, + 17.168081283569336, + 17.237672805786133, + 17.274784088134766, + 17.323415756225586, + 17.375356674194336, + 17.43099594116211, + 17.47545623779297, + 17.527816772460938 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260617_123900.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260617_123900.json new file mode 100644 index 0000000000000000000000000000000000000000..c8cbf77a40477e9a10436307db0204064414ad69 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260617_123900.json @@ -0,0 +1,469 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-17T12:39:00.859383+00:00", + "metrics": { + "MSE[mean]": 17.635101565550983, + "MSE[0.5]": 18.30378468413169, + "MAE[0.5]": 3.2448781560824216, + "MASE[0.5]": 1.5687704009773686, + "MAPE[0.5]": 0.11771439026112189, + "sMAPE[0.5]": 0.1301033011845366, + "MSIS": 43.24106982537146, + "RMSE[mean]": 4.1994168125527835, + "NRMSE[mean]": 0.1666710789924057, + "ND[0.5]": 0.12878629762506988, + "mean_weighted_sum_quantile_loss": 0.12215004527019173 + }, + "context_length": 157, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5 + ], + "actual": [ + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 30.200000762939453, + 30.100000381469727, + 28.399999618530273, + 27.700000762939453, + 27.0, + 26.100000381469727, + 25.399999618530273 + ], + "predictions": { + "p50": [ + 23.07959914313897, + 22.849113180736403, + 22.69552630020153, + 22.673132605303913, + 22.532945521811875, + 22.416569450812915, + 22.332849917691675, + 22.358347416344028, + 22.32206145093509, + 22.354311064816482, + 22.26584789707272, + 22.209243184854003, + 22.260845804143372, + 22.248888456310425, + 22.178688058847502, + 22.25010779081731, + 22.129021496489273, + 22.256563766309874, + 22.156755845211983, + 22.12737374665243, + 22.125022339543072, + 22.245639822635294, + 22.148096631723956, + 22.235285846673282 + ], + "p10": [ + 22.455549662826204, + 22.189356487550032, + 22.143652816677804, + 21.9162175235091, + 21.824735734557063, + 21.53572952555321, + 21.505340238626083, + 21.52950654982095, + 21.72736927877459, + 21.69708349040028, + 21.437007030549644, + 21.224755161861673, + 21.410933068059105, + 21.442703399816555, + 21.389497345866083, + 21.610012844316998, + 21.541169555064336, + 21.642679342301626, + 21.463751695270158, + 21.25377640561058, + 21.36224733113471, + 21.40896972370729, + 21.589710600941945, + 21.56078094748646 + ], + "p90": [ + 23.97839335137523, + 23.604419952398523, + 23.450411016836053, + 23.239139841182077, + 23.246741006470582, + 23.081045310658737, + 23.004324526992825, + 22.956656056004476, + 23.539777198910688, + 23.157039576450167, + 23.138159951136107, + 22.857562121842125, + 22.84542652053114, + 23.2323643617629, + 23.158628344090154, + 22.887186519996824, + 22.607110811660533, + 23.40928939720288, + 22.794728381520603, + 22.750777184092126, + 22.796740783606747, + 23.04836833426898, + 23.046890839960216, + 22.795799345957068 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260617_123528.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260617_123528.json new file mode 100644 index 0000000000000000000000000000000000000000..3b13e9eadc7026305a436beaa92546267a5fa942 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260617_123528.json @@ -0,0 +1,469 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T12:35:28.247646+00:00", + "metrics": { + "MSE[mean]": 3.2338393103016947, + "MSE[0.5]": 3.2338393103016947, + "MAE[0.5]": 1.4939412275950115, + "MASE[0.5]": 0.7222615660491748, + "MAPE[0.5]": 0.056152167196230014, + "sMAPE[0.5]": 0.05776076269824069, + "MSIS": 2.298259592963952, + "RMSE[mean]": 1.798287883043673, + "NRMSE[mean]": 0.07137242983595612, + "ND[0.5]": 0.0592931846179701, + "mean_weighted_sum_quantile_loss": 0.04489453497437298 + }, + "context_length": 157, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5 + ], + "actual": [ + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 30.200000762939453, + 30.100000381469727, + 28.399999618530273, + 27.700000762939453, + 27.0, + 26.100000381469727, + 25.399999618530273 + ], + "predictions": { + "p50": [ + 23.22603988647461, + 23.045019149780273, + 22.923383712768555, + 22.796890258789062, + 22.718006134033203, + 22.68509292602539, + 22.634410858154297, + 22.59027862548828, + 22.69150161743164, + 22.98894691467285, + 23.534358978271484, + 24.326141357421875, + 25.092941284179688, + 25.7506103515625, + 26.224430084228516, + 26.533096313476562, + 26.869585037231445, + 26.712705612182617, + 26.473434448242188, + 26.014371871948242, + 25.344158172607422, + 24.740514755249023, + 24.18017578125, + 23.748456954956055 + ], + "p10": [ + 22.76612091064453, + 22.438810348510742, + 22.145431518554688, + 21.96561050415039, + 21.847305297851562, + 21.69852638244629, + 21.617712020874023, + 21.494644165039062, + 21.540477752685547, + 21.76188087463379, + 22.109600067138672, + 22.73076057434082, + 23.183948516845703, + 23.731670379638672, + 23.960933685302734, + 24.132905960083008, + 23.951391220092773, + 23.66692543029785, + 23.49858856201172, + 23.23773956298828, + 22.79931640625, + 22.38168716430664, + 21.982152938842773, + 21.635801315307617 + ], + "p90": [ + 23.665924072265625, + 23.638347625732422, + 23.650066375732422, + 23.637855529785156, + 23.593368530273438, + 23.669588088989258, + 23.63995933532715, + 23.658870697021484, + 23.802927017211914, + 24.280208587646484, + 25.018972396850586, + 26.098052978515625, + 27.0665283203125, + 28.009153366088867, + 28.698139190673828, + 29.160032272338867, + 30.14803695678711, + 30.054271697998047, + 29.747867584228516, + 29.080318450927734, + 28.223974227905273, + 27.38057518005371, + 26.746829986572266, + 26.27476692199707 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260617_123901.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260617_123901.json new file mode 100644 index 0000000000000000000000000000000000000000..76ed19b477268a551b16cc7aa05c580bb1d1cc64 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260617_123901.json @@ -0,0 +1,469 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-17T12:39:01.037191+00:00", + "metrics": { + "MSE[mean]": 60.75033009074527, + "MSE[0.5]": 62.224012692246525, + "MAE[0.5]": 6.054719596133192, + "MASE[0.5]": 2.9272177356881106, + "MAPE[0.5]": 0.22055280368494687, + "sMAPE[0.5]": 0.2698811379298695, + "MSIS": 82.78704463017053, + "RMSE[mean]": 7.794249809362365, + "NRMSE[mean]": 0.30934676971802727, + "ND[0.5]": 0.2403063789875461, + "mean_weighted_sum_quantile_loss": 0.2295299431254804 + }, + "context_length": 157, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5 + ], + "actual": [ + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 30.200000762939453, + 30.100000381469727, + 28.399999618530273, + 27.700000762939453, + 27.0, + 26.100000381469727, + 25.399999618530273 + ], + "predictions": { + "p50": [ + 23.037941443775694, + 22.601123524928813, + 22.36430255432412, + 22.027483109598332, + 21.69066557222118, + 21.353844220146758, + 21.017024775420975, + 20.680205330695188, + 20.3433858859694, + 20.006566441243613, + 19.669746996517826, + 19.33292755179204, + 18.996108107066252, + 18.659288662340465, + 18.322469217614678, + 17.985649772888895, + 17.54883185404201, + 17.31201088343732, + 16.975191438711533, + 16.638371993985746, + 16.201554075138866, + 15.964733104534174, + 15.627913659808387, + 15.2910942150826 + ], + "p10": [ + 22.237942015980284, + 21.60112161758018, + 21.264302172854393, + 21.227481965189153, + 20.69066366487255, + 20.25384383867703, + 19.917024393951248, + 19.680207047308958, + 19.523386763349773, + 19.206567204183067, + 18.869745852108647, + 18.33292755179204, + 17.896107725596526, + 17.839287823107068, + 17.5224680732055, + 16.97564973474192, + 16.648830328163104, + 16.51200973902814, + 16.065191972769153, + 15.628371955838777, + 15.29155251111299, + 14.964733104534174, + 14.827912515399207, + 14.481093223261311 + ], + "p90": [ + 24.437941062305967, + 24.10112161758018, + 23.37430430908486, + 23.037483147745306, + 23.390664427812002, + 22.573844868645292, + 22.217025538360428, + 21.690207085455928, + 22.14338703037858, + 21.606567013448203, + 21.269749285336186, + 20.732927170322313, + 20.40610795447836, + 20.05928828087074, + 20.02246998055413, + 19.585652061707254, + 18.648830328163104, + 19.012011646376774, + 17.995193231619247, + 17.63837218472061, + 17.521553197758493, + 17.56473367673876, + 17.137915414569125, + 16.69109383361287 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260617_123823.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260617_123823.json new file mode 100644 index 0000000000000000000000000000000000000000..26d9dd2c3ce174d69d227dcfc1fd2efa5cc86b4e --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260617_123823.json @@ -0,0 +1,469 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T12:38:23.034045+00:00", + "metrics": { + "MSE[mean]": 2.829415405157306, + "MSE[0.5]": 3.4369829777980763, + "MAE[0.5]": 1.4451735019683838, + "MASE[0.5]": 0.6986842972563138, + "MAPE[0.5]": 0.05345643647093978, + "sMAPE[0.5]": 0.055433810183782274, + "MSIS": 2.0682770794347434, + "RMSE[mean]": 1.6820866223703541, + "NRMSE[mean]": 0.06676050623770616, + "ND[0.5]": 0.05735763741867825, + "mean_weighted_sum_quantile_loss": 0.04531127134900051 + }, + "context_length": 157, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5 + ], + "actual": [ + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 30.200000762939453, + 30.100000381469727, + 28.399999618530273, + 27.700000762939453, + 27.0, + 26.100000381469727, + 25.399999618530273 + ], + "predictions": { + "p50": [ + 23.137391090393066, + 22.77892780303955, + 22.581469535827637, + 22.513235092163086, + 22.438678741455078, + 22.694984436035156, + 22.575021743774414, + 22.416905403137207, + 22.214394569396973, + 22.63245677947998, + 23.543928146362305, + 24.58522605895996, + 25.231273651123047, + 25.862011909484863, + 26.288185119628906, + 26.740245819091797, + 26.86775016784668, + 26.617225646972656, + 25.993427276611328, + 25.664977073669434, + 25.05492877960205, + 24.537982940673828, + 23.820040702819824, + 23.39429759979248 + ], + "p10": [ + 22.81882667541504, + 22.331624031066895, + 21.964319229125977, + 21.747920036315918, + 21.7985258102417, + 21.792141914367676, + 21.45756435394287, + 21.229881286621094, + 20.835866928100586, + 21.34932231903076, + 21.641019821166992, + 22.88911724090576, + 23.15263080596924, + 23.99329948425293, + 24.136381149291992, + 24.284271240234375, + 24.288389205932617, + 23.468857765197754, + 22.9470272064209, + 22.70966911315918, + 22.489959716796875, + 22.147807121276855, + 21.39021110534668, + 21.45005702972412 + ], + "p90": [ + 23.495420455932617, + 23.25416851043701, + 23.2362699508667, + 23.131481170654297, + 23.24091148376465, + 23.46815776824951, + 23.768749237060547, + 23.613962173461914, + 23.6470365524292, + 24.05890941619873, + 25.325934410095215, + 26.6339111328125, + 28.437752723693848, + 28.58193302154541, + 29.102182388305664, + 31.090499877929688, + 31.554429054260254, + 31.18305206298828, + 29.456045150756836, + 28.333921432495117, + 28.092049598693848, + 27.205087661743164, + 26.85191059112549, + 25.812376022338867 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260617_123901.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260617_123901.json new file mode 100644 index 0000000000000000000000000000000000000000..bd0c6932e26138e76ee687e59f9e65a24cb18b91 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260617_123901.json @@ -0,0 +1,469 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-17T12:39:01.095906+00:00", + "metrics": { + "MSE[mean]": 11.13629251906516, + "MSE[0.5]": 11.492262613983264, + "MAE[0.5]": 2.845245845297463, + "MASE[0.5]": 1.375563966012016, + "MAPE[0.5]": 0.10733448414226539, + "sMAPE[0.5]": 0.11287862642779516, + "MSIS": 19.536933340304564, + "RMSE[mean]": 3.337108406849433, + "NRMSE[mean]": 0.1324468333844944, + "ND[0.5]": 0.11292525038640161, + "mean_weighted_sum_quantile_loss": 0.10041072298118216 + }, + "context_length": 157, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5 + ], + "actual": [ + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 30.200000762939453, + 30.100000381469727, + 28.399999618530273, + 27.700000762939453, + 27.0, + 26.100000381469727, + 25.399999618530273 + ], + "predictions": { + "p50": [ + 23.728525118950085, + 23.62852664482899, + 23.728525118950085, + 23.728525118950085, + 23.728527026298718, + 23.728525118950085, + 23.728525118950085, + 23.728525118950085, + 23.728525118950085, + 23.728525118950085, + 23.728525118950085, + 23.728525118950085, + 23.728525118950085, + 23.728525118950085, + 23.728525118950085, + 23.728525118950085, + 23.62852664482899, + 23.728525118950085, + 23.728525118950085, + 23.728525118950085, + 23.62852664482899, + 23.728525118950085, + 23.728525118950085, + 23.728525118950085 + ], + "p10": [ + 22.928525691154675, + 22.628524737480358, + 22.628524737480358, + 22.928523974540905, + 22.728525118950085, + 22.628524737480358, + 22.628524737480358, + 22.728526835563855, + 22.908525996330457, + 22.928525881889538, + 22.928523974540905, + 22.728525118950085, + 22.628524737480358, + 22.908524279716687, + 22.928523974540905, + 22.71852508080311, + 22.728525118950085, + 22.928523974540905, + 22.8185256530077, + 22.71852508080311, + 22.71852508080311, + 22.728525118950085, + 22.928523974540905, + 22.918524127128794 + ], + "p90": [ + 25.128524737480358, + 25.128524737480358, + 24.738526873710825, + 24.738525157097058, + 25.428525881889538, + 24.94852576744862, + 24.928525881889538, + 24.738526873710825, + 25.528526263359264, + 25.328525691154674, + 25.328527407768444, + 25.128524737480358, + 25.138524966362194, + 25.128524737480358, + 25.428525881889538, + 25.328527407768444, + 24.728525118950085, + 25.428525881889538, + 24.748526911857798, + 24.728525309684947, + 24.94852576744862, + 25.328525691154674, + 25.238526873710825, + 25.128524737480358 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260617_123901.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260617_123901.json new file mode 100644 index 0000000000000000000000000000000000000000..3a4ba2337556ce25ba9ede457dc489bdedb13195 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260617_123901.json @@ -0,0 +1,469 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-17T12:39:01.134217+00:00", + "metrics": { + "MSE[mean]": 4.408333873749143, + "MSE[0.5]": 4.408333873749143, + "MAE[0.5]": 1.5916666984558105, + "MASE[0.5]": 0.7695079706085034, + "MAPE[0.5]": 0.0583428597163713, + "sMAPE[0.5]": 0.06106720287600197, + "MSIS": 19.793801398747878, + "RMSE[mean]": 2.0996032657978847, + "NRMSE[mean]": 0.08333136656510771, + "ND[0.5]": 0.06317182072399383, + "mean_weighted_sum_quantile_loss": 0.05768994822839865 + }, + "context_length": 157, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5 + ], + "actual": [ + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 30.200000762939453, + 30.100000381469727, + 28.399999618530273, + 27.700000762939453, + 27.0, + 26.100000381469727, + 25.399999618530273 + ], + "predictions": { + "p50": [ + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5 + ], + "p10": [ + 21.853999252319337, + 21.756000747680662, + 21.56, + 21.461999626159667, + 21.56, + 21.853999252319337, + 21.756000747680662, + 21.853999252319337, + 21.853999252319337, + 22.148000373840333, + 22.63800037384033, + 23.323999252319336, + 24.401999626159668, + 25.38199962615967, + 25.676000747680664, + 26.36199962615967, + 26.263999252319337, + 24.99, + 24.696000747680664, + 24.5, + 24.5, + 23.911999626159666, + 23.323999252319336, + 23.03 + ], + "p90": [ + 22.745999221801757, + 22.644000778198244, + 22.44, + 22.33799961090088, + 22.44, + 22.745999221801757, + 22.644000778198244, + 22.745999221801757, + 22.745999221801757, + 23.05200038909912, + 23.562000389099122, + 24.275999221801758, + 25.39799961090088, + 26.41799961090088, + 26.724000778198242, + 27.437999610900878, + 27.335999221801757, + 26.01, + 25.704000778198242, + 25.5, + 25.5, + 24.88799961090088, + 24.275999221801758, + 23.97 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260617_123851.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260617_123851.json new file mode 100644 index 0000000000000000000000000000000000000000..1e7781ce51e8c8aa1ca9e1a91f6b49811e6c91ab --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260617_123851.json @@ -0,0 +1,469 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T12:38:51.169666+00:00", + "metrics": { + "MSE[mean]": 1.3567095006202787, + "MSE[0.5]": 1.3567095006202787, + "MAE[0.5]": 0.9260210196177164, + "MASE[0.5]": 0.4476945809309018, + "MAPE[0.5]": 0.03462212084460587, + "sMAPE[0.5]": 0.03539260776244917, + "MSIS": 1.656157052299645, + "RMSE[mean]": 1.1647787346188454, + "NRMSE[mean]": 0.04622902111217659, + "ND[0.5]": 0.03675294199136908, + "mean_weighted_sum_quantile_loss": 0.03251162689534859 + }, + "context_length": 157, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5 + ], + "actual": [ + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 30.200000762939453, + 30.100000381469727, + 28.399999618530273, + 27.700000762939453, + 27.0, + 26.100000381469727, + 25.399999618530273 + ], + "predictions": { + "p50": [ + 23.113525390625, + 22.8289794921875, + 22.571533203125, + 22.4224853515625, + 22.32763671875, + 22.3140869140625, + 22.1514892578125, + 22.0701904296875, + 22.0159912109375, + 22.517333984375, + 23.41162109375, + 24.607391357421875, + 25.606689453125, + 26.6229248046875, + 27.259765625, + 27.720458984375, + 28.2353515625, + 28.0321044921875, + 27.74755859375, + 27.015869140625, + 26.1080322265625, + 25.060462951660156, + 24.21783447265625, + 23.7774658203125 + ], + "p10": [ + 22.6934814453125, + 22.300537109375, + 21.866943359375, + 21.56884765625, + 21.24365234375, + 21.216552734375, + 20.891357421875, + 20.8642578125, + 20.782958984375, + 21.216552734375, + 21.975341796875, + 22.9102783203125, + 23.71649169921875, + 24.526092529296875, + 24.987632751464844, + 25.386505126953125, + 25.664276123046875, + 25.413604736328125, + 25.11212158203125, + 24.524398803710938, + 23.86553955078125, + 23.0322265625, + 22.3411865234375, + 22.0430908203125 + ], + "p90": [ + 23.5064697265625, + 23.41839599609375, + 23.357421875, + 23.3167724609375, + 23.40484619140625, + 23.3980712890625, + 23.40484619140625, + 23.30999755859375, + 23.35064697265625, + 23.9400634765625, + 24.96392059326172, + 26.38580322265625, + 27.6256103515625, + 28.858642578125, + 29.725830078125, + 30.294921875, + 30.728515625, + 30.701416015625, + 30.538818359375, + 29.7529296875, + 28.696044921875, + 27.395263671875, + 26.419677734375, + 25.8641357421875 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260617_123617.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260617_123617.json new file mode 100644 index 0000000000000000000000000000000000000000..dff25c60946954186b99354e4a55deea15a17785 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260617_123617.json @@ -0,0 +1,469 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T12:36:17.843337+00:00", + "metrics": { + "MSE[mean]": 0.6740913290485272, + "MSE[0.5]": 1.5092125480443126, + "MAE[0.5]": 0.8916744391123453, + "MASE[0.5]": 0.4310893661031547, + "MAPE[0.5]": 0.03274099887057164, + "sMAPE[0.5]": 0.033695248741254485, + "MSIS": 4.023791387021615, + "RMSE[mean]": 0.8210306504927372, + "NRMSE[mean]": 0.032585968602691834, + "ND[0.5]": 0.03538975708068864, + "mean_weighted_sum_quantile_loss": 0.026353789791575086 + }, + "context_length": 157, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5 + ], + "actual": [ + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 30.200000762939453, + 30.100000381469727, + 28.399999618530273, + 27.700000762939453, + 27.0, + 26.100000381469727, + 25.399999618530273 + ], + "predictions": { + "p50": [ + 22.977672576904297, + 22.741573333740234, + 22.45806121826172, + 22.25716209411621, + 22.09716796875, + 22.07661247253418, + 21.945852279663086, + 21.77644157409668, + 21.783977508544922, + 22.213001251220703, + 23.33281707763672, + 24.550464630126953, + 25.823366165161133, + 26.921039581298828, + 27.493202209472656, + 27.852317810058594, + 28.120079040527344, + 27.872957229614258, + 27.477609634399414, + 26.76093292236328, + 25.83156967163086, + 24.904478073120117, + 24.10535430908203, + 23.573505401611328 + ], + "p10": [ + 22.941160202026367, + 22.834884643554688, + 22.471824645996094, + 22.399259567260742, + 22.262584686279297, + 22.179174423217773, + 22.0936279296875, + 21.9989013671875, + 22.077226638793945, + 22.545543670654297, + 23.748750686645508, + 25.170177459716797, + 26.25898551940918, + 27.434019088745117, + 28.116621017456055, + 28.653108596801758, + 28.955095291137695, + 28.7385311126709, + 28.393413543701172, + 27.59971046447754, + 26.56605339050293, + 25.789567947387695, + 24.970975875854492, + 24.30035400390625 + ], + "p90": [ + 23.429677963256836, + 23.212404251098633, + 23.03751564025879, + 22.82408905029297, + 22.752300262451172, + 22.828968048095703, + 22.788455963134766, + 22.714120864868164, + 22.939172744750977, + 23.553924560546875, + 25.07206916809082, + 26.672842025756836, + 28.30864715576172, + 29.77985191345215, + 30.625667572021484, + 31.228187561035156, + 31.68863868713379, + 31.49240493774414, + 31.02460479736328, + 30.152421951293945, + 29.053916931152344, + 27.988079071044922, + 27.012983322143555, + 26.186777114868164 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260617_123742.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260617_123742.json new file mode 100644 index 0000000000000000000000000000000000000000..59c8a83b7f0ea5345848fca8505c53a3ed31d33e --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260617_123742.json @@ -0,0 +1,469 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-17T12:37:42.892620+00:00", + "metrics": { + "MSE[mean]": 4.518366344754971, + "MSE[0.5]": 4.518366344754971, + "MAE[0.5]": 1.7035186290740967, + "MASE[0.5]": 0.8235839604009794, + "MAPE[0.5]": 0.06314401226732795, + "sMAPE[0.5]": 0.0657115201421498, + "MSIS": 7.170441290157529, + "RMSE[mean]": 2.1256449244299884, + "NRMSE[mean]": 0.08436493659082901, + "ND[0.5]": 0.06761112332139445, + "mean_weighted_sum_quantile_loss": 0.051909092800340305 + }, + "context_length": 157, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5 + ], + "actual": [ + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 30.200000762939453, + 30.100000381469727, + 28.399999618530273, + 27.700000762939453, + 27.0, + 26.100000381469727, + 25.399999618530273 + ], + "predictions": { + "p50": [ + 23.20421028137207, + 22.970996856689453, + 22.79913330078125, + 22.68553924560547, + 22.645008087158203, + 22.647293090820312, + 22.596845626831055, + 22.54214859008789, + 22.38739013671875, + 22.738357543945312, + 23.365341186523438, + 24.169940948486328, + 24.770254135131836, + 25.313304901123047, + 25.658641815185547, + 25.9323673248291, + 26.07816505432129, + 26.034154891967773, + 25.820863723754883, + 25.520483016967773, + 24.95054054260254, + 24.385892868041992, + 23.869953155517578, + 23.562572479248047 + ], + "p10": [ + 22.893373489379883, + 22.51046371459961, + 22.192331314086914, + 21.952287673950195, + 21.796306610107422, + 21.71128273010254, + 21.56769371032715, + 21.446752548217773, + 21.27716827392578, + 21.58776092529297, + 22.137502670288086, + 22.76312255859375, + 23.26251792907715, + 23.654033660888672, + 23.84263801574707, + 23.95157241821289, + 23.913373947143555, + 23.830184936523438, + 23.694292068481445, + 23.437442779541016, + 23.055469512939453, + 22.5851993560791, + 22.137331008911133, + 21.873279571533203 + ], + "p90": [ + 23.505714416503906, + 23.370784759521484, + 23.303367614746094, + 23.289453506469727, + 23.337602615356445, + 23.39846420288086, + 23.393909454345703, + 23.3896427154541, + 23.314348220825195, + 23.75121307373047, + 24.504404067993164, + 25.612842559814453, + 26.520414352416992, + 27.328514099121094, + 27.98813819885254, + 28.534015655517578, + 28.853641510009766, + 28.85736846923828, + 28.655563354492188, + 27.921649932861328, + 27.197490692138672, + 26.304977416992188, + 25.600465774536133, + 25.104719161987305 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260617_123653.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260617_123653.json new file mode 100644 index 0000000000000000000000000000000000000000..d7422958175432c6f2a0cc1322f687b1c8f5c804 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260617_123653.json @@ -0,0 +1,469 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T12:36:53.769473+00:00", + "metrics": { + "MSE[mean]": 4.564611926293613, + "MSE[0.5]": 4.564611926293613, + "MAE[0.5]": 1.703378438949585, + "MASE[0.5]": 0.8235161840139273, + "MAPE[0.5]": 0.06317432465583894, + "sMAPE[0.5]": 0.06574691334375303, + "MSIS": 2.1493758490161605, + "RMSE[mean]": 2.136495243686167, + "NRMSE[mean]": 0.08479557601019638, + "ND[0.5]": 0.06760555930135086, + "mean_weighted_sum_quantile_loss": 0.05045922756485904 + }, + "context_length": 157, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5 + ], + "actual": [ + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 30.200000762939453, + 30.100000381469727, + 28.399999618530273, + 27.700000762939453, + 27.0, + 26.100000381469727, + 25.399999618530273 + ], + "predictions": { + "p50": [ + 23.16159439086914, + 22.982431411743164, + 22.812170028686523, + 22.66094970703125, + 22.609745025634766, + 22.615829467773438, + 22.561368942260742, + 22.543407440185547, + 22.582294464111328, + 22.851892471313477, + 23.405351638793945, + 24.25165367126465, + 24.878631591796875, + 25.534034729003906, + 25.85231590270996, + 26.026351928710938, + 26.109113693237305, + 26.022977828979492, + 25.670513153076172, + 25.289827346801758, + 24.892637252807617, + 24.336023330688477, + 23.850351333618164, + 23.480817794799805 + ], + "p10": [ + 22.722591400146484, + 22.398399353027344, + 22.1102352142334, + 21.902013778686523, + 21.747343063354492, + 21.727312088012695, + 21.62582015991211, + 21.562204360961914, + 21.54851722717285, + 21.731760025024414, + 22.14084815979004, + 22.774995803833008, + 23.20201873779297, + 23.46291160583496, + 23.63531494140625, + 23.75441551208496, + 23.7252197265625, + 23.637313842773438, + 23.387495040893555, + 23.094200134277344, + 22.654674530029297, + 22.150026321411133, + 21.79248046875, + 21.498126983642578 + ], + "p90": [ + 23.605165481567383, + 23.594831466674805, + 23.552478790283203, + 23.4874324798584, + 23.529354095458984, + 23.567319869995117, + 23.598350524902344, + 23.633153915405273, + 23.747873306274414, + 24.090194702148438, + 24.924833297729492, + 26.22435760498047, + 27.72079086303711, + 29.081470489501953, + 29.82787322998047, + 30.631319046020508, + 31.521318435668945, + 31.340646743774414, + 30.80935287475586, + 30.445829391479492, + 29.565185546875, + 28.233108520507812, + 27.139816284179688, + 26.491182327270508 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index c1efe0bec997aa755c6bb42edeadaa75d6fce48e..216e1cb967bdecc55b154f1a7a2548d3e0a0006c 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1091288.94854482,1091288.94854482,886.9736328125,1.021715106194089,0.013565666846053072,0.013439070986410291,4.593782884288501,1044.6477629061483,0.01592525077808905,0.013521569698092352,0.010073468673780502,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1076747.1044743855,1076747.1044743855,882.6875,1.0167778606214113,0.013497719643221337,0.01337287002181161,4.593782884288501,1037.6642542144282,0.015817756273714557,0.01345535001726022,0.010007474295759884,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.1437042964941306,2.1437042964941306,1.2912500699361165,0.5455334107235524,0.05893869912850077,0.057397264678754834,12.056275288890456,1.4641394388835138,0.06630315828557283,0.05847390999761378,0.05233002873140174,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.33505611669195806,0.33505611669195806,0.5249499996503194,2.27056531627594,0.4026985142014266,0.3364224985469127,82.86416093114694,0.5788403205478676,0.33224044715836926,0.30130869676550975,0.29515626956018565,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.04694442907969511,0.04694442907969511,0.1805555158191257,1.0279151235423247,0.13490025666031086,0.14708530820599924,34.547751672685415,0.2166666312095499,0.16595741964986802,0.13829784190401118,0.13356498129260738,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.26999996185304553,0.26999996185304553,0.2999999523162842,0.2958903639283899,0.01877670636987992,0.01929358616393119,6.354739899134539,0.5196152055637379,0.03250981422081739,0.018769548334282037,0.019165794404394764,Weather,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.04638887259695639,0.04638887259695639,0.18055551250775656,1.064814665095631,0.13523094168459465,0.14655018857298305,35.71322721722461,0.2153807619007705,0.1649724984771859,0.1382978393676433,0.13350824117096888,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.1516666158040607,0.1516666158040607,0.1916666030883789,0.20689649256013895,0.012032581393247995,0.01228392133685449,3.9945429755325446,0.38944398288336757,0.024391062869150194,0.012004171001006793,0.013276497553558883,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,837.1949972200404,837.1949972200404,23.383333325386047,3.1031563504250825,0.531054335150122,0.7810276313818306,121.86640209009191,28.934322131683686,0.7550546068755392,0.6101989696211234,0.6076002961820455,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.408333873749143,4.408333873749143,1.5916666984558105,0.7695079706085034,0.0583428597163713,0.06106720287600197,19.793801398747878,2.0996032657978847,0.08333136656510771,0.06317182072399383,0.05768994822839865,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,30.625,30.625,4.791666666666667,0.9196908602150536,0.530663310108937,0.40380624859328523,34.013207174973225,5.533985905294664,0.4974369353073855,0.4307116104868914,0.4233125260091552,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,27.75,27.75,4.583333333333333,0.8702531645569621,0.6199159556115826,0.41883686756025257,32.15569637981844,5.267826876426369,0.48254902684821704,0.4198473282442748,0.4125614927905004,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,1041.6666666666667,1041.6666666666667,20.833333333333332,0.1972386587771203,0.007322994987468671,0.007259202257278441,1.6295856991441962,32.274861218395145,0.011332796916481105,0.0073152889539136795,0.007342924489961777,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,8458.0,8458.0,67.0,1.3985756385068764,0.3564068100358423,0.2659571504193018,50.69106116148495,91.96738552334735,0.3880480401829002,0.28270042194092826,0.2751711204875762,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 30ecc7867700af9b2ec1459af2da2fca3a4ce058..e87b69459986979e2fe5b5970d70d0a0df970a2c 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T12:32:01.912086+00:00", + "evaluated_at": "2026-06-17T12:39:01.112276+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 64909.44140625, 64798.0, 64810.01171875, - 64682.01171875 + 64784.87890625 ], "p50": [ 66447.046875, diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index b5f19fc72fbf5b5a0c3f8849179dabe9d83a5799..9abb0818c515c96a006cfd3d5d916283bd6ad1bf 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T12:10:12.994311+00:00", + "evaluated_at": "2026-06-17T12:39:01.119052+00:00", "freq": "10min", - "context_length": 230, + "context_length": 229, "prediction_length": 36, "context": [ - 1.600000023841858, - 1.2999999523162842, 1.2999999523162842, 1.399999976158142, 1.399999976158142, @@ -235,10 +233,10 @@ 1.100000023841858, 1.2999999523162842, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -273,10 +271,10 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.399999976158142 ], "p50": [ - 1.100000023841858, 1.100000023841858, 1.100000023841858, 1.399999976158142, @@ -300,7 +298,7 @@ 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, - 1.100000023841858, + 1.399999976158142, 1.100000023841858, 1.100000023841858, 1.399999976158142, @@ -311,10 +309,10 @@ 1.0, 1.0, 1.2000000476837158, - 1.100000023841858 + 1.100000023841858, + 1.2000000476837158 ], "p10": [ - 1.0780000233650207, 1.0780000233650207, 1.0780000233650207, 1.3719999766349793, @@ -338,7 +336,7 @@ 1.2739999532699584, 1.2739999532699584, 1.1760000467300415, - 1.0780000233650207, + 1.3719999766349793, 1.0780000233650207, 1.0780000233650207, 1.3719999766349793, @@ -349,10 +347,10 @@ 0.98, 0.98, 1.1760000467300415, - 1.0780000233650207 + 1.0780000233650207, + 1.1760000467300415 ], "p90": [ - 1.1220000243186952, 1.1220000243186952, 1.1220000243186952, 1.4279999756813049, @@ -376,7 +374,7 @@ 1.32599995136261, 1.32599995136261, 1.22400004863739, - 1.1220000243186952, + 1.4279999756813049, 1.1220000243186952, 1.1220000243186952, 1.4279999756813049, @@ -387,12 +385,10 @@ 1.02, 1.02, 1.22400004863739, - 1.1220000243186952 + 1.1220000243186952, + 1.22400004863739 ], "timestamps": [ - "2026-06-13 23:50:00", - "2026-06-14 00:00:00", - "2026-06-14 00:10:00", "2026-06-14 00:20:00", "2026-06-14 00:30:00", "2026-06-14 00:40:00", @@ -655,6 +651,8 @@ "2026-06-15 19:30:00", "2026-06-15 19:40:00", "2026-06-15 19:50:00", - "2026-06-15 20:00:00" + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00" ] } diff --git a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json index 4e3127336d096bd078f394b2556d4080d7e8b143..89e4888e8a2cbd44b7b64d57a6d37d7ad0f34aea 100644 --- a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T12:10:13.002812+00:00", + "evaluated_at": "2026-06-17T12:39:01.127601+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, 20.0, 20.0, 20.0, @@ -173,10 +165,7 @@ 15.0, 15.0, 15.0, - 15.600000381469727 - ], - "actuals": [ - 16.0, + 15.600000381469727, 16.0, 16.0, 16.0, @@ -184,6 +173,9 @@ 16.0, 16.0, 16.0, + 16.0 + ], + "actuals": [ 16.0, 16.0, 16.0, @@ -199,17 +191,17 @@ 16.0, 16.0, 16.0, - 16.0 - ], - "p50": [ - 15.0, - 15.0, - 15.0, + 16.0, + 16.0, + 15.600000381469727, 16.0, 16.0, 16.0, 16.0, 16.0, + 16.0 + ], + "p50": [ 16.0, 16.0, 15.600000381469727, @@ -225,59 +217,67 @@ 15.0, 15.0, 15.0, - 15.600000381469727 + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 ], "p10": [ - 14.7, - 14.7, - 14.7, 15.68, 15.68, + 15.288000373840331, 15.68, 15.68, 15.68, 15.68, 15.68, - 15.288000373840331, 15.68, 15.68, 15.68, 15.68, + 14.7, + 14.7, + 14.7, + 15.288000373840331, 15.68, 15.68, 15.68, 15.68, 15.68, - 14.7, - 14.7, - 14.7, - 15.288000373840331 + 15.68, + 15.68, + 15.68 ], "p90": [ - 15.3, - 15.3, - 15.3, 16.32, 16.32, + 15.912000389099122, + 16.32, 16.32, 16.32, 16.32, 16.32, 16.32, - 15.912000389099122, 16.32, 16.32, 16.32, + 15.3, + 15.3, + 15.3, + 15.912000389099122, 16.32, 16.32, 16.32, 16.32, 16.32, 16.32, - 15.3, - 15.3, - 15.3, - 15.912000389099122 + 16.32, + 16.32 ], "timestamps": [ "2026-06-16 21:00:00", diff --git a/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index c89bb62ae34cc531a5b4c188755be3d4f7e221d2..08f18d9e9c6500d984354e8584354a81ec3cda39 100644 --- a/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T12:10:13.017026+00:00", + "evaluated_at": "2026-06-17T12:39:01.134217+00:00", "freq": "1h", "context_length": 157, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 21bfd687d044a99667ca14d44fc04f805a98195d..b35f8c0d883e6903740f11e7a755fe2dbae0fcc9 100644 --- a/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T12:10:13.024713+00:00", + "evaluated_at": "2026-06-17T12:39:01.141692+00:00", "freq": "1h", - "context_length": 143, + "context_length": 144, "prediction_length": 24, "context": [ 14.0, @@ -145,13 +145,13 @@ 17.0, 11.0, 11.0, - 13.0, + 14.0, 13.0, 10.0, - 13.0 + 13.0, + 9.0 ], "actuals": [ - 9.0, 9.0, 17.0, 13.0, @@ -159,11 +159,11 @@ 20.0, 9.0, 18.0, - 14.0, + 15.0, 5.0, 12.0, 7.0, - 6.0, + 7.0, 9.0, 9.0, 10.0, @@ -174,10 +174,10 @@ 4.0, 13.0, 19.0, - 10.0 + 10.0, + 2.0 ], "p50": [ - 20.0, 8.0, 13.0, 14.0, @@ -197,13 +197,13 @@ 17.0, 11.0, 11.0, - 13.0, + 14.0, 13.0, 10.0, - 13.0 + 13.0, + 9.0 ], "p10": [ - 19.6, 7.84, 12.74, 13.719999999999999, @@ -223,13 +223,13 @@ 16.66, 10.78, 10.78, - 12.74, + 13.719999999999999, 12.74, 9.8, - 12.74 + 12.74, + 8.82 ], "p90": [ - 20.4, 8.16, 13.26, 14.280000000000001, @@ -249,10 +249,11 @@ 17.34, 11.22, 11.22, - 13.26, + 14.280000000000001, 13.26, 10.2, - 13.26 + 13.26, + 9.18 ], "timestamps": [ "2026-06-10 13:00:00", @@ -421,6 +422,7 @@ "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", - "2026-06-17 11:00:00" + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 5bfc2786e3fefa8d87d0196e55ca78eb56861ede..0ab2cf1e79462666411a31e13ed0ea2bf2ebe328 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,37 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-17T12:32:01.931069+00:00", + "evaluated_at": "2026-06-17T12:39:01.145519+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t061800z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t002000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 229, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t103500z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 157, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 144, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index adfb9984f248c75e0c48d35ae7c5dc532caad221..46b3fa01649c96780f91e1a37ae8bac1acdacf8e 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,782751.8793919882,782751.8793919882,816.244140625,0.9402409924797279,0.01247634258914575,0.012385147805483276,3.558468281712551,884.7326598425019,0.013487406932611615,0.012443325968015055,0.007511711554773458,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,769869.9741948446,769869.9741948446,811.9580078125,0.9353037469070502,0.0124085934500332,0.012318944482387566,3.558468281712551,877.4223465326403,0.013375090035332396,0.012377176740844858,0.007489442008994369,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,3.8618682449858475,3.8618682449858475,1.3637440204620361,0.5745708807217244,0.059525585156401696,0.056265769204091966,1.9810464918929445,1.9651636687527703,0.08899190495526176,0.061756778929914255,0.04310518440236161,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.005787932667579791,0.005787932667579791,0.07137653430302938,0.30872479910923606,0.04812120996973956,0.04666607736497622,3.5301620078379092,0.07607846388814506,0.04366721177508041,0.04096841707745565,0.02683796140426397,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.022641455342071737,0.022641455342071737,0.12674164440896776,0.721549006573198,0.09370703546488675,0.10005763662965646,6.927590000710588,0.15047077903058698,0.11525421372555598,0.0970787063558051,0.08487729637335378,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Timer-S1,0.13411699814878375,0.13411699814878375,0.1819793383280436,0.16027538054579987,0.011936234565108108,0.011654537344152158,3.298384640194954,0.36621987678003465,0.023117508575814523,0.011487385532998877,0.012271964544101305,Weather,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.017903163284382215,0.017903163284382215,0.10967035757170783,0.646773966890761,0.0808866419543091,0.08559349139339673,5.410725991708629,0.1338027028291365,0.10248717663508328,0.08400282707620174,0.07435079573457687,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Timer-S1,0.01397048756462027,0.01397048756462027,0.04182736078898112,0.04515097623083186,0.002668633367010228,0.002640332798496472,0.8528123871175551,0.1181968170663672,0.007402723171261847,0.0026196676068820004,0.005338755370949345,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,614.9907548715711,614.9907548715711,18.470306317011516,2.4495934032316558,0.3881533248527131,0.53453901830036,55.22527762010858,24.79900713479415,0.6550475316172474,0.48787955483094686,0.43685329142654056,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.054233171775195,1.054233171775195,0.7598614692687988,0.36566426266120605,0.02799837806623734,0.028610997736209166,1.6980551192149136,1.0267585752138595,0.040879576641078705,0.030253280488167906,0.02991499347043452,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,27.61757219877715,27.61757219877715,4.466885884602864,0.85764208984375,0.6752463352847841,0.4228836041264196,11.08764453125,5.255242353952589,0.4926789706830552,0.41877055168151855,0.3209550539652507,Hazards,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.3567095006202787,1.3567095006202787,0.9260210196177164,0.4476945809309018,0.03462212084460587,0.03539260776244917,1.656157052299645,1.1647787346188454,0.04622902111217659,0.03675294199136908,0.03251162689534859,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,27.924219198524952,27.924219198524952,4.520294189453125,0.8582837068581884,0.7394318352417463,0.42605825625130916,10.427489461778086,5.284337157915357,0.4840614190456816,0.4140727501789122,0.31457148868214596,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,113.21197764078777,113.21197764078777,4.4384765625,0.0420210798816568,0.0015704993277464493,0.0015643006304177365,1.0248397435897436,10.640111730653384,0.0037361036069594915,0.0015584994513533285,0.0025305311712590425,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,178.23861075984314,178.23861075984314,12.328842163085938,0.25735549701923005,0.0594230586909906,0.05716636078972139,1.177709013633503,13.350603385609324,0.056331659854891664,0.05202043106787316,0.040424991827641525,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index e63b660cc28b0502ccb91048eb75e41c99a042d2..82e01e1c90aba196646696da4dc5c992e82fd432 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T12:31:52.391310+00:00", + "evaluated_at": "2026-06-17T12:38:37.878957+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 64909.44140625, 64798.0, 64810.01171875, - 64682.01171875 + 64784.87890625 ], "p50": [ 66590.1875, diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index a9dcbd2202264b8a9d0187903f8896ddd9b9762a..5ca05d5de5a4a1f983b8e10b70a021cace3ea7ae 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T12:11:35.957777+00:00", + "evaluated_at": "2026-06-17T12:38:42.492744+00:00", "freq": "10min", - "context_length": 230, + "context_length": 229, "prediction_length": 36, "context": [ - 1.600000023841858, - 1.2999999523162842, 1.2999999523162842, 1.399999976158142, 1.399999976158142, @@ -235,10 +233,10 @@ 1.100000023841858, 1.2999999523162842, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -273,126 +271,124 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.399999976158142 ], "p50": [ - 1.1826395988464355, - 1.1722017526626587, - 1.1679843664169312, - 1.1690146923065186, - 1.1684610843658447, - 1.1690454483032227, - 1.1671385765075684, - 1.1628942489624023, - 1.1611719131469727, - 1.1607413291931152, - 1.1639399528503418, - 1.166123628616333, - 1.1704140901565552, - 1.1713483333587646, - 1.1713829040527344, - 1.1762423515319824, - 1.1734896898269653, - 1.180363655090332, - 1.1801176071166992, - 1.1776878833770752, - 1.180056095123291, - 1.1791949272155762, - 1.1852846145629883, - 1.1832547187805176, - 1.1846694946289062, - 1.186699390411377, - 1.1870684623718262, - 1.1906976699829102, - 1.192789077758789, - 1.1937732696533203, - 1.1937732696533203, - 1.191558837890625, - 1.191558837890625, - 1.1929121017456055, - 1.1950035095214844, - 1.1966028213500977 + 1.3021659851074219, + 1.237020492553711, + 1.2249565124511719, + 1.2155466079711914, + 1.2026381492614746, + 1.1961236000061035, + 1.18731689453125, + 1.1833961009979248, + 1.182973861694336, + 1.1860501766204834, + 1.1908154487609863, + 1.1974506378173828, + 1.195641040802002, + 1.1949172019958496, + 1.2002253532409668, + 1.1992602348327637, + 1.2027587890625, + 1.2009491920471191, + 1.1997427940368652, + 1.199984073638916, + 1.2020349502563477, + 1.2044477462768555, + 1.2073431015014648, + 1.2097558975219727, + 1.2112035751342773, + 1.211686134338379, + 1.213857650756836, + 1.2153053283691406, + 1.212651252746582, + 1.2128925323486328, + 1.2085494995117188, + 1.2042064666748047, + 1.2068605422973633, + 1.2097558975219727, + 1.2119274139404297, + 1.216994285583496 ], "p10": [ - 1.0478668212890625, - 1.0301513671875, - 1.0271987915039062, - 1.0291671752929688, - 1.026214599609375, - 1.0242462158203125, - 1.0212936401367188, - 1.018341064453125, - 1.014404296875, - 1.014404296875, - 1.0153884887695312, - 1.0163726806640625, - 1.0193252563476562, - 1.018341064453125, - 1.0193252563476562, - 1.02227783203125, - 1.0163726806640625, - 1.0252304077148438, - 1.0252304077148438, - 1.0232620239257812, - 1.0271987915039062, - 1.0281829833984375, - 1.0301513671875, - 1.0271987915039062, - 1.0281829833984375, - 1.0331039428710938, - 1.034088134765625, - 1.0370407104492188, - 1.0360565185546875, - 1.03802490234375, - 1.03802490234375, - 1.0321197509765625, - 1.03802490234375, - 1.0399932861328125, - 1.041961669921875, - 1.0439300537109375 + 1.1430420875549316, + 1.0652294158935547, + 1.0642642974853516, + 1.0623340606689453, + 1.0550956726074219, + 1.0488224029541016, + 1.0396537780761719, + 1.0367584228515625, + 1.0348281860351562, + 1.040618896484375, + 1.0444793701171875, + 1.04833984375, + 1.0464096069335938, + 1.0444793701171875, + 1.0512351989746094, + 1.0488224029541016, + 1.0488224029541016, + 1.0493049621582031, + 1.04833984375, + 1.0512351989746094, + 1.0546131134033203, + 1.0565433502197266, + 1.0565433502197266, + 1.0570259094238281, + 1.0575084686279297, + 1.059438705444336, + 1.0647468566894531, + 1.0661945343017578, + 1.0642642974853516, + 1.06378173828125, + 1.060403823852539, + 1.0541305541992188, + 1.056060791015625, + 1.0608863830566406, + 1.0628166198730469, + 1.067159652709961 ], "p90": [ - 1.2885017395019531, - 1.3008041381835938, - 1.301788330078125, - 1.3047409057617188, - 1.3076934814453125, - 1.309661865234375, - 1.309661865234375, - 1.3067092895507812, - 1.3106460571289062, - 1.309661865234375, - 1.3155670166015625, - 1.3165512084960938, - 1.3204879760742188, - 1.3204879760742188, - 1.32147216796875, - 1.3273773193359375, - 1.3273773193359375, - 1.3362350463867188, - 1.3391876220703125, - 1.3382034301757812, - 1.3401718139648438, - 1.3401718139648438, - 1.3460769653320312, - 1.3441085815429688, - 1.3460769653320312, - 1.3450927734375, - 1.3460769653320312, - 1.3500137329101562, - 1.3519821166992188, - 1.3519821166992188, - 1.3519821166992188, - 1.3509979248046875, - 1.3559188842773438, - 1.3578872680664062, - 1.3588714599609375, - 1.3598556518554688 + 1.4150848388671875, + 1.3861312866210938, + 1.3784103393554688, + 1.3716545104980469, + 1.3639335632324219, + 1.3610382080078125, + 1.3542823791503906, + 1.3465614318847656, + 1.349456787109375, + 1.349456787109375, + 1.3533172607421875, + 1.3600730895996094, + 1.3552474975585938, + 1.3562126159667969, + 1.3591079711914062, + 1.3610382080078125, + 1.364898681640625, + 1.3629684448242188, + 1.3610382080078125, + 1.3610382080078125, + 1.3610382080078125, + 1.364898681640625, + 1.3687591552734375, + 1.3706893920898438, + 1.3716545104980469, + 1.3697242736816406, + 1.3697242736816406, + 1.3697242736816406, + 1.3677940368652344, + 1.3687591552734375, + 1.3620033264160156, + 1.3600730895996094, + 1.3668289184570312, + 1.3677940368652344, + 1.3687591552734375, + 1.3735847473144531 ], "timestamps": [ - "2026-06-13 23:50:00", - "2026-06-14 00:00:00", - "2026-06-14 00:10:00", "2026-06-14 00:20:00", "2026-06-14 00:30:00", "2026-06-14 00:40:00", @@ -655,6 +651,8 @@ "2026-06-15 19:30:00", "2026-06-15 19:40:00", "2026-06-15 19:50:00", - "2026-06-15 20:00:00" + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00" ] } diff --git a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json index 7f6e63168ae8d4e9ebc958f59ceb9feda0da289a..fcb54b783eb9e1b1bf46729a61e36d89a98a16fe 100644 --- a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,30 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T11:28:16.093504+00:00", + "evaluated_at": "2026-06-17T12:38:47.073881+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 21.0, - 21.0, - 21.0, - 22.0, - 22.0, - 22.0, - 22.0, - 21.0, - 21.0, - 21.100000381469727, - 22.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, 20.0, 20.0, 20.0, @@ -173,9 +154,7 @@ 16.0, 15.600000381469727, 16.0, - 16.0 - ], - "actuals": [ + 16.0, 16.0, 16.0, 16.0, @@ -194,93 +173,113 @@ 16.0, 16.0, 16.0, + 16.0 + ], + "actuals": [ + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, 16.0, 16.0, 16.0, 16.0, 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, 16.0 ], "p50": [ - 15.9892578125, - 15.9892578125, - 15.972900390625, - 15.9810791015625, - 15.972900390625, - 15.972900390625, - 15.972900390625, - 15.9892578125, - 15.972900390625, - 15.9974365234375, - 15.9810791015625, - 15.972900390625, - 15.9647216796875, - 15.9810791015625, - 15.9810791015625, - 15.9810791015625, - 15.95654296875, - 15.95654296875, - 15.9320068359375, - 15.940185546875, - 15.9156494140625, - 15.9320068359375, - 15.9483642578125, - 15.95654296875 + 16.004180908203125, + 15.99749755859375, + 15.99749755859375, + 16.0108642578125, + 15.99749755859375, + 15.99749755859375, + 16.004180908203125, + 16.017547607421875, + 16.0108642578125, + 16.02423095703125, + 15.99749755859375, + 15.99749755859375, + 15.99749755859375, + 15.99749755859375, + 16.0108642578125, + 16.004180908203125, + 16.030914306640625, + 16.017547607421875, + 16.0108642578125, + 16.017547607421875, + 15.990814208984375, + 15.99749755859375, + 15.99749755859375, + 16.0108642578125 ], "p10": [ - 15.8992919921875, - 15.8583984375, - 15.8583984375, - 15.82568359375, - 15.776611328125, - 15.7193603515625, - 15.6375732421875, - 15.5966796875, - 15.580322265625, - 15.62939453125, - 15.5966796875, - 15.5721435546875, - 15.514892578125, - 15.482177734375, - 15.43310546875, - 15.416748046875, - 15.384033203125, - 15.400390625, - 15.351318359375, - 15.3349609375, - 15.318603515625, - 15.285888671875, - 15.26953125, - 15.26953125 + 15.9039306640625, + 15.857147216796875, + 15.83709716796875, + 15.790313720703125, + 15.736846923828125, + 15.683380126953125, + 15.643280029296875, + 15.603179931640625, + 15.5831298828125, + 15.603179931640625, + 15.563079833984375, + 15.54302978515625, + 15.48956298828125, + 15.509613037109375, + 15.4761962890625, + 15.456146240234375, + 15.39599609375, + 15.402679443359375, + 15.40936279296875, + 15.4227294921875, + 15.39599609375, + 15.39599609375, + 15.3692626953125, + 15.362579345703125 ], "p90": [ - 16.0301513671875, - 16.0546875, - 16.071044921875, - 16.103759765625, - 16.0955810546875, - 16.1282958984375, - 16.15283203125, - 16.1446533203125, - 16.169189453125, - 16.21826171875, - 16.2427978515625, - 16.2591552734375, - 16.300048828125, - 16.3245849609375, - 16.34912109375, - 16.3409423828125, - 16.34912109375, - 16.41455078125, - 16.41455078125, - 16.447265625, - 16.4390869140625, - 16.4881591796875, - 16.529052734375, - 16.5699462890625 + 16.030914306640625, + 16.03759765625, + 16.030914306640625, + 16.05096435546875, + 16.05096435546875, + 16.057647705078125, + 16.057647705078125, + 16.071014404296875, + 16.07769775390625, + 16.10443115234375, + 16.091064453125, + 16.10443115234375, + 16.13116455078125, + 16.10443115234375, + 16.14453125, + 16.13116455078125, + 16.194656372070312, + 16.214706420898438, + 16.194656372070312, + 16.208023071289062, + 16.1712646484375, + 16.194656372070312, + 16.214706420898438, + 16.25146484375 ], "timestamps": [ - "2026-06-16 20:00:00", "2026-06-16 21:00:00", "2026-06-16 22:00:00", "2026-06-16 23:00:00", @@ -471,6 +470,7 @@ "2026-06-24 16:00:00", "2026-06-24 17:00:00", "2026-06-24 18:00:00", - "2026-06-24 19:00:00" + "2026-06-24 19:00:00", + "2026-06-24 20:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 57b37d3fdcfdca8977c1f14f0420bca5b0314907..816fead38ff2ac092a2aa03215fa7d60d3ed0d2c 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T11:28:28.423061+00:00", + "evaluated_at": "2026-06-17T12:38:51.169666+00:00", "freq": "1h", - "context_length": 156, + "context_length": 157, "prediction_length": 24, "context": [ 22.100000381469727, @@ -161,10 +161,10 @@ 25.0, 25.0, 24.399999618530273, - 23.799999237060547 + 23.799999237060547, + 23.5 ], "actuals": [ - 23.5, 23.0, 22.600000381469727, 22.299999237060547, @@ -187,85 +187,86 @@ 28.399999618530273, 27.700000762939453, 27.0, - 26.100000381469727 + 26.100000381469727, + 25.399999618530273 ], "p50": [ - 23.398223876953125, - 22.9422607421875, - 22.6700439453125, - 22.41143798828125, - 22.27532958984375, - 22.1800537109375, - 22.13922119140625, - 22.0167236328125, - 21.86700439453125, - 21.86700439453125, - 22.4522705078125, - 23.4322509765625, - 24.611289978027344, - 25.715469360351562, - 26.72607421875, - 27.3521728515625, - 28.03271484375, - 28.2777099609375, - 28.1416015625, - 27.71966552734375, - 27.06634521484375, - 26.24969482421875, - 25.27141571044922, - 24.449661254882812 + 23.113525390625, + 22.8289794921875, + 22.571533203125, + 22.4224853515625, + 22.32763671875, + 22.3140869140625, + 22.1514892578125, + 22.0701904296875, + 22.0159912109375, + 22.517333984375, + 23.41162109375, + 24.607391357421875, + 25.606689453125, + 26.6229248046875, + 27.259765625, + 27.720458984375, + 28.2353515625, + 28.0321044921875, + 27.74755859375, + 27.015869140625, + 26.1080322265625, + 25.060462951660156, + 24.21783447265625, + 23.7774658203125 ], "p10": [ - 22.95587158203125, - 22.316162109375, - 21.826171875, - 21.43145751953125, - 21.118408203125, - 21.009521484375, - 20.791748046875, - 20.682861328125, - 20.4923095703125, - 20.4378662109375, - 20.9822998046875, - 21.826171875, - 22.860595703125, - 23.792938232421875, - 24.640213012695312, - 25.13530731201172, - 25.473876953125, - 25.5555419921875, - 25.305442810058594, - 24.898818969726562, - 24.439453125, - 23.89501953125, - 23.166839599609375, - 22.5611572265625 + 22.6934814453125, + 22.300537109375, + 21.866943359375, + 21.56884765625, + 21.24365234375, + 21.216552734375, + 20.891357421875, + 20.8642578125, + 20.782958984375, + 21.216552734375, + 21.975341796875, + 22.9102783203125, + 23.71649169921875, + 24.526092529296875, + 24.987632751464844, + 25.386505126953125, + 25.664276123046875, + 25.413604736328125, + 25.11212158203125, + 24.524398803710938, + 23.86553955078125, + 23.0322265625, + 22.3411865234375, + 22.0430908203125 ], "p90": [ - 23.840576171875, - 23.588775634765625, - 23.561553955078125, - 23.39141845703125, - 23.439056396484375, - 23.33697509765625, - 23.466278076171875, - 23.3778076171875, - 23.30975341796875, - 23.343780517578125, - 23.93585205078125, - 25.041732788085938, - 26.324554443359375, - 27.5699462890625, - 28.794921875, - 29.55712890625, - 30.4554443359375, - 31.027099609375, - 31.1087646484375, - 30.700439453125, - 29.938232421875, - 28.8765869140625, - 27.66522216796875, - 26.63079833984375 + 23.5064697265625, + 23.41839599609375, + 23.357421875, + 23.3167724609375, + 23.40484619140625, + 23.3980712890625, + 23.40484619140625, + 23.30999755859375, + 23.35064697265625, + 23.9400634765625, + 24.96392059326172, + 26.38580322265625, + 27.6256103515625, + 28.858642578125, + 29.725830078125, + 30.294921875, + 30.728515625, + 30.701416015625, + 30.538818359375, + 29.7529296875, + 28.696044921875, + 27.395263671875, + 26.419677734375, + 25.8641357421875 ], "timestamps": [ "2026-06-10 00:00:00", @@ -447,6 +448,7 @@ "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", - "2026-06-17 11:00:00" + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" ] } diff --git a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index f5e57723471062894eeabe434b06e5de3e163ce8..7204d169cf9529a78aed4c1dba4a0f3a5941db16 100644 --- a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T11:28:32.041432+00:00", + "evaluated_at": "2026-06-17T12:38:56.572437+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, "context": [ - 18.0, 14.0, 17.0, 16.0, @@ -146,13 +145,13 @@ 17.0, 11.0, 11.0, - 13.0, + 14.0, 13.0, 10.0, - 13.0 + 13.0, + 9.0 ], "actuals": [ - 9.0, 9.0, 17.0, 13.0, @@ -160,103 +159,103 @@ 20.0, 9.0, 18.0, - 14.0, + 15.0, 5.0, 12.0, 7.0, - 6.0, - 9.0, + 7.0, 9.0, 9.0, + 10.0, 6.0, 11.0, 16.0, 6.0, 4.0, 13.0, - 16.0, - 3.0 + 19.0, + 10.0, + 2.0 ], "p50": [ - 12.927001953125, - 12.5985107421875, - 13.25311279296875, - 13.1602783203125, - 13.0936279296875, - 12.831787109375, - 13.0936279296875, - 13.1317138671875, - 13.0841064453125, - 13.2935791015625, - 13.1126708984375, - 13.1126708984375, - 13.29595947265625, - 12.9031982421875, - 13.174560546875, - 12.9508056640625, - 13.66015625, - 13.2174072265625, - 13.35784912109375, - 13.14599609375, - 13.05078125, - 13.2364501953125, - 13.14599609375, - 13.1697998046875 + 12.9073486328125, + 12.912109375, + 13.0596923828125, + 12.9930419921875, + 12.9263916015625, + 12.8502197265625, + 13.0501708984375, + 13.0501708984375, + 13.1072998046875, + 13.1168212890625, + 12.978759765625, + 13.054931640625, + 13.0025634765625, + 13.131103515625, + 13.00732421875, + 13.169189453125, + 13.0216064453125, + 13.0216064453125, + 13.0025634765625, + 12.8359375, + 12.8978271484375, + 12.9930419921875, + 12.997802734375, + 13.0882568359375 ], "p10": [ - 9.3564453125, - 8.8994140625, - 9.18505859375, - 9.08984375, - 9.2041015625, - 8.95654296875, - 9.08984375, - 8.9375, - 9.013671875, - 9.166015625, - 8.95654296875, - 8.95654296875, - 9.10888671875, - 8.8232421875, - 9.03271484375, - 8.861328125, - 9.546875, - 9.166015625, - 9.2421875, - 9.03271484375, - 9.03271484375, - 9.1279296875, - 9.1279296875, - 9.0517578125 + 9.04638671875, + 9.04638671875, + 9.0654296875, + 9.00830078125, + 8.9892578125, + 8.9130859375, + 8.951171875, + 8.875, + 8.93212890625, + 8.97021484375, + 8.9130859375, + 8.9130859375, + 8.9130859375, + 8.97021484375, + 8.9130859375, + 9.0654296875, + 8.9130859375, + 8.93212890625, + 8.8369140625, + 8.6845703125, + 8.7607421875, + 8.7607421875, + 8.72265625, + 8.8369140625 ], "p90": [ - 18.001953125, - 17.8876953125, - 18.9541015625, - 18.9541015625, - 18.8017578125, - 18.63037109375, - 18.9921875, - 19.220703125, - 18.9541015625, - 19.14453125, - 18.9921875, - 18.916015625, - 19.14453125, - 18.7255859375, - 19.1064453125, - 18.83984375, - 19.830078125, - 19.1826171875, - 19.1826171875, - 18.8779296875, - 18.7255859375, - 19.0302734375, - 18.9541015625, - 19.1064453125 + 17.95849609375, + 18.3203125, + 18.6630859375, + 18.5869140625, + 18.45361328125, + 18.396484375, + 18.701171875, + 18.853515625, + 18.9296875, + 18.77734375, + 18.52978515625, + 18.701171875, + 18.56787109375, + 18.8916015625, + 18.7392578125, + 19.0439453125, + 18.853515625, + 18.7392578125, + 18.5869140625, + 18.396484375, + 18.47265625, + 18.6630859375, + 18.77734375, + 18.8916015625 ], "timestamps": [ - "2026-06-10 12:00:00", "2026-06-10 13:00:00", "2026-06-10 14:00:00", "2026-06-10 15:00:00", @@ -423,6 +422,7 @@ "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", - "2026-06-17 11:00:00" + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 49a0147d64685798eed42f51f810fcb601ea31d3..1caea494ffb1e31b5e03fd1b911b514f220fbf9f 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,37 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T12:32:00.763618+00:00", + "evaluated_at": "2026-06-17T12:38:58.915445+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t061800z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t002000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 229, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t103500z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 157, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 144, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 5a887d1b80aa37228808a237b055641cc20541fa..2cf1dc89040fcee1c1e5fd2a89d835dc9d649cdd 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,863097.3180007935,592336.6503423055,677.3294270833334,0.7802235398209648,0.010361293150041702,0.010292056978114214,32.370489077914364,929.0303105931439,0.014162707471351732,0.010325624931865712,0.011030804731091512,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,848605.0993118286,579654.0503209432,673.0432942708334,0.7752862942482871,0.010293567792000254,0.010225853390369726,32.172999255007255,921.197644000368,0.014042383895886624,0.010259614077670674,0.010964747799652723,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.5424720945538866,0.9436582423750224,0.7197450002034506,0.3032420398967875,0.03219827278707879,0.03316855295513061,8.445496573335296,0.7365270494380275,0.03335342812548927,0.03259345756721722,0.033543198313477345,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.00029433683033264956,0.0004651895284197257,0.018371074398358663,0.07946037599661646,0.014394598974905045,0.014618081285069454,1.3066306279628996,0.017156247559785606,0.009847274211008398,0.010544555650707488,0.008859675956332889,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.01608700316921288,0.022847457413507674,0.13035140103764004,0.7420996024056535,0.09677222050101286,0.10320903780378761,6.790872011137049,0.12683455037651561,0.09714986837350131,0.09984362632670302,0.06838502325910202,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.1292931585143909,0.11833554396143124,0.2377547820409139,0.20939870711860306,0.015342644520578185,0.015163488043013028,11.680015423975952,0.3595735787212277,0.02269796320945481,0.015008191966797646,0.02013099918371858,Weather,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.009451282781882182,0.014794118340927377,0.0978151328033871,0.5768585319312742,0.07201514174061266,0.07601042929371095,5.465174510597931,0.09721770817028234,0.07446462753468434,0.07492222938131779,0.0541349728902181,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.014111444195805234,0.02569016021209336,0.1405391295750936,0.15170641367883017,0.008822526649249063,0.008843691329552462,5.296460183823807,0.11879159985371539,0.0074399747016418724,0.008802032887149154,0.00944752055835061,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,650.3943046069982,722.1659069611504,20.907906929651897,2.7728760969754944,0.46114048567828886,0.6543159002923408,71.71837069289923,25.502829345133417,0.6736384775802927,0.5522669819444488,0.46904465180753824,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.6278531644534269,1.4426090006616807,0.8501505057017008,0.4091135955578959,0.030999339838112195,0.03190982714056804,3.446715924839982,0.7923718599580798,0.031547655855363704,0.03384806671524099,0.024862350669898385,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,25.42350457966764,22.467930659831836,4.131389220555623,0.7932267303466798,0.5771436152416758,0.402289453595642,29.194649047851566,5.042172605104633,0.47270368172855937,0.3873177394270897,0.40007506004638144,Hazards,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.6740913290485272,1.5092125480443126,0.8916744391123453,0.4310893661031547,0.03274099887057164,0.033695248741254485,4.023791387021615,0.8210306504927372,0.032585968602691834,0.03538975708068864,0.026353789791575086,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,26.17538091684465,24.10825041117808,4.197287241617839,0.7969532737249061,0.6303530426875089,0.4062303166444969,28.47936632512491,5.116188123676127,0.4686584540772025,0.38448432747644323,0.3920571882912827,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,95.19676248977582,150.0974159811934,9.908131917317709,0.09380479921720908,0.0034840073103494414,0.0034890007300999505,3.271641453248274,9.756882826485917,0.0034259720239306806,0.003479080702496342,0.003628924030216208,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index b53cf01a8875c20209dcad7ec4f88daa8037adc6..fe405dc8f14fbe6ecec11d5b2a4437320c389717 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T12:30:19.445631+00:00", + "evaluated_at": "2026-06-17T12:35:45.825023+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 64909.44140625, 64798.0, 64810.01171875, - 64682.01171875 + 64784.87890625 ], "p50": [ 66426.34375, diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index a1fd56a9b2c8cb68b892be3c5eb8cdbfea66df34..6998fca56310275d3901a4fbd0e878ea1593361e 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T12:09:38.621436+00:00", + "evaluated_at": "2026-06-17T12:35:55.802483+00:00", "freq": "10min", - "context_length": 230, + "context_length": 229, "prediction_length": 36, "context": [ - 1.600000023841858, - 1.2999999523162842, 1.2999999523162842, 1.399999976158142, 1.399999976158142, @@ -235,10 +233,10 @@ 1.100000023841858, 1.2999999523162842, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -273,126 +271,124 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.399999976158142 ], "p50": [ - 1.1551347970962524, - 1.138252854347229, - 1.1382428407669067, - 1.1431020498275757, - 1.1510874032974243, - 1.1579594612121582, - 1.159682273864746, - 1.157045841217041, - 1.1620454788208008, - 1.1674644947052002, - 1.1737380027770996, - 1.1757766008377075, - 1.1727410554885864, - 1.1656602621078491, - 1.1682614088058472, - 1.1708848476409912, - 1.181014060974121, - 1.180424451828003, - 1.1718380451202393, - 1.1708815097808838, - 1.1697689294815063, - 1.171068787574768, - 1.1807347536087036, - 1.1828628778457642, - 1.1793744564056396, - 1.1756837368011475, - 1.179863691329956, - 1.1859852075576782, - 1.1915202140808105, - 1.1975032091140747, - 1.2065025568008423, - 1.2067651748657227, - 1.2107340097427368, - 1.2068167924880981, - 1.2033852338790894, - 1.19754159450531 + 1.2409663200378418, + 1.2045814990997314, + 1.1855098009109497, + 1.1792405843734741, + 1.1808006763458252, + 1.1879502534866333, + 1.1940432786941528, + 1.1951498985290527, + 1.1949470043182373, + 1.1926223039627075, + 1.192753553390503, + 1.1920578479766846, + 1.1876156330108643, + 1.1907318830490112, + 1.1999800205230713, + 1.2036914825439453, + 1.2082061767578125, + 1.2037179470062256, + 1.1992065906524658, + 1.1997889280319214, + 1.2068146467208862, + 1.2109624147415161, + 1.21644926071167, + 1.2216130495071411, + 1.2178089618682861, + 1.2207890748977661, + 1.2277194261550903, + 1.2378671169281006, + 1.2431094646453857, + 1.2457237243652344, + 1.2495180368423462, + 1.2485674619674683, + 1.2471787929534912, + 1.2439239025115967, + 1.243334412574768, + 1.2396126985549927 ], "p10": [ - 1.1798473596572876, - 1.163358211517334, - 1.1711329221725464, - 1.180166244506836, - 1.183651328086853, - 1.1854608058929443, - 1.1926119327545166, - 1.1934459209442139, - 1.1902092695236206, - 1.2024298906326294, - 1.20414400100708, - 1.2096952199935913, - 1.2084345817565918, - 1.199826717376709, - 1.2063666582107544, - 1.2098959684371948, - 1.2173349857330322, - 1.2118710279464722, - 1.204203724861145, - 1.2053993940353394, - 1.2062454223632812, - 1.2078216075897217, - 1.2127231359481812, - 1.221730351448059, - 1.212180256843567, - 1.208308458328247, - 1.2134861946105957, - 1.2136385440826416, - 1.2278443574905396, - 1.2330387830734253, - 1.2371174097061157, - 1.2417970895767212, - 1.2457950115203857, - 1.2412431240081787, - 1.2379064559936523, - 1.230147123336792 + 1.2737905979156494, + 1.2390000820159912, + 1.2249383926391602, + 1.2223544120788574, + 1.2237074375152588, + 1.2233552932739258, + 1.2349482774734497, + 1.2416361570358276, + 1.2327829599380493, + 1.2329790592193604, + 1.2295739650726318, + 1.229050874710083, + 1.2285224199295044, + 1.2310103178024292, + 1.2428293228149414, + 1.2452629804611206, + 1.2482541799545288, + 1.2427414655685425, + 1.236037015914917, + 1.235248327255249, + 1.248366355895996, + 1.2493258714675903, + 1.2524617910385132, + 1.2595140933990479, + 1.2517744302749634, + 1.2497141361236572, + 1.261281132698059, + 1.2656166553497314, + 1.2807321548461914, + 1.2800112962722778, + 1.2807672023773193, + 1.2809804677963257, + 1.2807607650756836, + 1.2766371965408325, + 1.2745949029922485, + 1.2735337018966675 ], "p90": [ - 1.2481577396392822, - 1.2454400062561035, - 1.2532716989517212, - 1.2628685235977173, - 1.2755695581436157, - 1.2841852903366089, - 1.2862823009490967, - 1.2874544858932495, - 1.2931487560272217, - 1.2988324165344238, - 1.3084684610366821, - 1.3115218877792358, - 1.3088144063949585, - 1.304770588874817, - 1.307395100593567, - 1.3094182014465332, - 1.3206992149353027, - 1.3216354846954346, - 1.3120133876800537, - 1.311619758605957, - 1.3107303380966187, - 1.3132599592208862, - 1.3219406604766846, - 1.3213998079299927, - 1.3201885223388672, - 1.3194400072097778, - 1.3182371854782104, - 1.3253023624420166, - 1.3328484296798706, - 1.3387123346328735, - 1.349989891052246, - 1.3518823385238647, - 1.3519949913024902, - 1.3519866466522217, - 1.3450193405151367, - 1.3405096530914307 + 1.3630486726760864, + 1.3416497707366943, + 1.3301066160202026, + 1.3269325494766235, + 1.3326157331466675, + 1.341498851776123, + 1.3469563722610474, + 1.349522352218628, + 1.350333571434021, + 1.348341464996338, + 1.3524856567382812, + 1.3531712293624878, + 1.350590467453003, + 1.3552385568618774, + 1.3659850358963013, + 1.3672925233840942, + 1.3726930618286133, + 1.3688569068908691, + 1.3635892868041992, + 1.3641464710235596, + 1.3724396228790283, + 1.3791370391845703, + 1.3836392164230347, + 1.386277198791504, + 1.3857804536819458, + 1.388715386390686, + 1.3907731771469116, + 1.4030920267105103, + 1.4105888605117798, + 1.4133296012878418, + 1.418987512588501, + 1.416884183883667, + 1.412747859954834, + 1.412718653678894, + 1.408416509628296, + 1.4050309658050537 ], "timestamps": [ - "2026-06-13 23:50:00", - "2026-06-14 00:00:00", - "2026-06-14 00:10:00", "2026-06-14 00:20:00", "2026-06-14 00:30:00", "2026-06-14 00:40:00", @@ -655,6 +651,8 @@ "2026-06-15 19:30:00", "2026-06-15 19:40:00", "2026-06-15 19:50:00", - "2026-06-15 20:00:00" + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00" ] } diff --git a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json index d37304fdde976826a1c7dddad8a32d8bf2378440..63c4726e3f508e50d820e37f79f9317a357c9283 100644 --- a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,30 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T11:19:23.920195+00:00", + "evaluated_at": "2026-06-17T12:36:06.632180+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 21.0, - 21.0, - 21.0, - 22.0, - 22.0, - 22.0, - 22.0, - 21.0, - 21.0, - 21.100000381469727, - 22.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, 20.0, 20.0, 20.0, @@ -173,9 +154,7 @@ 16.0, 15.600000381469727, 16.0, - 16.0 - ], - "actuals": [ + 16.0, 16.0, 16.0, 16.0, @@ -194,93 +173,113 @@ 16.0, 16.0, 16.0, + 16.0 + ], + "actuals": [ + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, 16.0, 16.0, 16.0, 16.0, 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, 16.0 ], "p50": [ - 15.94096851348877, - 15.922136306762695, - 15.920869827270508, - 15.935417175292969, - 15.900433540344238, - 15.93065071105957, - 15.917323112487793, - 15.920857429504395, - 15.851042747497559, - 15.86767864227295, - 15.831804275512695, - 15.874282836914062, - 15.849418640136719, - 15.845993041992188, - 15.821090698242188, - 15.80357837677002, - 15.847468376159668, - 15.812971115112305, - 15.80162525177002, - 15.811907768249512, - 15.777872085571289, - 15.770312309265137, - 15.738260269165039, - 15.819208145141602 + 16.01685333251953, + 15.99405288696289, + 15.996285438537598, + 15.966719627380371, + 15.947297096252441, + 15.892192840576172, + 15.926507949829102, + 15.890027046203613, + 15.863044738769531, + 15.882451057434082, + 15.858026504516602, + 15.841323852539062, + 15.86452865600586, + 15.802659034729004, + 15.824261665344238, + 15.801290512084961, + 15.801169395446777, + 15.834238052368164, + 15.827033042907715, + 15.812602043151855, + 15.81340217590332, + 15.810125350952148, + 15.887947082519531, + 15.869797706604004 ], "p10": [ - 16.05594825744629, - 16.018898010253906, - 16.011356353759766, - 16.047683715820312, - 16.06828498840332, - 16.18079948425293, - 16.08660316467285, - 16.17034339904785, - 16.158668518066406, - 16.02547264099121, - 16.1511173248291, - 16.136301040649414, - 16.171724319458008, - 16.094444274902344, - 16.166147232055664, - 16.141490936279297, - 16.177669525146484, - 16.33915901184082, - 16.27092933654785, - 16.22734260559082, - 16.265138626098633, - 16.29967498779297, - 16.343441009521484, - 16.375404357910156 + 16.035490036010742, + 15.97777271270752, + 16.0430965423584, + 16.032663345336914, + 16.0518856048584, + 15.98847770690918, + 16.074626922607422, + 16.075172424316406, + 16.02059555053711, + 15.958048820495605, + 16.000442504882812, + 16.072189331054688, + 16.056230545043945, + 16.02659034729004, + 16.099767684936523, + 16.029830932617188, + 16.071889877319336, + 16.200965881347656, + 16.16433334350586, + 16.129459381103516, + 16.150728225708008, + 16.149211883544922, + 16.260292053222656, + 16.276033401489258 ], "p90": [ - 16.123966217041016, - 16.15119743347168, - 16.192014694213867, - 16.20891761779785, - 16.231508255004883, - 16.249919891357422, - 16.253061294555664, - 16.291332244873047, - 16.277034759521484, - 16.32271385192871, - 16.31062889099121, - 16.38717269897461, - 16.410037994384766, - 16.449094772338867, - 16.49326515197754, - 16.488513946533203, - 16.610307693481445, - 16.623703002929688, - 16.7231388092041, - 16.734302520751953, - 16.766468048095703, - 16.82262420654297, - 16.836442947387695, - 16.945402145385742 + 16.065690994262695, + 16.090993881225586, + 16.107494354248047, + 16.1158390045166, + 16.110103607177734, + 16.043182373046875, + 16.08501625061035, + 16.10905647277832, + 16.135379791259766, + 16.196029663085938, + 16.2048282623291, + 16.197566986083984, + 16.24665069580078, + 16.243328094482422, + 16.29846954345703, + 16.316743850708008, + 16.354782104492188, + 16.440391540527344, + 16.476722717285156, + 16.479385375976562, + 16.533729553222656, + 16.606172561645508, + 16.69115447998047, + 16.695240020751953 ], "timestamps": [ - "2026-06-16 20:00:00", "2026-06-16 21:00:00", "2026-06-16 22:00:00", "2026-06-16 23:00:00", @@ -471,6 +470,7 @@ "2026-06-24 16:00:00", "2026-06-24 17:00:00", "2026-06-24 18:00:00", - "2026-06-24 19:00:00" + "2026-06-24 19:00:00", + "2026-06-24 20:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index ced8095ac18f2a381f131753e34fba2e4c69a7fd..707e6dc7eab2933dc148264165b3a2fab8514c5f 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T11:19:53.381994+00:00", + "evaluated_at": "2026-06-17T12:36:17.843337+00:00", "freq": "1h", - "context_length": 156, + "context_length": 157, "prediction_length": 24, "context": [ 22.100000381469727, @@ -161,10 +161,10 @@ 25.0, 25.0, 24.399999618530273, - 23.799999237060547 + 23.799999237060547, + 23.5 ], "actuals": [ - 23.5, 23.0, 22.600000381469727, 22.299999237060547, @@ -187,85 +187,86 @@ 28.399999618530273, 27.700000762939453, 27.0, - 26.100000381469727 + 26.100000381469727, + 25.399999618530273 ], "p50": [ - 23.21276092529297, - 22.842885971069336, - 22.608444213867188, - 22.451284408569336, - 22.144136428833008, - 22.021516799926758, - 21.952756881713867, - 21.88245964050293, - 21.704816818237305, - 21.696054458618164, - 22.307870864868164, - 23.213777542114258, - 24.535982131958008, - 25.793354034423828, - 26.72917938232422, - 27.328170776367188, - 27.899980545043945, - 28.033348083496094, - 27.86821746826172, - 27.41412353515625, - 26.726648330688477, - 25.88959503173828, - 24.878170013427734, - 23.965984344482422 + 22.977672576904297, + 22.741573333740234, + 22.45806121826172, + 22.25716209411621, + 22.09716796875, + 22.07661247253418, + 21.945852279663086, + 21.77644157409668, + 21.783977508544922, + 22.213001251220703, + 23.33281707763672, + 24.550464630126953, + 25.823366165161133, + 26.921039581298828, + 27.493202209472656, + 27.852317810058594, + 28.120079040527344, + 27.872957229614258, + 27.477609634399414, + 26.76093292236328, + 25.83156967163086, + 24.904478073120117, + 24.10535430908203, + 23.573505401611328 ], "p10": [ - 23.229408264160156, - 22.973297119140625, - 22.641658782958984, - 22.60806655883789, - 22.32118034362793, - 22.131179809570312, - 22.076393127441406, - 22.04330062866211, - 21.954607009887695, - 21.955808639526367, - 22.609020233154297, - 23.762163162231445, - 24.92972183227539, - 26.267864227294922, - 27.348888397216797, - 28.18613624572754, - 28.73792839050293, - 28.979705810546875, - 28.82866096496582, - 28.28186798095703, - 27.497671127319336, - 26.863937377929688, - 25.83401870727539, - 24.780202865600586 + 22.941160202026367, + 22.834884643554688, + 22.471824645996094, + 22.399259567260742, + 22.262584686279297, + 22.179174423217773, + 22.0936279296875, + 21.9989013671875, + 22.077226638793945, + 22.545543670654297, + 23.748750686645508, + 25.170177459716797, + 26.25898551940918, + 27.434019088745117, + 28.116621017456055, + 28.653108596801758, + 28.955095291137695, + 28.7385311126709, + 28.393413543701172, + 27.59971046447754, + 26.56605339050293, + 25.789567947387695, + 24.970975875854492, + 24.30035400390625 ], "p90": [ - 23.805727005004883, - 23.461902618408203, - 23.36012077331543, - 23.141721725463867, - 22.87212562561035, - 22.788278579711914, - 22.747501373291016, - 22.739099502563477, - 22.703203201293945, - 22.782060623168945, - 23.695131301879883, - 24.909448623657227, - 26.62571907043457, - 28.318037033081055, - 29.634336471557617, - 30.581247329711914, - 31.42804718017578, - 31.68575096130371, - 31.550378799438477, - 31.03312873840332, - 30.2262020111084, - 29.27835464477539, - 28.060646057128906, - 26.81542205810547 + 23.429677963256836, + 23.212404251098633, + 23.03751564025879, + 22.82408905029297, + 22.752300262451172, + 22.828968048095703, + 22.788455963134766, + 22.714120864868164, + 22.939172744750977, + 23.553924560546875, + 25.07206916809082, + 26.672842025756836, + 28.30864715576172, + 29.77985191345215, + 30.625667572021484, + 31.228187561035156, + 31.68863868713379, + 31.49240493774414, + 31.02460479736328, + 30.152421951293945, + 29.053916931152344, + 27.988079071044922, + 27.012983322143555, + 26.186777114868164 ], "timestamps": [ "2026-06-10 00:00:00", @@ -447,6 +448,7 @@ "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", - "2026-06-17 11:00:00" + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index bf741d400ef2b8c51f8a1d3441dec1100b4b1ddf..9b6a84fbb4fb2155418e5f8de04d7b6f300fb2bb 100644 --- a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T11:20:04.659716+00:00", + "evaluated_at": "2026-06-17T12:36:27.080161+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, "context": [ - 18.0, 14.0, 17.0, 16.0, @@ -146,13 +145,13 @@ 17.0, 11.0, 11.0, - 13.0, + 14.0, 13.0, 10.0, - 13.0 + 13.0, + 9.0 ], "actuals": [ - 9.0, 9.0, 17.0, 13.0, @@ -160,103 +159,103 @@ 20.0, 9.0, 18.0, - 14.0, + 15.0, 5.0, 12.0, 7.0, - 6.0, - 9.0, + 7.0, 9.0, 9.0, + 10.0, 6.0, 11.0, 16.0, 6.0, 4.0, 13.0, - 16.0, - 3.0 + 19.0, + 10.0, + 2.0 ], "p50": [ - 11.654139518737793, - 11.693458557128906, - 11.620952606201172, - 11.663115501403809, - 11.71802806854248, - 11.783612251281738, - 11.738457679748535, - 11.779802322387695, - 11.766533851623535, - 11.679728507995605, - 11.703755378723145, - 11.633393287658691, - 11.636515617370605, - 11.692944526672363, - 11.741301536560059, - 11.764134407043457, - 11.83961296081543, - 11.907556533813477, - 11.856270790100098, - 11.879732131958008, - 11.796113014221191, - 11.708355903625488, - 11.633745193481445, - 11.730424880981445 + 11.255908012390137, + 11.352396965026855, + 11.307819366455078, + 11.34032917022705, + 11.439541816711426, + 11.440503120422363, + 11.397697448730469, + 11.52340316772461, + 11.476795196533203, + 11.477354049682617, + 11.512077331542969, + 11.40296459197998, + 11.43952751159668, + 11.548111915588379, + 11.628098487854004, + 11.643332481384277, + 11.676750183105469, + 11.692344665527344, + 11.669079780578613, + 11.698989868164062, + 11.591126441955566, + 11.476806640625, + 11.42950439453125, + 11.512070655822754 ], "p10": [ - 12.915692329406738, - 13.017891883850098, - 12.979443550109863, - 13.103560447692871, - 13.103117942810059, - 13.158529281616211, - 13.098822593688965, - 13.072088241577148, - 13.163344383239746, - 13.054274559020996, - 13.062728881835938, - 13.12085247039795, - 13.008936882019043, - 13.095210075378418, - 13.12659740447998, - 13.208993911743164, - 13.317996978759766, - 13.331268310546875, - 13.359430313110352, - 13.257966995239258, - 13.228340148925781, - 13.138386726379395, - 13.030097007751465, - 13.158646583557129 + 12.569588661193848, + 12.706686019897461, + 12.659790992736816, + 12.799081802368164, + 12.840514183044434, + 12.862869262695312, + 12.756633758544922, + 12.834028244018555, + 12.898491859436035, + 12.862480163574219, + 12.90392780303955, + 12.860313415527344, + 12.853564262390137, + 13.044215202331543, + 13.063270568847656, + 13.079633712768555, + 13.191522598266602, + 13.1650390625, + 13.221933364868164, + 13.082825660705566, + 12.975415229797363, + 12.932452201843262, + 12.809839248657227, + 12.92060375213623 ], "p90": [ - 15.769030570983887, - 16.033592224121094, - 16.157724380493164, - 16.201780319213867, - 16.285686492919922, - 16.389240264892578, - 16.398754119873047, - 16.438430786132812, - 16.43174934387207, - 16.324983596801758, - 16.39954376220703, - 16.33953857421875, - 16.312583923339844, - 16.41466522216797, - 16.473350524902344, - 16.554622650146484, - 16.658748626708984, - 16.71815299987793, - 16.71162986755371, - 16.65420913696289, - 16.618797302246094, - 16.598567962646484, - 16.573328018188477, - 16.553768157958984 + 15.439441680908203, + 15.748559951782227, + 15.892881393432617, + 15.903745651245117, + 16.03035545349121, + 16.055137634277344, + 16.05825424194336, + 16.168659210205078, + 16.157665252685547, + 16.139869689941406, + 16.19713020324707, + 16.11471176147461, + 16.146018981933594, + 16.291210174560547, + 16.376216888427734, + 16.45574188232422, + 16.516193389892578, + 16.516626358032227, + 16.554792404174805, + 16.493865966796875, + 16.417648315429688, + 16.36370086669922, + 16.338336944580078, + 16.34149932861328 ], "timestamps": [ - "2026-06-10 12:00:00", "2026-06-10 13:00:00", "2026-06-10 14:00:00", "2026-06-10 15:00:00", @@ -423,6 +422,7 @@ "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", - "2026-06-17 11:00:00" + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index bc5721b6ee13a6ef2906dd4cea0316f3640936c7..94ab047f4a358295a7a581864b1912d153474ad2 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,37 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-17T12:30:50.804564+00:00", + "evaluated_at": "2026-06-17T12:36:34.150854+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t061800z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t002000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 229, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t103500z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 157, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 144, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index d8d99bc61072bd7bd0d2efacfeae921ac840c3a5..0e37c17696cf892f9af9d057bf6db8153c6d4184 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,1274567.6115061443,1274567.6115061443,983.6240234375,1.1330478002765487,0.015048847433336461,0.014900426378500378,10.932451528600026,1128.9674979848376,0.017210672500464194,0.014994967491259954,0.009735887676739254,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,1256164.2966257732,1256164.2966257732,979.337890625,1.128110554703871,0.014980439480243102,0.014834231955691857,10.73496170569292,1120.7873556682255,0.017084852980738363,0.014928651536953544,0.009669915356641882,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.39287936504236615,0.39287936504236615,0.48967981338500977,0.20631127060997226,0.02175080314860133,0.021781664607590023,1.9301307248315702,0.6268008974485966,0.028384509025154266,0.02217501783906195,0.029996050447551752,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.0195096411062039,0.0195096411062039,0.11160668929417929,0.4827322182008778,0.09905579569986599,0.08907379680537637,2.106524839512885,0.13967691686962416,0.08017119691064904,0.06405956019419509,0.04897463852260036,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.016781885513009027,0.016781885513009027,0.1032453245586819,0.5877828216293305,0.07585199143134308,0.08044910991959286,4.504928252960458,0.12954491697094497,0.09922589385008551,0.07908152519388402,0.07358045403275365,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TiRex,0.14024429071491795,0.14024429071491795,0.1761646270751953,0.15515416696530962,0.01158746385317235,0.011289000848394827,2.076021386942732,0.37449204359360955,0.02363968636947985,0.0111203338086755,0.01596469305041333,Weather,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.011400309230807358,0.011400309230807358,0.08491395579444037,0.5007746600775644,0.06271480575111037,0.06542125767945532,3.4604760296722072,0.10677223061642648,0.08178298515300751,0.06504047677872028,0.06484808177812725,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TiRex,0.012433087848156296,0.012433087848156296,0.05571583906809489,0.06014303742795826,0.0035324301238929914,0.003509830540164355,1.7497115957193945,0.1115037571033205,0.006983533625343107,0.0034895096425827873,0.011803007446702948,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,704.3424687034234,704.3424687034234,20.419140537579853,2.708054273818275,0.4442412726230771,0.6311627662653544,56.07941260255338,26.539451175625757,0.7010200807063243,0.5393565772284853,0.4671128937998852,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,4.059177531071934,4.059177531071934,1.5451617240905762,0.743570302459997,0.056858854592893665,0.059192937746319174,5.089281213873025,2.014740065386087,0.08021527445986772,0.06151938600528904,0.047760278192970344,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,27.095617649082516,27.095617649082516,4.4348216851552325,0.8514857635498047,0.6691330357968219,0.4210054463575883,10.12801523590088,5.205345103745045,0.488001103476098,0.41576453298330307,0.31758252531290054,Hazards,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,4.518366344754971,4.518366344754971,1.7035186290740967,0.8235839604009794,0.06314401226732795,0.0657115201421498,7.170441290157529,2.1256449244299884,0.08436493659082901,0.06761112332139445,0.051909092800340305,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,28.251964659233256,28.251964659233256,4.548933744430542,0.8637215970437738,0.7450593197842842,0.4279100450916122,9.929276870775826,5.315257722748094,0.4868938371982987,0.41669622086386643,0.3167880829155091,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TiRex,94.35368614395459,94.35368614395459,3.0287882486979165,0.028674918330867855,0.001075028664087791,0.0010693012827390402,0.34899878266765283,9.713582559692103,0.003410767833688522,0.0010635101385332846,0.0018404027155470213,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,42.39091997034848,42.39091997034848,6.412445068359375,0.13385506650553705,0.029444010881540167,0.029126305095609643,1.3562794237567775,6.5108309738733405,0.027471860649254602,0.02705673024624209,0.03844087353012006,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 4dfd252e8435ea2276ea6af46d6508b8bc51fdf1..a9ffedcfc414b7e27e204780f44312ebde2ed57e 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T12:31:09.693916+00:00", + "evaluated_at": "2026-06-17T12:37:19.964712+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 64909.44140625, 64798.0, 64810.01171875, - 64682.01171875 + 64784.87890625 ], "p50": [ 66457.2578125, diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index c219d57084d0b941b811cfe534300d8fe4f34937..ceb6fece912540dccc45b0e7c784fd795c3ec431 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-17T12:10:38.836558+00:00", + "evaluated_at": "2026-06-17T12:37:27.232400+00:00", "freq": "10min", - "context_length": 230, + "context_length": 229, "prediction_length": 36, "context": [ - 1.600000023841858, - 1.2999999523162842, 1.2999999523162842, 1.399999976158142, 1.399999976158142, @@ -235,10 +233,10 @@ 1.100000023841858, 1.2999999523162842, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -273,126 +271,124 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.399999976158142 ], "p50": [ - 1.1775022745132446, - 1.1667790412902832, - 1.1696596145629883, - 1.1851814985275269, - 1.1946663856506348, - 1.1970850229263306, - 1.192827582359314, - 1.1895599365234375, - 1.188164472579956, - 1.1874409914016724, - 1.1917312145233154, - 1.1957224607467651, - 1.1967250108718872, - 1.1839542388916016, - 1.183204174041748, - 1.1914125680923462, - 1.203005313873291, - 1.2081199884414673, - 1.2055567502975464, - 1.2039198875427246, - 1.2038668394088745, - 1.2052383422851562, - 1.2183992862701416, - 1.2197407484054565, - 1.2148293256759644, - 1.2056782245635986, - 1.206824541091919, - 1.222174048423767, - 1.228447437286377, - 1.2276661396026611, - 1.217344045639038, - 1.2148131132125854, - 1.2264119386672974, - 1.2290270328521729, - 1.2356021404266357, - 1.2381936311721802 + 1.2979073524475098, + 1.2358787059783936, + 1.2289137840270996, + 1.2356185913085938, + 1.2344505786895752, + 1.2259618043899536, + 1.2184053659439087, + 1.216561198234558, + 1.2178674936294556, + 1.2215596437454224, + 1.2238727807998657, + 1.2244161367416382, + 1.219607949256897, + 1.218885898590088, + 1.227638840675354, + 1.2331438064575195, + 1.2345937490463257, + 1.2342629432678223, + 1.2355473041534424, + 1.2380971908569336, + 1.245004415512085, + 1.2506210803985596, + 1.251620888710022, + 1.2500650882720947, + 1.2418712377548218, + 1.2419941425323486, + 1.254987120628357, + 1.2614957094192505, + 1.2602063417434692, + 1.2531956434249878, + 1.2476282119750977, + 1.2471739053726196, + 1.2532910108566284, + 1.260351538658142, + 1.2641541957855225, + 1.2628886699676514 ], "p10": [ - 1.0555440187454224, - 1.027068853378296, - 1.026131272315979, - 1.0420151948928833, - 1.050950050354004, - 1.0515199899673462, - 1.0443885326385498, - 1.0390675067901611, - 1.0359158515930176, - 1.0329363346099854, - 1.0350077152252197, - 1.0381865501403809, - 1.0388405323028564, - 1.0248488187789917, - 1.0227152109146118, - 1.031774878501892, - 1.0430984497070312, - 1.04658043384552, - 1.0448954105377197, - 1.0439679622650146, - 1.040955901145935, - 1.041115641593933, - 1.0518797636032104, - 1.0513420104980469, - 1.0455676317214966, - 1.0379477739334106, - 1.0389479398727417, - 1.0502434968948364, - 1.054518461227417, - 1.0508902072906494, - 1.0399765968322754, - 1.036521315574646, - 1.0416611433029175, - 1.0498265027999878, - 1.0546833276748657, - 1.0519577264785767 + 1.1138296127319336, + 1.0616928339004517, + 1.0600849390029907, + 1.0660163164138794, + 1.0682317018508911, + 1.059982419013977, + 1.051259994506836, + 1.0485576391220093, + 1.0482513904571533, + 1.049250602722168, + 1.0476603507995605, + 1.0479836463928223, + 1.0425668954849243, + 1.0395190715789795, + 1.0458922386169434, + 1.0521190166473389, + 1.0549407005310059, + 1.0535829067230225, + 1.0527076721191406, + 1.0542875528335571, + 1.057201862335205, + 1.062286376953125, + 1.0633647441864014, + 1.060412883758545, + 1.0502458810806274, + 1.049798607826233, + 1.0627723932266235, + 1.0675581693649292, + 1.0657392740249634, + 1.0577349662780762, + 1.0509032011032104, + 1.0496082305908203, + 1.0456483364105225, + 1.0664328336715698, + 1.070790410041809, + 1.0663058757781982 ], "p90": [ - 1.3087716102600098, - 1.3131213188171387, - 1.326127290725708, - 1.3462525606155396, - 1.357736587524414, - 1.3634281158447266, - 1.361838698387146, - 1.3609603643417358, - 1.361556887626648, - 1.3630694150924683, - 1.371016502380371, - 1.3785022497177124, - 1.3807568550109863, - 1.3688603639602661, - 1.3696906566619873, - 1.3783717155456543, - 1.3905293941497803, - 1.3996555805206299, - 1.3978008031845093, - 1.3984979391098022, - 1.398237943649292, - 1.4032222032546997, - 1.4209117889404297, - 1.4267593622207642, - 1.4192731380462646, - 1.4059183597564697, - 1.4065485000610352, - 1.4258968830108643, - 1.4334179162979126, - 1.4343984127044678, - 1.4225659370422363, - 1.418868899345398, - 1.4142277240753174, - 1.413507342338562, - 1.4274513721466064, - 1.4401543140411377 + 1.4342925548553467, + 1.4134401082992554, + 1.418823003768921, + 1.4206827878952026, + 1.4173561334609985, + 1.4104690551757812, + 1.405631422996521, + 1.4061580896377563, + 1.408388376235962, + 1.412543535232544, + 1.415880560874939, + 1.421281099319458, + 1.4173316955566406, + 1.4169896841049194, + 1.4260588884353638, + 1.4305161237716675, + 1.4303313493728638, + 1.4295005798339844, + 1.430832862854004, + 1.435245394706726, + 1.4434022903442383, + 1.4533296823501587, + 1.455090045928955, + 1.4551745653152466, + 1.4463953971862793, + 1.445687174797058, + 1.460794448852539, + 1.4680209159851074, + 1.4666175842285156, + 1.459009051322937, + 1.4551329612731934, + 1.4552879333496094, + 1.437024474143982, + 1.4443039894104004, + 1.454085111618042, + 1.459640383720398 ], "timestamps": [ - "2026-06-13 23:50:00", - "2026-06-14 00:00:00", - "2026-06-14 00:10:00", "2026-06-14 00:20:00", "2026-06-14 00:30:00", "2026-06-14 00:40:00", @@ -655,6 +651,8 @@ "2026-06-15 19:30:00", "2026-06-15 19:40:00", "2026-06-15 19:50:00", - "2026-06-15 20:00:00" + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00" ] } diff --git a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json index e6acef913f8cea326406f269f7db14ac92306729..4bb21f49e4899d11fa94082a3c0ea167680fa7b3 100644 --- a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,30 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T11:26:00.276042+00:00", + "evaluated_at": "2026-06-17T12:37:35.830319+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 21.0, - 21.0, - 21.0, - 22.0, - 22.0, - 22.0, - 22.0, - 21.0, - 21.0, - 21.100000381469727, - 22.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, 20.0, 20.0, 20.0, @@ -173,9 +154,7 @@ 16.0, 15.600000381469727, 16.0, - 16.0 - ], - "actuals": [ + 16.0, 16.0, 16.0, 16.0, @@ -194,93 +173,113 @@ 16.0, 16.0, 16.0, + 16.0 + ], + "actuals": [ + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, 16.0, 16.0, 16.0, 16.0, 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, 16.0 ], "p50": [ - 15.969382286071777, - 15.976973533630371, - 15.979972839355469, - 15.979822158813477, - 15.980241775512695, - 15.975396156311035, - 15.98278522491455, - 15.998034477233887, - 16.010684967041016, - 16.009666442871094, - 16.023569107055664, - 16.03744125366211, - 16.01776695251465, - 16.01299476623535, - 16.017757415771484, - 16.010032653808594, - 16.005783081054688, - 15.996810913085938, - 15.974077224731445, - 15.96905517578125, - 15.966909408569336, - 15.959676742553711, - 15.972396850585938, - 15.977072715759277 + 15.97740650177002, + 15.979103088378906, + 15.976297378540039, + 15.976731300354004, + 15.975662231445312, + 15.97089958190918, + 15.96972370147705, + 15.971456527709961, + 15.972803115844727, + 15.965070724487305, + 15.969728469848633, + 15.978761672973633, + 15.970857620239258, + 15.96992301940918, + 15.969905853271484, + 15.97174072265625, + 15.975190162658691, + 15.975987434387207, + 15.96998405456543, + 15.972582817077637, + 15.975372314453125, + 15.972731590270996, + 15.978829383850098, + 15.979369163513184 ], "p10": [ - 15.764664649963379, - 15.721726417541504, - 15.6423978805542, - 15.489054679870605, - 15.370744705200195, - 15.298023223876953, - 15.14195442199707, - 15.069250106811523, - 15.088693618774414, - 15.107416152954102, - 15.081072807312012, - 15.105427742004395, - 15.109712600708008, - 15.07337760925293, - 15.038063049316406, - 15.004138946533203, - 15.007200241088867, - 14.99376392364502, - 14.98942756652832, - 14.967900276184082, - 14.931398391723633, - 14.879820823669434, - 14.8397216796875, - 14.832659721374512 + 15.884397506713867, + 15.778502464294434, + 15.638324737548828, + 15.445911407470703, + 15.326425552368164, + 15.250847816467285, + 15.173770904541016, + 15.10291576385498, + 15.039339065551758, + 15.04399585723877, + 15.007102966308594, + 15.0243501663208, + 15.022506713867188, + 14.997814178466797, + 14.970643997192383, + 14.952085494995117, + 14.97018814086914, + 14.967677116394043, + 14.96159553527832, + 14.950551986694336, + 14.938802719116211, + 14.892173767089844, + 14.86832046508789, + 14.853775978088379 ], "p90": [ - 16.025083541870117, - 16.068546295166016, - 16.173919677734375, - 16.346282958984375, - 16.529348373413086, - 16.61904525756836, - 16.66622543334961, - 16.72570037841797, - 16.80068588256836, - 16.928787231445312, - 17.03245735168457, - 17.086034774780273, - 17.1495361328125, - 17.222139358520508, - 17.310760498046875, - 17.353200912475586, - 17.416908264160156, - 17.504573822021484, - 17.568603515625, - 17.63399887084961, - 17.74036407470703, - 17.805522918701172, - 17.872268676757812, - 17.9248046875 + 16.006179809570312, + 16.021669387817383, + 16.073619842529297, + 16.195789337158203, + 16.331151962280273, + 16.40948486328125, + 16.46131706237793, + 16.515396118164062, + 16.578182220458984, + 16.67806053161621, + 16.756973266601562, + 16.800338745117188, + 16.85193634033203, + 16.902462005615234, + 16.94215202331543, + 16.980810165405273, + 17.03108787536621, + 17.078493118286133, + 17.112083435058594, + 17.155433654785156, + 17.215478897094727, + 17.246610641479492, + 17.28876495361328, + 17.330463409423828 ], "timestamps": [ - "2026-06-16 20:00:00", "2026-06-16 21:00:00", "2026-06-16 22:00:00", "2026-06-16 23:00:00", @@ -471,6 +470,7 @@ "2026-06-24 16:00:00", "2026-06-24 17:00:00", "2026-06-24 18:00:00", - "2026-06-24 19:00:00" + "2026-06-24 19:00:00", + "2026-06-24 20:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 5890542f34236ce2fc61c7b54838784b77db795f..eb18208fce7fe429afa7d47b515dae76a26c77a0 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T11:26:29.038867+00:00", + "evaluated_at": "2026-06-17T12:37:42.892620+00:00", "freq": "1h", - "context_length": 156, + "context_length": 157, "prediction_length": 24, "context": [ 22.100000381469727, @@ -161,10 +161,10 @@ 25.0, 25.0, 24.399999618530273, - 23.799999237060547 + 23.799999237060547, + 23.5 ], "actuals": [ - 23.5, 23.0, 22.600000381469727, 22.299999237060547, @@ -187,85 +187,86 @@ 28.399999618530273, 27.700000762939453, 27.0, - 26.100000381469727 + 26.100000381469727, + 25.399999618530273 ], "p50": [ - 23.409908294677734, - 23.0538272857666, - 22.829736709594727, - 22.671499252319336, - 22.578100204467773, - 22.53433609008789, - 22.514442443847656, - 22.45994758605957, - 22.376041412353516, - 22.391040802001953, - 22.706226348876953, - 23.35062026977539, - 24.125436782836914, - 24.803388595581055, - 25.394813537597656, - 25.77480697631836, - 26.09825325012207, - 26.24067497253418, - 26.172096252441406, - 25.977203369140625, - 25.539783477783203, - 25.032093048095703, - 24.431947708129883, - 23.880290985107422 + 23.20421028137207, + 22.970996856689453, + 22.79913330078125, + 22.68553924560547, + 22.645008087158203, + 22.647293090820312, + 22.596845626831055, + 22.54214859008789, + 22.38739013671875, + 22.738357543945312, + 23.365341186523438, + 24.169940948486328, + 24.770254135131836, + 25.313304901123047, + 25.658641815185547, + 25.9323673248291, + 26.07816505432129, + 26.034154891967773, + 25.820863723754883, + 25.520483016967773, + 24.95054054260254, + 24.385892868041992, + 23.869953155517578, + 23.562572479248047 ], "p10": [ - 23.04215431213379, - 22.512834548950195, - 22.127079010009766, - 21.825902938842773, - 21.60053062438965, - 21.44891357421875, - 21.32317352294922, - 21.186565399169922, - 21.07462501525879, - 21.063594818115234, - 21.36700439453125, - 21.958330154418945, - 22.65459632873535, - 23.2252140045166, - 23.631362915039062, - 23.8363037109375, - 23.928911209106445, - 23.948490142822266, - 23.876983642578125, - 23.651386260986328, - 23.377914428710938, - 22.962303161621094, - 22.51874351501465, - 22.063941955566406 + 22.893373489379883, + 22.51046371459961, + 22.192331314086914, + 21.952287673950195, + 21.796306610107422, + 21.71128273010254, + 21.56769371032715, + 21.446752548217773, + 21.27716827392578, + 21.58776092529297, + 22.137502670288086, + 22.76312255859375, + 23.26251792907715, + 23.654033660888672, + 23.84263801574707, + 23.95157241821289, + 23.913373947143555, + 23.830184936523438, + 23.694292068481445, + 23.437442779541016, + 23.055469512939453, + 22.5851993560791, + 22.137331008911133, + 21.873279571533203 ], "p90": [ - 23.77016258239746, - 23.526243209838867, - 23.40753173828125, - 23.35641098022461, - 23.366003036499023, - 23.383808135986328, - 23.414583206176758, - 23.415739059448242, - 23.40178680419922, - 23.4588680267334, - 23.83732032775879, - 24.616891860961914, - 25.574880599975586, - 26.51938819885254, - 27.50801658630371, - 28.241079330444336, - 28.868072509765625, - 29.20311737060547, - 29.254066467285156, - 28.694665908813477, - 28.226070404052734, - 27.37122917175293, - 26.575733184814453, - 25.724367141723633 + 23.505714416503906, + 23.370784759521484, + 23.303367614746094, + 23.289453506469727, + 23.337602615356445, + 23.39846420288086, + 23.393909454345703, + 23.3896427154541, + 23.314348220825195, + 23.75121307373047, + 24.504404067993164, + 25.612842559814453, + 26.520414352416992, + 27.328514099121094, + 27.98813819885254, + 28.534015655517578, + 28.853641510009766, + 28.85736846923828, + 28.655563354492188, + 27.921649932861328, + 27.197490692138672, + 26.304977416992188, + 25.600465774536133, + 25.104719161987305 ], "timestamps": [ "2026-06-10 00:00:00", @@ -447,6 +448,7 @@ "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", - "2026-06-17 11:00:00" + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" ] } diff --git a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 595471dc27cc464a11ca0d2c7fbe59de1819565e..2a028fb44a60d22799199515ea781a770c8ecd9b 100644 --- a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T11:26:46.329989+00:00", + "evaluated_at": "2026-06-17T12:37:53.778554+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, "context": [ - 18.0, 14.0, 17.0, 16.0, @@ -146,13 +145,13 @@ 17.0, 11.0, 11.0, - 13.0, + 14.0, 13.0, 10.0, - 13.0 + 13.0, + 9.0 ], "actuals": [ - 9.0, 9.0, 17.0, 13.0, @@ -160,103 +159,103 @@ 20.0, 9.0, 18.0, - 14.0, + 15.0, 5.0, 12.0, 7.0, - 6.0, - 9.0, + 7.0, 9.0, 9.0, + 10.0, 6.0, 11.0, 16.0, 6.0, 4.0, 13.0, - 16.0, - 3.0 + 19.0, + 10.0, + 2.0 ], "p50": [ - 12.71382999420166, - 12.886025428771973, - 13.118440628051758, - 13.073073387145996, - 13.269745826721191, - 13.178604125976562, - 13.227361679077148, - 12.9229736328125, - 13.146368980407715, - 12.923099517822266, - 13.061554908752441, - 13.040136337280273, - 13.144675254821777, - 13.139175415039062, - 13.20497989654541, - 13.22471809387207, - 13.162047386169434, - 13.27302074432373, - 13.162012100219727, - 13.10241985321045, - 13.151227951049805, - 13.015769004821777, - 13.19760513305664, - 13.088356018066406 + 12.799802780151367, + 12.813874244689941, + 12.95154094696045, + 12.984662055969238, + 13.065519332885742, + 13.011089324951172, + 12.912483215332031, + 13.076560974121094, + 13.03095817565918, + 13.029850006103516, + 13.033849716186523, + 12.940650939941406, + 13.069310188293457, + 13.142745971679688, + 13.152664184570312, + 13.17677116394043, + 13.194087028503418, + 13.152305603027344, + 13.142047882080078, + 13.185052871704102, + 13.119132995605469, + 13.12206745147705, + 13.125389099121094, + 13.100021362304688 ], "p10": [ - 8.759343147277832, - 8.82052230834961, - 8.847728729248047, - 8.866859436035156, - 9.024980545043945, - 8.911577224731445, - 8.982088088989258, - 8.825498580932617, - 8.958253860473633, - 8.838977813720703, - 8.872760772705078, - 8.855660438537598, - 8.762958526611328, - 8.891862869262695, - 8.832314491271973, - 8.972358703613281, - 8.804441452026367, - 9.010001182556152, - 8.793829917907715, - 8.872876167297363, - 8.774229049682617, - 8.801355361938477, - 8.861886978149414, - 8.860045433044434 + 8.766733169555664, + 8.622997283935547, + 8.730583190917969, + 8.761468887329102, + 8.816556930541992, + 8.770068168640137, + 8.65296745300293, + 8.799773216247559, + 8.738862991333008, + 8.773794174194336, + 8.807384490966797, + 8.708677291870117, + 8.763199806213379, + 8.723594665527344, + 8.720781326293945, + 8.705324172973633, + 8.696496963500977, + 8.668661117553711, + 8.686149597167969, + 8.723034858703613, + 8.651995658874512, + 8.642372131347656, + 8.706522941589355, + 8.685142517089844 ], "p90": [ - 18.685495376586914, - 18.898759841918945, - 19.037830352783203, - 18.998294830322266, - 19.397254943847656, - 19.483192443847656, - 19.47022819519043, - 19.261192321777344, - 19.58505630493164, - 19.30649185180664, - 19.366437911987305, - 19.46186065673828, - 19.595348358154297, - 19.559341430664062, - 19.692337036132812, - 19.677471160888672, - 19.756549835205078, - 19.876955032348633, - 19.811595916748047, - 19.758859634399414, - 19.759052276611328, - 19.60957908630371, - 19.73114776611328, - 19.584125518798828 + 18.440153121948242, + 18.64545440673828, + 18.771831512451172, + 18.823652267456055, + 18.95807647705078, + 18.890947341918945, + 18.886539459228516, + 19.121374130249023, + 19.115522384643555, + 19.152732849121094, + 19.156667709350586, + 19.035987854003906, + 19.171213150024414, + 19.324560165405273, + 19.364559173583984, + 19.390111923217773, + 19.459951400756836, + 19.491559982299805, + 19.554658889770508, + 19.730518341064453, + 19.59090805053711, + 19.56264877319336, + 19.4697265625, + 19.414405822753906 ], "timestamps": [ - "2026-06-10 12:00:00", "2026-06-10 13:00:00", "2026-06-10 14:00:00", "2026-06-10 15:00:00", @@ -423,6 +422,7 @@ "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", - "2026-06-17 11:00:00" + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 8eb37638f0f20686b3ea52e6f617522a17ef0780..7fabcca1fb163e9776c2b02c03254bc893aafccd 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,37 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-17T12:31:33.118932+00:00", + "evaluated_at": "2026-06-17T12:37:57.991902+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t061800z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t002000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 229, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t103500z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 157, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 144, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 3614e9be0bb25a7cb2a4821a6bd12e68de91d5fd..7eb001b0520794e098188e049a94e433cce8d3f6 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1300945.9859263103,1300945.9859263103,1016.4527994791666,1.1708636441289488,0.015545511093420833,0.01539413946317064,7.795039138742188,1140.5901919297353,0.017387855970684388,0.015495429474490403,0.009773164857599569,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1282944.2281138103,1282944.2281138103,1012.1666666666666,1.1659263985562711,0.015477151054071533,0.015327944291942402,7.597549315835078,1132.671279813261,0.01726600696666206,0.015429080819433325,0.009707190101769137,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,4.711387871902086,4.711387871902086,1.6446479956309001,0.6929209830791487,0.07348644832123387,0.06921616857715547,3.030866099388169,2.1705731666778907,0.09829381848384942,0.07447743943125984,0.05652159591132436,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0004434537020043668,0.0004434537020043668,0.01793385942776998,0.077569290848247,0.014446585095806019,0.014687242665468057,0.5249512167362541,0.021058340438039433,0.01208698184142619,0.010293604754275067,0.012369696422108074,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.018553929646570804,0.018553929646570804,0.11063329047626919,0.6298430260182721,0.08139564221887331,0.08653370831841004,5.724106183269614,0.13621281014123013,0.10433321627838903,0.08474039270522747,0.07677720703413582,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.13691145322513876,0.13691145322513876,0.16210667292277017,0.14277284954665997,0.010702903644376566,0.010410147682547345,1.9677042829881017,0.3700154770075689,0.02335710458458903,0.010232930103189866,0.01568223935337626,Weather,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.012998539600888629,0.012998539600888629,0.09194053543938531,0.5422134671650987,0.06790324498565861,0.0710620620309138,3.6353941306746953,0.11401113805628216,0.0873276802133225,0.07042253778335895,0.06790547348365153,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.01410391955414525,0.01410391955414525,0.04374281565348307,0.04721863375038404,0.0027886651494058237,0.0027600712164944307,1.9852219650621759,0.11875992402382737,0.007437990829269495,0.0027396334609624284,0.012219945283385806,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,652.4442000253101,652.4442000253101,19.285882512728374,2.5577578285839713,0.4110396676624554,0.5754557652110807,62.60615060075289,25.54298729642463,0.674699220323949,0.5094224001128673,0.4620216979952711,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,4.792098580986324,4.792098580986324,1.6921348571777344,0.8142974343318614,0.06254379580982818,0.06523732059607477,4.794979588937262,2.1890862433870266,0.08715672897285687,0.06737100449015489,0.05103148802203475,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,27.245892853576,27.245892853576,4.4569112459818525,0.8557269592285156,0.6710386167025848,0.4226326592954221,10.28081322479248,5.2197598463507875,0.48935248559538636,0.41783542931079865,0.3173389944765303,Hazards,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,4.564611926293613,4.564611926293613,1.703378438949585,0.8235161840139273,0.06317432465583894,0.06574691334375303,2.1493758490161605,2.136495243686167,0.08479557601019638,0.06760555930135086,0.05045922756485904,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,28.038624209797074,28.038624209797074,4.524410764376323,0.8590653350081624,0.7417274361090028,0.4262120330338628,10.25979298579542,5.295151009158952,0.48505200083898803,0.4144498410115715,0.3138220370473045,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,102.31328076620896,102.31328076620896,2.4297078450520835,0.023003151195759367,0.000865454996438851,0.0008590085857169819,0.3294381587463018,10.115002756609064,0.003551720060842978,0.000853152718087052,0.0017091165359820774,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,76.48272331862245,76.48272331862245,8.214042663574219,0.17146208899897067,0.03919937277352938,0.03823576849014723,1.547837959994033,8.74544014436223,0.036900591326422906,0.034658407863182354,0.042516141266427124,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index c87634d2060981a071178a0bffa7f049b06489f3..1bee8f2effd6f9d6daa2209abdfa213fc75d7a3a 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T12:30:54.956601+00:00", + "evaluated_at": "2026-06-17T12:36:38.667481+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 64909.44140625, 64798.0, 64810.01171875, - 64682.01171875 + 64784.87890625 ], "p50": [ 66431.390625, diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index f33eca8e8d347b02b2a1176f447ec3ac24417c7d..8e1548a3c3b7a22b3469b75ce9508b4406a88b80 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T12:09:56.955051+00:00", + "evaluated_at": "2026-06-17T12:36:43.664765+00:00", "freq": "10min", - "context_length": 230, + "context_length": 229, "prediction_length": 36, "context": [ - 1.600000023841858, - 1.2999999523162842, 1.2999999523162842, 1.399999976158142, 1.399999976158142, @@ -235,10 +233,10 @@ 1.100000023841858, 1.2999999523162842, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.399999976158142 ], "actuals": [ - 1.399999976158142, 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, @@ -273,126 +271,124 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.399999976158142 ], "p50": [ - 1.2010736465454102, - 1.1925365924835205, - 1.1703171730041504, - 1.1994988918304443, - 1.2067748308181763, - 1.2041276693344116, - 1.1962050199508667, - 1.192482590675354, - 1.1945463418960571, - 1.2014670372009277, - 1.209968090057373, - 1.2021445035934448, - 1.1958390474319458, - 1.189526915550232, - 1.1772211790084839, - 1.1978530883789062, - 1.2040225267410278, - 1.205869436264038, - 1.1982594728469849, - 1.1884803771972656, - 1.1606863737106323, - 1.1929086446762085, - 1.2021422386169434, - 1.1982202529907227, - 1.1955208778381348, - 1.1883478164672852, - 1.1689845323562622, - 1.1974886655807495, - 1.2071524858474731, - 1.2055540084838867, - 1.1974774599075317, - 1.1939855813980103, - 1.1825637817382812, - 1.2016355991363525, - 1.210950255393982, - 1.2071727514266968 + 1.3134422302246094, + 1.2195357084274292, + 1.2347749471664429, + 1.2499531507492065, + 1.2443948984146118, + 1.2390570640563965, + 1.2196942567825317, + 1.2117458581924438, + 1.2233985662460327, + 1.2315880060195923, + 1.2323501110076904, + 1.2336976528167725, + 1.215345859527588, + 1.207090139389038, + 1.2156891822814941, + 1.2301310300827026, + 1.2305684089660645, + 1.2279329299926758, + 1.2113116979599, + 1.203941822052002, + 1.2131799459457397, + 1.2275605201721191, + 1.2281731367111206, + 1.2288070917129517, + 1.2122271060943604, + 1.206838846206665, + 1.222170114517212, + 1.2346739768981934, + 1.2402971982955933, + 1.2408143281936646, + 1.2280185222625732, + 1.2200323343276978, + 1.2471463680267334, + 1.2656699419021606, + 1.2611428499221802, + 1.258109211921692 ], "p10": [ - 1.0971366167068481, - 1.0670089721679688, - 1.0455660820007324, - 1.082376480102539, - 1.083302617073059, - 1.0765817165374756, - 1.0810195207595825, - 1.0534701347351074, - 1.0454447269439697, - 1.0632414817810059, - 1.071251630783081, - 1.0683538913726807, - 1.0556554794311523, - 1.028688669204712, - 1.0228583812713623, - 1.0348912477493286, - 1.0536127090454102, - 1.0622031688690186, - 1.0382466316223145, - 1.0149263143539429, - 1.00632643699646, - 1.0191833972930908, - 1.031218409538269, - 1.0351589918136597, - 1.031309723854065, - 1.0089504718780518, - 0.9970632195472717, - 1.0172734260559082, - 1.0470821857452393, - 1.0483554601669312, - 1.0312249660491943, - 1.0153985023498535, - 1.0117446184158325, - 1.0189875364303589, - 1.0344407558441162, - 1.048540711402893 + 1.1584376096725464, + 1.0756678581237793, + 1.0611644983291626, + 1.1004921197891235, + 1.1015342473983765, + 1.0972447395324707, + 1.0734708309173584, + 1.063202142715454, + 1.0720765590667725, + 1.0803858041763306, + 1.0778716802597046, + 1.0746320486068726, + 1.0558754205703735, + 1.0423519611358643, + 1.0534546375274658, + 1.0688139200210571, + 1.0661109685897827, + 1.0594362020492554, + 1.040269136428833, + 1.0273377895355225, + 1.0378632545471191, + 1.0533597469329834, + 1.052474021911621, + 1.0508283376693726, + 1.0314961671829224, + 1.0233279466629028, + 1.0376739501953125, + 1.0479247570037842, + 1.0496339797973633, + 1.0510547161102295, + 1.0382335186004639, + 1.0270804166793823, + 1.041258454322815, + 1.0459082126617432, + 1.0428069829940796, + 1.0421311855316162 ], "p90": [ - 1.2562553882598877, - 1.2873634099960327, - 1.293168306350708, - 1.3553149700164795, - 1.3873085975646973, - 1.3584086894989014, - 1.3361486196517944, - 1.327150583267212, - 1.3223121166229248, - 1.3650829792022705, - 1.3910058736801147, - 1.363601565361023, - 1.349218726158142, - 1.3263416290283203, - 1.3161299228668213, - 1.3623762130737305, - 1.3893285989761353, - 1.376584529876709, - 1.3580108880996704, - 1.3415169715881348, - 1.3174480199813843, - 1.3651556968688965, - 1.3898544311523438, - 1.376953363418579, - 1.3615403175354004, - 1.3367369174957275, - 1.3319402933120728, - 1.37295401096344, - 1.399473786354065, - 1.3942046165466309, - 1.3817410469055176, - 1.3669536113739014, - 1.3724957704544067, - 1.414721965789795, - 1.43501877784729, - 1.409071922302246 + 1.427269458770752, + 1.3968260288238525, + 1.4050745964050293, + 1.4309803247451782, + 1.4248778820037842, + 1.4243613481521606, + 1.397822618484497, + 1.3909517526626587, + 1.410258412361145, + 1.4267263412475586, + 1.4258980751037598, + 1.4368544816970825, + 1.4139751195907593, + 1.4071866273880005, + 1.422978401184082, + 1.4491666555404663, + 1.4490125179290771, + 1.4480152130126953, + 1.4206000566482544, + 1.414482593536377, + 1.4340531826019287, + 1.4563086032867432, + 1.4530357122421265, + 1.4537327289581299, + 1.4318937063217163, + 1.4259202480316162, + 1.4513992071151733, + 1.4713563919067383, + 1.4757429361343384, + 1.4765567779541016, + 1.464149832725525, + 1.4547593593597412, + 1.4968171119689941, + 1.5025064945220947, + 1.4920713901519775, + 1.5019465684890747 ], "timestamps": [ - "2026-06-13 23:50:00", - "2026-06-14 00:00:00", - "2026-06-14 00:10:00", "2026-06-14 00:20:00", "2026-06-14 00:30:00", "2026-06-14 00:40:00", @@ -655,6 +651,8 @@ "2026-06-15 19:30:00", "2026-06-15 19:40:00", "2026-06-15 19:50:00", - "2026-06-15 20:00:00" + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00" ] } diff --git a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json index ab78d0a22bb11d616b687bf50f760af564c23b9b..9439c5b2309d015177058bbfe9858882f9a8ba7b 100644 --- a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,30 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T11:23:25.109734+00:00", + "evaluated_at": "2026-06-17T12:36:49.145462+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 21.0, - 21.0, - 21.0, - 22.0, - 22.0, - 22.0, - 22.0, - 21.0, - 21.0, - 21.100000381469727, - 22.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, - 21.0, 20.0, 20.0, 20.0, @@ -173,9 +154,7 @@ 16.0, 15.600000381469727, 16.0, - 16.0 - ], - "actuals": [ + 16.0, 16.0, 16.0, 16.0, @@ -194,93 +173,113 @@ 16.0, 16.0, 16.0, + 16.0 + ], + "actuals": [ + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, 16.0, 16.0, 16.0, 16.0, 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, 16.0 ], "p50": [ - 15.995015144348145, - 15.995293617248535, - 15.995634078979492, - 15.991708755493164, - 15.99071216583252, - 15.99328327178955, - 15.9949369430542, - 15.993497848510742, - 15.996511459350586, - 15.995695114135742, - 15.993875503540039, - 15.993049621582031, - 15.993179321289062, - 15.994361877441406, - 15.997761726379395, - 15.99478530883789, - 15.992804527282715, - 15.992204666137695, - 15.993508338928223, - 15.990861892700195, - 15.993646621704102, - 15.996707916259766, - 15.998133659362793, - 15.997696876525879 + 16.010082244873047, + 16.00922393798828, + 16.00771713256836, + 16.007543563842773, + 16.008930206298828, + 16.010135650634766, + 16.011350631713867, + 16.007625579833984, + 16.008485794067383, + 16.009244918823242, + 16.009653091430664, + 16.00887680053711, + 16.009599685668945, + 16.010955810546875, + 16.0134334564209, + 16.011356353759766, + 16.01105499267578, + 16.010845184326172, + 16.011863708496094, + 16.011520385742188, + 16.011165618896484, + 16.01398468017578, + 16.01284408569336, + 16.0123348236084 ], "p10": [ - 15.731823921203613, - 15.143424034118652, - 15.115948677062988, - 15.084312438964844, - 15.120945930480957, - 15.093780517578125, - 15.09317398071289, - 15.074844360351562, - 15.058958053588867, - 15.05411434173584, - 15.093690872192383, - 15.099861145019531, - 15.107322692871094, - 15.1038179397583, - 15.103822708129883, - 15.07905387878418, - 15.054594993591309, - 15.038591384887695, - 15.03586196899414, - 15.019524574279785, - 15.006844520568848, - 14.993888854980469, - 14.969924926757812, - 14.962323188781738 + 15.996347427368164, + 15.942899703979492, + 15.224316596984863, + 14.991994857788086, + 15.047605514526367, + 15.08275318145752, + 15.174975395202637, + 15.12264633178711, + 15.070794105529785, + 15.050588607788086, + 15.073236465454102, + 15.071314811706543, + 15.04836368560791, + 15.033966064453125, + 15.042455673217773, + 15.05187702178955, + 15.059671401977539, + 15.052861213684082, + 15.049596786499023, + 15.04775333404541, + 15.045473098754883, + 15.048091888427734, + 15.034019470214844, + 15.033215522766113 ], "p90": [ - 16.0210018157959, - 16.034528732299805, - 16.21891212463379, - 16.62939453125, - 16.793676376342773, - 16.80559539794922, - 16.799758911132812, - 16.842226028442383, - 16.959823608398438, - 16.97465705871582, - 17.024343490600586, - 17.053037643432617, - 17.097328186035156, - 17.136152267456055, - 17.163902282714844, - 17.233312606811523, - 17.276451110839844, - 17.340118408203125, - 17.37718963623047, - 17.420602798461914, - 17.47066879272461, - 17.512319564819336, - 17.552492141723633, - 17.60622787475586 + 16.03084945678711, + 16.149721145629883, + 16.595169067382812, + 16.723371505737305, + 16.819915771484375, + 16.811155319213867, + 16.804141998291016, + 16.854938507080078, + 16.886945724487305, + 16.914461135864258, + 16.942964553833008, + 16.963876724243164, + 16.98703384399414, + 17.029739379882812, + 17.07813835144043, + 17.128915786743164, + 17.168081283569336, + 17.237672805786133, + 17.274784088134766, + 17.323415756225586, + 17.375356674194336, + 17.43099594116211, + 17.47545623779297, + 17.527816772460938 ], "timestamps": [ - "2026-06-16 20:00:00", "2026-06-16 21:00:00", "2026-06-16 22:00:00", "2026-06-16 23:00:00", @@ -471,6 +470,7 @@ "2026-06-24 16:00:00", "2026-06-24 17:00:00", "2026-06-24 18:00:00", - "2026-06-24 19:00:00" + "2026-06-24 19:00:00", + "2026-06-24 20:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 78fe70457f7769af617ef162458a9724131709bd..db47c4b104acc803897b7c500f6381c32e26cdaa 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,9 +1,9 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T11:25:07.639402+00:00", + "evaluated_at": "2026-06-17T12:36:53.769473+00:00", "freq": "1h", - "context_length": 156, + "context_length": 157, "prediction_length": 24, "context": [ 22.100000381469727, @@ -161,10 +161,10 @@ 25.0, 25.0, 24.399999618530273, - 23.799999237060547 + 23.799999237060547, + 23.5 ], "actuals": [ - 23.5, 23.0, 22.600000381469727, 22.299999237060547, @@ -187,85 +187,86 @@ 28.399999618530273, 27.700000762939453, 27.0, - 26.100000381469727 + 26.100000381469727, + 25.399999618530273 ], "p50": [ - 23.41806983947754, - 23.152767181396484, - 22.958036422729492, - 22.761507034301758, - 22.661008834838867, - 22.598796844482422, - 22.637163162231445, - 22.58857536315918, - 22.605802536010742, - 22.597593307495117, - 22.84739875793457, - 23.311908721923828, - 24.12217140197754, - 24.849973678588867, - 25.523866653442383, - 25.77619171142578, - 25.964975357055664, - 25.964160919189453, - 25.73937225341797, - 25.49156951904297, - 25.2678279876709, - 24.754396438598633, - 24.18606948852539, - 23.626859664916992 + 23.16159439086914, + 22.982431411743164, + 22.812170028686523, + 22.66094970703125, + 22.609745025634766, + 22.615829467773438, + 22.561368942260742, + 22.543407440185547, + 22.582294464111328, + 22.851892471313477, + 23.405351638793945, + 24.25165367126465, + 24.878631591796875, + 25.534034729003906, + 25.85231590270996, + 26.026351928710938, + 26.109113693237305, + 26.022977828979492, + 25.670513153076172, + 25.289827346801758, + 24.892637252807617, + 24.336023330688477, + 23.850351333618164, + 23.480817794799805 ], "p10": [ - 22.889480590820312, - 22.481164932250977, - 22.144521713256836, - 21.870487213134766, - 21.68484115600586, - 21.599254608154297, - 21.56610679626465, - 21.477401733398438, - 21.431041717529297, - 21.35802459716797, - 21.541641235351562, - 21.939115524291992, - 22.538124084472656, - 22.955326080322266, - 23.495080947875977, - 23.660079956054688, - 23.798858642578125, - 23.797704696655273, - 23.611013412475586, - 23.40439224243164, - 23.057323455810547, - 22.629056930541992, - 22.143030166625977, - 21.693498611450195 + 22.722591400146484, + 22.398399353027344, + 22.1102352142334, + 21.902013778686523, + 21.747343063354492, + 21.727312088012695, + 21.62582015991211, + 21.562204360961914, + 21.54851722717285, + 21.731760025024414, + 22.14084815979004, + 22.774995803833008, + 23.20201873779297, + 23.46291160583496, + 23.63531494140625, + 23.75441551208496, + 23.7252197265625, + 23.637313842773438, + 23.387495040893555, + 23.094200134277344, + 22.654674530029297, + 22.150026321411133, + 21.79248046875, + 21.498126983642578 ], "p90": [ - 23.93396759033203, - 23.824251174926758, - 23.780771255493164, - 23.68532943725586, - 23.651838302612305, - 23.63218879699707, - 23.751201629638672, - 23.751708984375, - 23.84137725830078, - 23.875410079956055, - 24.216394424438477, - 24.806215286254883, - 25.923797607421875, - 27.12097930908203, - 28.093473434448242, - 28.63674545288086, - 29.102493286132812, - 29.035785675048828, - 29.07633399963379, - 28.587963104248047, - 28.35121726989746, - 27.578527450561523, - 26.767038345336914, - 25.98064422607422 + 23.605165481567383, + 23.594831466674805, + 23.552478790283203, + 23.4874324798584, + 23.529354095458984, + 23.567319869995117, + 23.598350524902344, + 23.633153915405273, + 23.747873306274414, + 24.090194702148438, + 24.924833297729492, + 26.22435760498047, + 27.72079086303711, + 29.081470489501953, + 29.82787322998047, + 30.631319046020508, + 31.521318435668945, + 31.340646743774414, + 30.80935287475586, + 30.445829391479492, + 29.565185546875, + 28.233108520507812, + 27.139816284179688, + 26.491182327270508 ], "timestamps": [ "2026-06-10 00:00:00", @@ -447,6 +448,7 @@ "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", - "2026-06-17 11:00:00" + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 806316617994324a903696ea74ca1501ab1e8b91..e2fa9cd1a5e9a090e2e383316ab1e2d12c0b2865 100644 --- a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T11:25:14.416441+00:00", + "evaluated_at": "2026-06-17T12:37:00.064334+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, "context": [ - 18.0, 14.0, 17.0, 16.0, @@ -146,13 +145,13 @@ 17.0, 11.0, 11.0, - 13.0, + 14.0, 13.0, 10.0, - 13.0 + 13.0, + 9.0 ], "actuals": [ - 9.0, 9.0, 17.0, 13.0, @@ -160,103 +159,103 @@ 20.0, 9.0, 18.0, - 14.0, + 15.0, 5.0, 12.0, 7.0, - 6.0, - 9.0, + 7.0, 9.0, 9.0, + 10.0, 6.0, 11.0, 16.0, 6.0, 4.0, 13.0, - 16.0, - 3.0 + 19.0, + 10.0, + 2.0 ], "p50": [ - 12.98249340057373, - 13.01133918762207, - 13.035730361938477, - 13.028641700744629, - 13.043869018554688, - 13.0483980178833, - 13.050436019897461, - 13.029815673828125, - 13.07783031463623, - 13.062114715576172, - 13.091431617736816, - 13.082391738891602, - 13.088709831237793, - 13.085606575012207, - 13.11080265045166, - 13.10954761505127, - 13.142022132873535, - 13.122057914733887, - 13.11211109161377, - 13.100913047790527, - 13.130109786987305, - 13.123587608337402, - 13.12182331085205, - 13.113242149353027 + 12.935286521911621, + 12.975397109985352, + 12.968782424926758, + 12.990307807922363, + 13.000582695007324, + 13.011462211608887, + 13.000213623046875, + 13.062952041625977, + 12.981013298034668, + 13.022130966186523, + 13.047698020935059, + 13.029031753540039, + 13.032797813415527, + 13.059060096740723, + 13.056750297546387, + 13.14361572265625, + 13.070159912109375, + 13.087679862976074, + 13.05774974822998, + 13.083122253417969, + 13.04962158203125, + 13.0869722366333, + 13.088624954223633, + 13.090620994567871 ], "p10": [ - 8.878122329711914, - 8.89172649383545, - 8.872896194458008, - 8.860736846923828, - 8.88934326171875, - 8.87183952331543, - 8.852499008178711, - 8.835880279541016, - 8.854454040527344, - 8.834270477294922, - 8.851362228393555, - 8.849714279174805, - 8.849855422973633, - 8.836483001708984, - 8.862822532653809, - 8.847393035888672, - 8.855703353881836, - 8.84925365447998, - 8.835807800292969, - 8.833406448364258, - 8.846290588378906, - 8.829005241394043, - 8.835198402404785, - 8.840473175048828 + 8.807923316955566, + 8.807180404663086, + 8.788724899291992, + 8.815836906433105, + 8.845451354980469, + 8.83774471282959, + 8.813638687133789, + 8.843737602233887, + 8.789928436279297, + 8.805723190307617, + 8.808074951171875, + 8.798629760742188, + 8.817580223083496, + 8.826314926147461, + 8.838475227355957, + 8.851272583007812, + 8.807548522949219, + 8.818851470947266, + 8.818506240844727, + 8.82645034790039, + 8.822595596313477, + 8.823043823242188, + 8.822505950927734, + 8.826629638671875 ], "p90": [ - 18.532182693481445, - 18.585542678833008, - 18.8855037689209, - 18.852497100830078, - 18.957807540893555, - 18.882007598876953, - 18.995784759521484, - 18.88357925415039, - 19.078399658203125, - 18.939781188964844, - 19.08035659790039, - 19.015350341796875, - 19.060340881347656, - 19.011157989501953, - 19.2040958404541, - 19.09842300415039, - 19.27560806274414, - 19.16768455505371, - 19.168134689331055, - 19.06484031677246, - 19.202939987182617, - 19.146438598632812, - 19.198566436767578, - 19.170921325683594 + 18.13764190673828, + 18.235919952392578, + 18.206958770751953, + 18.355297088623047, + 18.393014907836914, + 18.40731430053711, + 18.35563850402832, + 18.755531311035156, + 18.391632080078125, + 18.485469818115234, + 18.541000366210938, + 18.514389038085938, + 18.532573699951172, + 18.58447265625, + 18.60662078857422, + 18.99563217163086, + 18.64276885986328, + 18.749547958374023, + 18.564483642578125, + 18.80027198791504, + 18.64980697631836, + 18.74034309387207, + 18.69355010986328, + 18.714963912963867 ], "timestamps": [ - "2026-06-10 12:00:00", "2026-06-10 13:00:00", "2026-06-10 14:00:00", "2026-06-10 15:00:00", @@ -423,6 +422,7 @@ "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", - "2026-06-17 11:00:00" + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 17108d7e467225b5a9de7127553d9ddd04f7ca96..ed8e2211005ea49f867c8f853ee610ae0a943b3d 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,37 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T12:31:02.211579+00:00", + "evaluated_at": "2026-06-17T12:37:02.434161+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t061800z", - "data_fetched_at": "2026-06-17T12:29:32.345848Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t002000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 229, + "prediction_length": 36 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t103500z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 168, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 157, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t120000z", + "data_fetched_at": "2026-06-17T12:34:54.899793Z", + "context_length": 144, + "prediction_length": 24 } ], "failed_datasets": []