diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index d7314367aaedf228b6cc1e3750c3505e0f0745f9..4f7be8ed4559339cc1f0e67d8a3e1f2c4dcaec25 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,646424.6173137933,541042.3263104412,645.6801582079039,0.6562891694807891,0.00981743383690501,0.009880113605315093,10.643312729671074,804.0053590081308,0.012263762315046263,0.009848775139474068,0.008840532276164083,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,647099.8787566987,539954.5132779144,643.1389798224873,0.6537062376206921,0.009778550688570092,0.009841102384552452,10.643312729671074,804.4251853073091,0.01227064178499873,0.009810394034787019,0.0088107260694103,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,2.9244108714625447,3.0902279460421958,1.4828289963672845,0.8190685412897448,0.0654288298000007,0.06854999311948155,23.06591486199115,1.710090895672667,0.07744100345043889,0.06714950983872729,0.06419802891286291,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,2.417619464528859,2.3952987860085524,1.282157801100599,1.2047523924792445,26.0967700486518,0.910296591949307,47.37007485148258,1.5548695972745943,1.4430343949664333,1.1899376063470262,1.1858566464495595,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.06974650675157536,0.07684319303353782,0.24563592645116372,1.9159598608787347,0.1873597423205106,0.21071603615842527,31.28958772369467,0.264095639402803,0.2110420060921602,0.196290627152285,0.17687136679338022,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,1.9052404647656982,1.8888457195874855,1.153098619123037,1.0789899530037694,22.30432795115085,0.9554828416161507,42.34903400837664,1.3803044826289952,1.4115707407933538,1.1792182757409724,1.1747809130959666,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.07919905708553991,0.08750083008989017,0.2643652385569961,1.9697798773510244,0.20078763696913182,0.2277801443242694,34.225553174275156,0.2814232703341,0.22364761698695887,0.21009156615680533,0.1897519080878947,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,0.023486249502030977,0.01644847702492166,0.11526590829761559,0.12442497417006311,0.007244405286797609,0.007246342156496041,0.7934136999321865,0.1532522414257977,0.009598261161411457,0.007219158953596752,0.00621948320582412,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,365.69484006464586,360.7057078614609,17.435588227364974,2.2862988224376792,0.6250230533911985,0.4489520449761839,64.28061572609307,19.12314932391226,0.49708172804324213,0.4532157427998315,0.43412943649998004,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,23.885272197655667,24.43656288455018,3.8616315660301823,1.8784362375134975,0.14021381997969865,0.15763520643354909,56.383156677037114,4.887256101091457,0.19288628701748534,0.15240776402831288,0.1463289296245688,Weather,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index e7305fb02e6545a67aa876127534a1b3282779c3..7f95029e352f8f75a315d43f1c5c76bfd500fc59 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T14:43:31.869635+00:00", + "evaluated_at": "2026-06-17T14:51:20.826324+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64810.01171875, 65040.87890625, 65278.0, - 65170.0 + 65109.01171875 ], "p50": [ 64946.46311034526, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 08940dd9a88ea67ad02c2694cc2312a3ad2214fa..e4c6c87023c6e26687a2ced4040a063c3b351b52 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T14:34:29.565264+00:00", + "evaluated_at": "2026-06-17T14:51:20.865478+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.109999895095825, - 2.068000078201294, - 2.0360000133514404, 1.996999979019165, 1.965000033378601, 1.9140000343322754, @@ -245,12 +242,12 @@ 2.25600004196167, 2.2690000534057617, 2.26200008392334, - 2.263000011444092 - ], - "actuals": [ + 2.263000011444092, 2.256999969482422, 2.252000093460083, - 2.236999988555908, + 2.236999988555908 + ], + "actuals": [ 2.2249999046325684, 2.2130000591278076, 2.183000087738037, @@ -307,198 +304,198 @@ -0.15800000727176666, -0.17399999499320984, -0.19900000095367432, - -0.2199999988079071 + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043 ], "p50": [ - 2.257322237000348, - 2.259898281382288, - 2.2624546310798492, - 2.263058394144069, - 2.2669172116071197, - 2.2698192668433537, - 2.271404756365529, - 2.2745009156341314, - 2.2772423672660853, - 2.279294477810369, - 2.2817777449113787, - 2.2824250878555743, - 2.2868038754512803, - 2.289293063343136, - 2.2908383831806876, - 2.2934051958125137, - 2.2952309966416213, - 2.29899804107753, - 2.297756476788192, - 2.3022155870652634, - 2.3042071813806357, - 2.3029640425071554, - 2.308834643619176, - 2.308470038409091, - 2.3126562821816092, - 2.3144654189413036, - 2.3177102693389973, - 2.3175068407301236, - 2.3222433217523593, - 2.3237797603514876, - 2.3240977848669115, - 2.3266397783786728, - 2.3269175820930244, - 2.3309142285841746, - 2.3324815929456846, - 2.3332170735483553, - 2.335918752816753, - 2.338167758784398, - 2.340027451508472, - 2.341330723632611, - 2.345118523168175, - 2.3449081384497896, - 2.345623080808045, - 2.3468941247447677, - 2.3510107849769053, - 2.350890921107096, - 2.3533566732836695, - 2.3576628196207645, - 2.3581153519525557, - 2.3602970516579647, - 2.3597569953853306, - 2.3632447744198957, - 2.364422149583666, - 2.367325589914777, - 2.369558469122029, - 2.3680325250240477, - 2.3718280165033816, - 2.3712157224507058, - 2.3734219799778353, - 2.3755766943726 + 2.2227248248889957, + 2.2145004402067365, + 2.2080446557630387, + 2.203337291960943, + 2.196891732494432, + 2.190810935067325, + 2.182795907052241, + 2.1790402994693117, + 2.173463219839676, + 2.166078203459659, + 2.160828976635025, + 2.155486025479089, + 2.1485209451275504, + 2.1435063992020167, + 2.13789818713309, + 2.1297812422053317, + 2.1277554870747726, + 2.1199102910711205, + 2.115282817173945, + 2.109398149188803, + 2.1060934564508935, + 2.1007005142714865, + 2.0956956937469395, + 2.090654071907667, + 2.085898615223458, + 2.0790004510971483, + 2.076200598322334, + 2.0699741945205723, + 2.0633985522119795, + 2.0594230927065444, + 2.0537467335632384, + 2.051349401071639, + 2.0476189298522085, + 2.0416172797758327, + 2.0366528240279576, + 2.0345767472143717, + 2.028160923867186, + 2.025563517729651, + 2.0202799764345087, + 2.0174673680737474, + 2.0133098008842945, + 2.009600056796699, + 2.0049933701322673, + 1.9995954174813702, + 1.997644516237167, + 1.9917238490607518, + 1.987879398667705, + 1.9861171457204791, + 1.9832209533600293, + 1.9777342679618521, + 1.9736596626199576, + 1.9705998807466427, + 1.9648172451439478, + 1.9629132901962763, + 1.9607994734045529, + 1.9566603677008718, + 1.9526325575625363, + 1.9479910294033655, + 1.9465480531723123, + 1.941797446150175 ], "p10": [ - 2.243235074948711, - 2.245626684779665, - 2.247486731977266, - 2.2494804218718314, - 2.2533543099996862, - 2.2555590507754517, - 2.258247667317105, - 2.2612433549312168, - 2.2625404003332035, - 2.2638937721282217, - 2.267666128831465, - 2.2690242252192707, - 2.2723711050897095, - 2.274545096617075, - 2.276809218456739, - 2.2802711919202667, - 2.279597250115553, - 2.284220901703186, - 2.2863399320912663, - 2.286911522956685, - 2.2895579995585225, - 2.290522622576399, - 2.294293825761385, - 2.2963809671104958, - 2.299709511625946, - 2.3003782568896667, - 2.303906919090438, - 2.3042615347449042, - 2.3063714032881615, - 2.3070270449447507, - 2.3103998706369593, - 2.3123698050498143, - 2.31307608144306, - 2.316708446923105, - 2.3169591883112224, - 2.320488308648853, - 2.3219925707195106, - 2.324302137476179, - 2.3257017849339623, - 2.32592074542023, - 2.3310935011086005, - 2.3323208562073763, - 2.3335255511808626, - 2.333039440948915, - 2.337082568221379, - 2.338514095818788, - 2.339655010323046, - 2.3436062755465876, - 2.3423667999868103, - 2.345574233840473, - 2.345902168608284, - 2.3491464540041416, - 2.3506586930797853, - 2.3537986083915388, - 2.3549057756769436, - 2.3542405886703275, - 2.358715021427974, - 2.359090238408286, - 2.360659051395847, - 2.3613083244039403 + 2.208019965537564, + 2.2010550684279484, + 2.197064649289592, + 2.1886392073846817, + 2.183165127933288, + 2.1772109738731182, + 2.169450468695536, + 2.164784809443699, + 2.1588014880049737, + 2.152078283223259, + 2.146976770711309, + 2.1424427580736345, + 2.1339779349503045, + 2.12896869568561, + 2.1236713547966732, + 2.1171577333434577, + 2.11234746076063, + 2.1069363801009726, + 2.101443218481724, + 2.0972897750930994, + 2.0907297821378594, + 2.0868689239524727, + 2.082157278266882, + 2.075424878820305, + 2.0706704855613096, + 2.065882624202262, + 2.0602620757382644, + 2.0599395528735434, + 2.050776939163235, + 2.0465730937129076, + 2.041177539805294, + 2.0378687327396836, + 2.0335813282817816, + 2.0283515884480794, + 2.0234035576239666, + 2.0187347721202347, + 2.016350473592556, + 2.011681359048577, + 2.005554199044487, + 2.0026692756220026, + 1.9984432416883455, + 1.993175090569552, + 1.990471666450226, + 1.986100349233142, + 1.9821882339092767, + 1.9789711564943417, + 1.9748045745793685, + 1.9703421029445127, + 1.96726391969454, + 1.9627989498012632, + 1.9597493334111833, + 1.954981264557068, + 1.9532688123286182, + 1.9485272280627826, + 1.9463023244171298, + 1.9415065451415632, + 1.9406194564974237, + 1.932069137308576, + 1.9326945898055081, + 1.928570461423324 ], "p90": [ - 2.2702147038962623, - 2.272429151186126, - 2.2768266348545905, - 2.2774199102034287, - 2.2800537614269603, - 2.285994450535873, - 2.2846670945294925, - 2.287325479820272, - 2.2894452992053678, - 2.291020868580665, - 2.2946014103076178, - 2.2976338118432835, - 2.2988951438230707, - 2.301214353909555, - 2.3032613183246506, - 2.305568939251231, - 2.307797647643085, - 2.309409932183271, - 2.3119261394543598, - 2.314391201580549, - 2.3165565635125054, - 2.3175473505826973, - 2.322144884900135, - 2.32291626804239, - 2.324975951398722, - 2.3284791776604803, - 2.3305389561592973, - 2.332580933834068, - 2.333229051137304, - 2.33523931354885, - 2.336654191546579, - 2.3411618868530564, - 2.3411799695598954, - 2.3433132155358605, - 2.345063076428058, - 2.3466978362690267, - 2.348274650612075, - 2.350742709044752, - 2.353079535534732, - 2.354422178906453, - 2.3574973704929465, - 2.358181850492226, - 2.3586416920767546, - 2.3619830691054404, - 2.3656727657717465, - 2.3652664846641414, - 2.366361705151583, - 2.3708257452792685, - 2.371741987932576, - 2.372498668403809, - 2.373158598416242, - 2.3757121327771964, - 2.3774956835321257, - 2.379026762213697, - 2.3806338355720893, - 2.381513397259547, - 2.38763900046436, - 2.385303413178406, - 2.3873494114186093, - 2.38846216806974 + 2.233862285588296, + 2.229027949750711, + 2.220561091269874, + 2.2179939437891742, + 2.211829965313706, + 2.203949914177786, + 2.196823200950924, + 2.19170176149603, + 2.185601050289538, + 2.1786985655350515, + 2.1724015236693184, + 2.1684993290203556, + 2.160985724248313, + 2.15752861039951, + 2.1507354351544543, + 2.143915262763311, + 2.1384266054008148, + 2.135092566547019, + 2.129427701923032, + 2.123798557143046, + 2.119573608366901, + 2.1135717095956252, + 2.108407573994658, + 2.10326208191079, + 2.0999552785641837, + 2.093449903656241, + 2.089558797814504, + 2.0826490407929694, + 2.079558770704471, + 2.0728518976314763, + 2.067810747473816, + 2.0649987029120576, + 2.0596971856153647, + 2.056001280860431, + 2.0501530138924555, + 2.0471782424414973, + 2.0407101973974804, + 2.0402210819144275, + 2.0342272485477904, + 2.0301962972409964, + 2.0260522921130892, + 2.021195850462991, + 2.0166832812020545, + 2.0127306121479562, + 2.0106578197784333, + 2.006153231324835, + 2.0039302134080574, + 1.9987239299092847, + 1.9946228713979453, + 1.989764650341665, + 1.9873573098316015, + 1.9826102305778988, + 1.980150923566607, + 1.9752053110894436, + 1.9737833123550061, + 1.9695296711936858, + 1.9673088828922856, + 1.9608482757295362, + 1.9586723195267715, + 1.956320896546693 ], "timestamps": [ - "2026-06-16 08:24:00", - "2026-06-16 08:30:00", - "2026-06-16 08:36:00", "2026-06-16 08:42:00", "2026-06-16 08:48:00", "2026-06-16 08:54:00", @@ -795,6 +792,9 @@ "2026-06-17 14:00:00", "2026-06-17 14:06:00", "2026-06-17 14:12:00", - "2026-06-17 14:18:00" + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00" ] } diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index aa833f861858b76633a708d7b19802cb724b7815..6ac4ebf487a8b55ab43feee393f942196ab9ee79 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T14:34:29.628204+00:00", + "evaluated_at": "2026-06-17T14:51:20.912289+00:00", "freq": "10min", - "context_length": 77, + "context_length": 76, "prediction_length": 72, "context": [ 1.100000023841858, @@ -11,8 +11,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, - 1.100000023841858, 1.0, 1.2000000476837158, 1.2000000476837158, @@ -82,10 +80,10 @@ 1.0, 1.0, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.0 ], "actuals": [ - 1.0, 0.8999999761581421, 0.8999999761581421, 1.100000023841858, @@ -156,234 +154,232 @@ 1.399999976158142, 1.5, 1.5, - 1.399999976158142 + 1.399999976158142, + 1.5 ], "p50": [ - 1.046006279910435, - 1.0272482864389079, - 1.0205534618956527, - 1.0172395419659157, - 1.0167622943177157, - 1.0173579871772227, - 1.0161382689587986, - 1.0157217700546473, - 1.0142942163422919, - 1.0129504291381224, - 1.0098951355922026, - 1.0146526744330802, - 1.0138566580230257, - 1.0164254592314381, - 1.0159198090806625, - 1.0159196405294044, - 1.0122828416781315, - 1.0129319802930425, - 1.014252119275453, - 1.0138551027656533, - 1.0129319570741573, - 1.0153320781524866, - 1.0159195091885715, - 1.012931955113332, - 1.0164247748281514, - 1.012395323433664, - 1.0156257930098669, - 1.0161721417692648, - 1.0127068758854265, - 1.0127068758837763, - 1.0127068758830524, - 1.0146491184140631, - 1.0133935264083958, - 1.0138550978841545, - 1.014990597813358, - 1.0172331732699051, - 1.0138550978841108, - 1.0138550978841085, - 1.0164247747488013, - 1.0146491184138153, - 1.0164247747488007, - 1.0159195087763273, - 1.014252108148961, - 1.013855097884107, - 1.0133935264082874, - 1.0166420712977233, - 1.0159195087763273, - 1.013855097884107, - 1.0172331732698963, - 1.014252108148961, - 1.014252108148961, - 1.0129319549324676, - 1.013855097884107, - 1.01783124194619, - 1.0129319549324676, - 1.016172141762564, - 1.0156257929945933, - 1.009887030369737, - 1.0159195087763273, - 1.0118586918652333, - 1.014649118413815, - 1.011234794120337, - 1.0129319549324676, - 1.0129319549324676, - 1.0164247747488007, - 1.0133935264082874, - 1.013855097884107, - 1.01587842598083, - 1.0133935264082874, - 1.0159195087763273, - 1.0129319549324676, - 1.014649118413815 + 0.9882323744003685, + 0.9956067438384366, + 0.9934557423012869, + 1.0008342548747802, + 1.0011130164538238, + 0.9977669410703683, + 0.9978168611576702, + 0.9998737552834805, + 0.9973950113916585, + 0.998302623116283, + 1.0003008067546155, + 1.0010115901881556, + 0.9984109798444872, + 0.9994764362722752, + 0.998411152500804, + 1.0021484572545212, + 1.0013175180083143, + 0.9985169790134547, + 0.9928525197351934, + 0.9985169813565424, + 1.0010120869753139, + 1.0010120871000792, + 0.9984111901257752, + 0.9985169818512787, + 0.9994765252677618, + 1.0003019812115932, + 1.0013175247518165, + 0.9983053984608228, + 1.0003019812143061, + 1.0016229623144122, + 1.0016229623144666, + 1.0016229623144894, + 0.9988909618680163, + 0.9974015697595893, + 0.9983053984613475, + 1.0010120871916106, + 1.0013175247530586, + 0.9988909618680234, + 0.99851698186767, + 1.0006570342030698, + 0.9974015697595922, + 0.9989967535711841, + 0.9998892532446134, + 0.99851698186767, + 1.0013175247530586, + 1.001012087191611, + 0.99851698186767, + 1.0006570342030698, + 0.9998892532446134, + 0.9974015697595922, + 1.001012087191611, + 0.9961049695623172, + 1.0016229623145063, + 0.99851698186767, + 0.9961049695623172, + 0.9983053984613486, + 1.0003019812145286, + 0.9994765252746982, + 1.0016229623145063, + 0.9994765252746982, + 0.9994765252746982, + 0.99851698186767, + 1.001012087191611, + 1.0013175247530586, + 0.9946036325884933, + 0.9978534841104704, + 0.99851698186767, + 0.9946095165310893, + 1.0027949997380934, + 0.99851698186767, + 1.0016229623145063, + 0.99851698186767 ], "p10": [ - 0.950206017381312, - 0.9563748096026214, - 0.9293616060802787, - 0.9511954422534107, - 0.9438160115662513, - 0.9239558819290181, - 0.9452464887790291, - 0.9389727269174756, - 0.9429591680301856, - 0.9448351359262424, - 0.919539919906202, - 0.9388803058766867, - 0.9426810703820476, - 0.9238941079604903, - 0.923893723782188, - 0.9388768816104988, - 0.9429171176411262, - 0.9195318400443113, - 0.9510817340854116, - 0.9426795151246752, - 0.9384405911196997, - 0.9448166626602148, - 0.9490024957918601, - 0.9426795104239933, - 0.9195318147630871, - 0.9388767498922351, - 0.9490024953948895, - 0.9388767498641225, - 0.9238934234807925, - 0.944816661721877, - 0.9388767498579872, - 0.9448166617208356, - 0.9405415638997044, - 0.9671551167237685, - 0.9234572625984618, - 0.9445791121268705, - 0.9426795102431327, - 0.9405415638995974, - 0.9429170598368555, - 0.942917059836855, - 0.9238934234778529, - 0.9405415638995959, - 0.9486050187013101, - 0.9405415638995959, - 0.9448166617205875, - 0.9429170598368548, - 0.9510817229589197, - 0.9450277285965578, - 0.9448166617205875, - 0.9388767498574216, - 0.9405415638995959, - 0.9450277285965578, - 0.9234572625984412, - 0.9429170598368548, - 0.9195318146837363, - 0.9405415638995959, - 0.9450277285965578, - 0.9405415638995959, - 0.9429170598368548, - 0.9195318146837363, - 0.9234572625984412, - 0.9238934234778529, - 0.9490024953796159, - 0.9238934234778529, - 0.9405415638995959, - 0.9490024953796159, - 0.9448166617205875, - 0.9238934234778529, - 0.9510817229589197, - 0.9234572625984412, - 0.9234572625984412, - 0.9490024953796159 + 0.8980795591568194, + 0.9269088017628924, + 0.9304088356098259, + 0.9291241865075257, + 0.9371884469345562, + 0.9316802306441823, + 0.934933274271146, + 0.9097814986654356, + 0.9289830228789977, + 0.9296046810407388, + 0.9315496674945232, + 0.9315503449509808, + 0.9093554414159737, + 0.9220654451576005, + 0.9097969589628632, + 0.9296074404474213, + 0.9220655274152791, + 0.928989578392716, + 0.9053835465130053, + 0.9220655336488959, + 0.9097969964102712, + 0.9093556516444639, + 0.9097969965878343, + 0.931766773667893, + 0.9296074563788679, + 0.909796996623633, + 0.9315508419531939, + 0.9053835477203156, + 0.9296074563855818, + 0.9234287049969798, + 0.9315508419543965, + 0.9234287049970571, + 0.9289895812469242, + 0.9289895812469284, + 0.9093556517359946, + 0.9234287049970735, + 0.9296074563858041, + 0.9296074563858043, + 0.9296074563858043, + 0.93464958486998, + 0.9220655341600235, + 0.9097969966265684, + 0.9317667736842843, + 0.9315508419544363, + 0.9053835477208414, + 0.9097969966265684, + 0.9053835477208414, + 0.9317667736842843, + 0.9296074563858043, + 0.9093556517359958, + 0.93464958486998, + 0.9097969966265684, + 0.923428704997074, + 0.923428704997074, + 0.9289895812469313, + 0.9296074563858043, + 0.923428704997074, + 0.9097969966265684, + 0.923428704997074, + 0.9289895812469313, + 0.9296074563858043, + 0.923428704997074, + 0.9097969966265684, + 0.9097969966265684, + 0.9053835477208414, + 0.923428704997074, + 0.9053835477208414, + 0.9220655341600235, + 0.9296074563858043, + 0.9315508419544363, + 0.9317667736842843, + 0.9296074563858043 ], "p90": [ - 1.15626219315742, - 1.1208326795972428, - 1.1495506221332683, - 1.1167131689595016, - 1.1096443166672307, - 1.11416014440266, - 1.1184924886077325, - 1.1183697054853152, - 1.107417038024807, - 1.107393404037131, - 1.1136696302945488, - 1.1136650810913482, - 1.1073764899703948, - 1.1136622095547206, - 1.1026728943002322, - 1.1073750615845532, - 1.1085078731483797, - 1.1136615504326581, - 1.1182737395517532, - 1.1136615299536294, - 1.118273730566951, - 1.1136615260117104, - 1.10902318672915, - 1.0670261527844689, - 1.118273728504612, - 1.1021501122712019, - 1.1182737284405349, - 1.113661525078784, - 1.1073749298344158, - 1.1182737284265507, - 1.118804506982712, - 1.1073749298317241, - 1.1073749298315847, - 1.1001837069915599, - 1.1235815139941332, - 1.113661525072092, - 1.1085078153441121, - 1.1026725939958986, - 1.1080035893555376, - 1.1073749298314763, - 1.1235815139941125, - 1.1085078153441084, - 1.1073749298314761, - 1.1085078153441084, - 1.1021501122363884, - 1.1090231863169058, - 1.102672593995897, - 1.1073749298314761, - 1.114122745407401, - 1.1073749298314761, - 1.1085078153441084, - 1.1085078153441084, - 1.084169577536556, - 1.1235815139941125, - 1.1021501122363884, - 1.1136615250720832, - 1.100380347516, - 1.0823902298193389, - 1.1021501122363884, - 1.0670261526036044, - 1.1090231863169058, - 1.1073749298314761, - 1.1073749298314761, - 1.1001837069915124, - 1.1090231863169058, - 1.1136615250720832, - 1.1085078153441084, - 1.1090231863169058, - 1.1090231863169058, - 1.1136615250720832, - 1.1073749298314761, - 1.1182737284252613 + 1.0809332254084287, + 1.0910318805615242, + 1.0866761539698506, + 1.0932472653061576, + 1.092318010982247, + 1.0992079895275015, + 1.0718634610381033, + 1.0878026623533281, + 1.0925159609135482, + 1.0937277598393707, + 1.0923871208323515, + 1.0937300381809807, + 1.0992943222475815, + 1.0992944435651806, + 1.0942868972590476, + 1.0992945166292205, + 1.1040724059258111, + 1.0852481166560293, + 1.0925225180736458, + 1.0925225187703542, + 1.0992945323513064, + 1.1040724125790236, + 1.0925225192427477, + 1.0923882952758732, + 1.092388295285328, + 1.0942869349198174, + 1.0852481195090022, + 1.1040724126700296, + 1.092388295292042, + 1.0885087840419008, + 1.1040724126705157, + 1.0937305351844193, + 1.0992945325675965, + 1.092522519281479, + 1.1040724126705543, + 1.092388295292264, + 1.1040724126705552, + 1.0925225192814818, + 1.0925225192814818, + 1.0873103675391496, + 1.070416968933199, + 1.0992945325676036, + 1.1095769078956679, + 1.0992945325676036, + 1.0942869349227529, + 1.0923882952922646, + 1.0925225192814818, + 1.0997723205778986, + 1.0997723205778986, + 1.0873103675391496, + 1.0992945325676036, + 1.0852481195102446, + 1.0992945325676036, + 1.0923882952922646, + 1.087818160314461, + 1.087818160314461, + 1.0925225192814818, + 1.0873103675391496, + 1.0930789190197985, + 1.0992945325676036, + 1.1040724126705554, + 1.0852481195102446, + 1.0925225192814818, + 1.0923882952922646, + 1.0859621370884465, + 1.0937305351844362, + 1.0923882952922646, + 1.0942869349227529, + 1.1046228621930667, + 1.1046228621930667, + 1.1095769078956679, + 1.0852481195102446 ], "timestamps": [ - "2026-06-15 14:20:00", - "2026-06-15 14:30:00", - "2026-06-15 14:40:00", "2026-06-15 14:50:00", "2026-06-15 15:00:00", "2026-06-15 15:10:00", @@ -529,6 +525,8 @@ "2026-06-16 14:30:00", "2026-06-16 14:40:00", "2026-06-16 14:50:00", - "2026-06-16 15:00:00" + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 5c28bca65d7419ffc33598cd296f288d0ea0eb8e..e6ad619c9d4dba2584c703f7854ebfa936f31160 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,25 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-17T14:43:31.920984+00:00", + "evaluated_at": "2026-06-17T14:51:20.933578+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index fe2c8ea32a547c2259566ca7f385e84f9b3f5943..78035891678ffa44eb1f21e5c997cd2e882c934e 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -8,4 +8,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-14,Chronos-2,3.600,2.700,3.600,3.000,3.600,1.900,3.600,3.000,3.600 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 -2026-06-17,Chronos-2,4.000,4.200,4.000,3.900,3.900,4.000,4.000,3.900,3.900 +2026-06-17,Chronos-2,4.200,4.500,4.200,4.000,4.200,4.000,4.200,4.000,4.100 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index d16ae27aaf71dcb99e1affc6b5ab0fc33d942910..f54c746130975d11634e9774cf5654808c6dfbc9 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.9,3.667,3.9,3.7,3.867,3.333,3.9,3.7,3.833 +2026-W25,Chronos-Bolt-Mini,3.967,3.767,3.967,3.733,3.967,3.333,3.967,3.733,3.9 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 7cbba1a974705719cbbcdec550743701dbfda24b..7f990d97ab05f1be84666e121b4250af4790b32a 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,111989.72325897217,111989.72325897217,293.0787760416667,0.29789428105501453,0.004477232599053085,0.004476560694859531,2.7307212886436143,334.64865644280144,0.005104507744484559,0.004470428472508885,0.006384581763996531,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,113218.09514045715,113218.09514045715,295.6199544270833,0.3004772129151115,0.004516388679357203,0.004515571887481242,2.7307212886436143,336.47896686190825,0.005132625066893737,0.004509364738358633,0.0063977502786048265,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.0082514629748403,1.0082514629748403,0.780179500579834,0.4309468502771349,0.034445166500048946,0.033817551485012066,2.444838132938304,1.0041172555906208,0.04547117819971291,0.03533021756285016,0.033518584988996875,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.3054488352904114,0.3054488352904114,0.4647657016951901,0.43670723726746863,8.727840964431842,0.6982210801109918,7.172073594541546,0.5526742578503285,0.5129227329986347,0.43133706795890603,0.3082707682835142,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.059353270843166724,0.059353270843166724,0.20903308358457354,1.6304577409745393,0.15904891999516232,0.1758456339390275,24.76891427027033,0.24362526725109349,0.1946838851700621,0.1670408545899315,0.14328299160511687,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.30847486676219343,0.30847486676219343,0.48671423296521726,0.4554335237629577,8.119412448443665,0.795312888759247,7.620934591870741,0.5554051375007197,0.567986014135876,0.4977391430858986,0.35721633361401295,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.07644741328085036,0.07644741328085036,0.24273859295580122,1.8086401921474742,0.18385641914605833,0.20674505966215684,29.08473271802703,0.27649125353408627,0.21972813370132577,0.19290482908852152,0.16571714582142938,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,0.012574899264867176,0.012574899264867176,0.0772104263305664,0.08334559145654186,0.004870800591592066,0.004857128455578588,1.5125646525445464,0.11213785830337217,0.007023247686711712,0.004835725920938769,0.01184519276750411,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,655.6749067651184,655.6749067651184,19.90518605709076,2.639891922671564,0.4386550850411726,0.6136325195897934,64.56101673564295,25.606149784087386,0.6763676109740022,0.5257808476850371,0.46671016524455067,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,3.2338393103016947,3.2338393103016947,1.4939412275950115,0.7222615660491748,0.056152167196230014,0.05776076269824069,2.298259592963952,1.798287883043673,0.07137242983595612,0.0592931846179701,0.04489453497437298,Weather,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 58ee01b07d4396e99847d1793c88ce0eeb78a392..69073c70a10b9a71ef705bdc3bff22d996ffd85d 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T14:39:21.835762+00:00", + "evaluated_at": "2026-06-17T14:47:54.334018+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64810.01171875, 65040.87890625, 65278.0, - 65170.0 + 65109.01171875 ], "p50": [ 65703.3515625, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index e1f295ae155a9f403de50a143d2a9982e3d95b1e..f48417171d577a7e15ccb248fce83ffe91d7fac5 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T14:29:42.515638+00:00", + "evaluated_at": "2026-06-17T14:47:59.574262+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.109999895095825, - 2.068000078201294, - 2.0360000133514404, 1.996999979019165, 1.965000033378601, 1.9140000343322754, @@ -245,12 +242,12 @@ 2.25600004196167, 2.2690000534057617, 2.26200008392334, - 2.263000011444092 - ], - "actuals": [ + 2.263000011444092, 2.256999969482422, 2.252000093460083, - 2.236999988555908, + 2.236999988555908 + ], + "actuals": [ 2.2249999046325684, 2.2130000591278076, 2.183000087738037, @@ -307,198 +304,198 @@ -0.15800000727176666, -0.17399999499320984, -0.19900000095367432, - -0.2199999988079071 + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043 ], "p50": [ - 2.2458839416503906, - 2.235278367996216, - 2.229590892791748, - 2.2130017280578613, - 2.2045645713806152, - 2.18869686126709, - 2.179147720336914, - 2.1669716835021973, - 2.1529295444488525, - 2.134510040283203, - 2.1155529022216797, - 2.0973801612854004, - 2.0723319053649902, - 2.0569472312927246, - 2.0288846492767334, - 2.002070665359497, - 1.9693560600280762, - 1.952667474746704, - 1.9293477535247803, - 1.9081847667694092, - 1.870914101600647, - 1.8462082147598267, - 1.8116555213928223, - 1.7839529514312744, - 1.7462341785430908, - 1.7150518894195557, - 1.676245927810669, - 1.644303798675537, - 1.611443042755127, - 1.5798048973083496, - 1.5460021495819092, - 1.5191318988800049, - 1.4152257442474365, - 1.3814682960510254, - 1.3497649431228638, - 1.3171676397323608, - 1.2782388925552368, - 1.2440470457077026, - 1.2154697179794312, - 1.1822017431259155, - 1.1441696882247925, - 1.1151763200759888, - 1.0786811113357544, - 1.0552703142166138, - 1.0310750007629395, - 1.001138687133789, - 0.9802849292755127, - 0.9635143280029297, - 0.8493736982345581, - 0.8273659944534302, - 0.8052275776863098, - 0.7836945056915283, - 0.757266640663147, - 0.7366257905960083, - 0.7359089851379395, - 0.7113374471664429, - 0.6915392875671387, - 0.6890594959259033, - 0.6758542060852051, - 0.6561853885650635 + 2.222290515899658, + 2.208266258239746, + 2.1985156536102295, + 2.1802728176116943, + 2.168147087097168, + 2.1504664421081543, + 2.137991428375244, + 2.1225881576538086, + 2.1048150062561035, + 2.085726737976074, + 2.064098834991455, + 2.04068660736084, + 2.013406276702881, + 1.990942120552063, + 1.9601671695709229, + 1.9303739070892334, + 1.8900420665740967, + 1.8728115558624268, + 1.8465557098388672, + 1.8160464763641357, + 1.7753667831420898, + 1.7482562065124512, + 1.71091890335083, + 1.6784882545471191, + 1.639580249786377, + 1.6086094379425049, + 1.5622737407684326, + 1.5325130224227905, + 1.5002366304397583, + 1.4705805778503418, + 1.430616855621338, + 1.4026005268096924, + 1.2928581237792969, + 1.2565319538116455, + 1.226088285446167, + 1.1941111087799072, + 1.1555579900741577, + 1.1175137758255005, + 1.0860120058059692, + 1.0505355596542358, + 1.0158368349075317, + 0.9883170127868652, + 0.9549292922019958, + 0.9264432191848755, + 0.9035325050354004, + 0.8707702159881592, + 0.8457247018814087, + 0.8346539735794067, + 0.7040940523147583, + 0.6843395233154297, + 0.659027099609375, + 0.6390028595924377, + 0.6159427762031555, + 0.5973409414291382, + 0.5863540172576904, + 0.5730608701705933, + 0.553552508354187, + 0.5556108951568604, + 0.5329562425613403, + 0.5220170021057129 ], "p10": [ - 2.216757297515869, - 2.198636770248413, - 2.187225341796875, - 2.1725380420684814, - 2.151742935180664, - 2.1300394535064697, - 2.1175925731658936, - 2.0962939262390137, - 2.0727717876434326, - 2.0536978244781494, - 2.024506092071533, - 2.0022096633911133, - 1.9751434326171875, - 1.9494056701660156, - 1.9142470359802246, - 1.8747060298919678, - 1.8397343158721924, - 1.8315248489379883, - 1.7874810695648193, - 1.7667806148529053, - 1.7255275249481201, - 1.690528154373169, - 1.6483817100524902, - 1.6161370277404785, - 1.5627830028533936, - 1.5226069688796997, - 1.4813275337219238, - 1.4400238990783691, - 1.3790524005889893, - 1.3463108539581299, - 1.3169360160827637, - 1.2813756465911865, - 1.1110683679580688, - 1.0799837112426758, - 1.0387059450149536, - 0.998935878276825, - 0.9505309462547302, - 0.9068523645401001, - 0.8630164861679077, - 0.818193793296814, - 0.7844728231430054, - 0.7389048337936401, - 0.710010290145874, - 0.6735031604766846, - 0.6178334951400757, - 0.5931186676025391, - 0.565137505531311, - 0.5485587120056152, - 0.2581956386566162, - 0.23112577199935913, - 0.18366408348083496, - 0.15314769744873047, - 0.12666118144989014, - 0.086300790309906, - 0.06967383623123169, - 0.05208033323287964, - 0.012332797050476074, - -0.013036131858825684, - -0.04261445999145508, - -0.05653107166290283 + 2.1961874961853027, + 2.172900915145874, + 2.1573328971862793, + 2.1394524574279785, + 2.117300271987915, + 2.0922560691833496, + 2.078195571899414, + 2.0536177158355713, + 2.0274884700775146, + 2.0067496299743652, + 1.9744737148284912, + 1.9489390850067139, + 1.9183721542358398, + 1.8859450817108154, + 1.8468258380889893, + 1.8080401420593262, + 1.7580821514129639, + 1.7498149871826172, + 1.7081339359283447, + 1.6832797527313232, + 1.6348505020141602, + 1.5988788604736328, + 1.5513089895248413, + 1.5163429975509644, + 1.4600523710250854, + 1.4197993278503418, + 1.3720252513885498, + 1.3306208848953247, + 1.2730931043624878, + 1.2393651008605957, + 1.2028452157974243, + 1.1697381734848022, + 0.9796316623687744, + 0.9464561939239502, + 0.9019736647605896, + 0.8591978549957275, + 0.8097375631332397, + 0.772944450378418, + 0.7266792058944702, + 0.6808251142501831, + 0.6442676186561584, + 0.5977598428726196, + 0.5627317428588867, + 0.5254641175270081, + 0.4739032983779907, + 0.43908411264419556, + 0.3965913653373718, + 0.37703996896743774, + 0.10789555311203003, + 0.07488971948623657, + 0.019133329391479492, + -0.0052460432052612305, + -0.030035853385925293, + -0.07190406322479248, + -0.10051512718200684, + -0.11181950569152832, + -0.14655208587646484, + -0.16943681240081787, + -0.1910170316696167, + -0.21110808849334717 ], "p90": [ - 2.281951904296875, - 2.2685956954956055, - 2.2602925300598145, - 2.2642147541046143, - 2.2578630447387695, - 2.247084856033325, - 2.2393133640289307, - 2.232954978942871, - 2.2232041358947754, - 2.213627815246582, - 2.1940112113952637, - 2.1768152713775635, - 2.1673545837402344, - 2.152986526489258, - 2.1366424560546875, - 2.1183013916015625, - 2.0676350593566895, - 2.050474166870117, - 2.0314993858337402, - 2.0132181644439697, - 2.0033652782440186, - 1.9747040271759033, - 1.9532222747802734, - 1.9391820430755615, - 1.9121613502502441, - 1.8992085456848145, - 1.8731034994125366, - 1.830183506011963, - 1.814089059829712, - 1.7937264442443848, - 1.7769775390625, - 1.7487812042236328, - 1.7048554420471191, - 1.6807048320770264, - 1.6464225053787231, - 1.628551959991455, - 1.605482816696167, - 1.587603211402893, - 1.5673887729644775, - 1.560922622680664, - 1.5245658159255981, - 1.5104553699493408, - 1.4948351383209229, - 1.4749996662139893, - 1.4728567600250244, - 1.4610249996185303, - 1.4382389783859253, - 1.4209084510803223, - 1.4976730346679688, - 1.4759193658828735, - 1.4607288837432861, - 1.4759867191314697, - 1.4727685451507568, - 1.4762935638427734, - 1.4806275367736816, - 1.4924163818359375, - 1.479653239250183, - 1.4819594621658325, - 1.4799808263778687, - 1.4824132919311523 + 2.2550363540649414, + 2.2377028465270996, + 2.2268056869506836, + 2.2267520427703857, + 2.217697858810425, + 2.2044620513916016, + 2.1942625045776367, + 2.184082508087158, + 2.171316146850586, + 2.1607141494750977, + 2.1384811401367188, + 2.1179122924804688, + 2.104430675506592, + 2.0835256576538086, + 2.0628604888916016, + 2.0419907569885254, + 1.982693076133728, + 1.9663097858428955, + 1.943490982055664, + 1.9187355041503906, + 1.9087562561035156, + 1.8769861459732056, + 1.8529455661773682, + 1.8365788459777832, + 1.8050024509429932, + 1.7875826358795166, + 1.7629315853118896, + 1.7234513759613037, + 1.709153652191162, + 1.6865073442459106, + 1.6638357639312744, + 1.6392302513122559, + 1.600341558456421, + 1.5676066875457764, + 1.5384787321090698, + 1.5289020538330078, + 1.4965802431106567, + 1.4843344688415527, + 1.4665334224700928, + 1.4486122131347656, + 1.4280792474746704, + 1.4113364219665527, + 1.4007853269577026, + 1.386154294013977, + 1.3833417892456055, + 1.3739460706710815, + 1.3416671752929688, + 1.3270211219787598, + 1.3771514892578125, + 1.366985559463501, + 1.3475062847137451, + 1.3747581243515015, + 1.3687412738800049, + 1.3840863704681396, + 1.377302885055542, + 1.3984856605529785, + 1.3876492977142334, + 1.3934637308120728, + 1.3952617645263672, + 1.3874664306640625 ], "timestamps": [ - "2026-06-16 08:24:00", - "2026-06-16 08:30:00", - "2026-06-16 08:36:00", "2026-06-16 08:42:00", "2026-06-16 08:48:00", "2026-06-16 08:54:00", @@ -795,6 +792,9 @@ "2026-06-17 14:00:00", "2026-06-17 14:06:00", "2026-06-17 14:12:00", - "2026-06-17 14:18:00" + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 791cf3e034352d3cd498caaad08a2903ea9fc6d1..d6cc18f6c7d0486ecfed8816b36f7f57f65038d2 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T14:29:47.761382+00:00", + "evaluated_at": "2026-06-17T14:48:06.391072+00:00", "freq": "10min", - "context_length": 77, + "context_length": 76, "prediction_length": 72, "context": [ 1.100000023841858, @@ -11,8 +11,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, - 1.100000023841858, 1.0, 1.2000000476837158, 1.2000000476837158, @@ -82,10 +80,10 @@ 1.0, 1.0, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.0 ], "actuals": [ - 1.0, 0.8999999761581421, 0.8999999761581421, 1.100000023841858, @@ -156,234 +154,232 @@ 1.399999976158142, 1.5, 1.5, - 1.399999976158142 + 1.399999976158142, + 1.5 ], "p50": [ - 1.081032395362854, - 1.0765050649642944, - 1.0737940073013306, - 1.072502851486206, - 1.0712367296218872, - 1.067645788192749, - 1.0668489933013916, - 1.0675036907196045, - 1.066930890083313, - 1.0648497343063354, - 1.0652867555618286, - 1.0646352767944336, - 1.0642365217208862, - 1.0610252618789673, - 1.0624446868896484, - 1.0615814924240112, - 1.0575891733169556, - 1.0564886331558228, - 1.055504322052002, - 1.0565950870513916, - 1.0561823844909668, - 1.055930495262146, - 1.058579683303833, - 1.0584285259246826, - 1.0600882768630981, - 1.059166669845581, - 1.059309959411621, - 1.0607060194015503, - 1.0612878799438477, - 1.062090516090393, - 1.0636175870895386, - 1.0622414350509644, - 1.0652799606323242, - 1.0656925439834595, - 1.0672907829284668, - 1.0669870376586914, - 1.066518783569336, - 1.0665676593780518, - 1.0685338973999023, - 1.0688902139663696, - 1.0696032047271729, - 1.0681571960449219, - 1.0687426328659058, - 1.068986177444458, - 1.0679455995559692, - 1.0676435232162476, - 1.068782925605774, - 1.068225622177124, - 1.066359519958496, - 1.0659242868423462, - 1.065855860710144, - 1.065252661705017, - 1.063679814338684, - 1.0598993301391602, - 1.0595641136169434, - 1.0584471225738525, - 1.0579816102981567, - 1.0542407035827637, - 1.052048921585083, - 1.0504392385482788, - 1.0459502935409546, - 1.042909860610962, - 1.0415618419647217, - 1.038803219795227, - 1.0368949174880981, - 1.0371261835098267, - 1.0342648029327393, - 1.0328010320663452, - 1.0311741828918457, - 1.0313974618911743, - 1.0319112539291382, - 1.0322080850601196 + 1.0138435363769531, + 1.0249762535095215, + 1.0280414819717407, + 1.0311635732650757, + 1.0311955213546753, + 1.0287525653839111, + 1.0312713384628296, + 1.0316296815872192, + 1.0320531129837036, + 1.033018946647644, + 1.0319143533706665, + 1.0308490991592407, + 1.0298882722854614, + 1.0324636697769165, + 1.032712697982788, + 1.030099868774414, + 1.0254579782485962, + 1.0227783918380737, + 1.0216584205627441, + 1.0236265659332275, + 1.0232093334197998, + 1.024436116218567, + 1.024862289428711, + 1.0254076719284058, + 1.0255725383758545, + 1.0252454280853271, + 1.0262895822525024, + 1.0287842750549316, + 1.0282169580459595, + 1.0297455787658691, + 1.0305898189544678, + 1.0292936563491821, + 1.0307754278182983, + 1.0318453311920166, + 1.0320942401885986, + 1.032687783241272, + 1.0316435098648071, + 1.0320645570755005, + 1.0332813262939453, + 1.034543514251709, + 1.0352745056152344, + 1.033581018447876, + 1.0327917337417603, + 1.0341356992721558, + 1.0326002836227417, + 1.0349926948547363, + 1.0351630449295044, + 1.0338736772537231, + 1.031839370727539, + 1.0324771404266357, + 1.031186819076538, + 1.0295661687850952, + 1.025610089302063, + 1.0236256122589111, + 1.0238089561462402, + 1.023383617401123, + 1.0217955112457275, + 1.0205647945404053, + 1.0182143449783325, + 1.0138558149337769, + 1.0128233432769775, + 1.0110746622085571, + 1.00945246219635, + 1.0092973709106445, + 1.0048142671585083, + 1.0039589405059814, + 1.0021034479141235, + 0.999104380607605, + 0.9978500008583069, + 0.9988036751747131, + 1.001754879951477, + 1.0011188983917236 ], "p10": [ - 1.0006428956985474, - 0.9637351632118225, - 0.9482254981994629, - 0.9367185831069946, - 0.9257586002349854, - 0.923504114151001, - 0.9224842190742493, - 0.9177021980285645, - 0.9121830463409424, - 0.9153115153312683, - 0.9146472215652466, - 0.9152330756187439, - 0.9152848124504089, - 0.9102029800415039, - 0.9096037149429321, - 0.9080325365066528, - 0.9079715609550476, - 0.9038970470428467, - 0.9033349752426147, - 0.9025031924247742, - 0.9020835757255554, - 0.9046317338943481, - 0.9052473902702332, - 0.9035161733627319, - 0.9048526883125305, - 0.9009580612182617, - 0.9020620584487915, - 0.8966373205184937, - 0.8978651762008667, - 0.898688793182373, - 0.899834394454956, - 0.8989432454109192, - 0.8916743993759155, - 0.886642336845398, - 0.8842789530754089, - 0.8830773830413818, - 0.8814998865127563, - 0.8839311003684998, - 0.8831633925437927, - 0.878718912601471, - 0.8799597024917603, - 0.8761886954307556, - 0.8758378028869629, - 0.8719828128814697, - 0.8733556270599365, - 0.8758535981178284, - 0.8761816620826721, - 0.877029299736023, - 0.8745205402374268, - 0.8756422400474548, - 0.8717458248138428, - 0.8717559576034546, - 0.8711425065994263, - 0.8734196424484253, - 0.8721716403961182, - 0.8676900863647461, - 0.8695808053016663, - 0.8664494752883911, - 0.8640507459640503, - 0.8593301773071289, - 0.8574996590614319, - 0.8550633192062378, - 0.8543245196342468, - 0.8499869108200073, - 0.8536838889122009, - 0.8550469875335693, - 0.8520727157592773, - 0.8506521582603455, - 0.8531811237335205, - 0.8535967469215393, - 0.8541154265403748, - 0.8545451760292053 + 0.922824501991272, + 0.9112080931663513, + 0.9075571894645691, + 0.9036902189254761, + 0.8964227437973022, + 0.8978263735771179, + 0.8976116180419922, + 0.89195317029953, + 0.8927845358848572, + 0.8886196613311768, + 0.8906174302101135, + 0.8858551979064941, + 0.8825756907463074, + 0.8816312551498413, + 0.8847834467887878, + 0.8796704411506653, + 0.8693565130233765, + 0.8680541515350342, + 0.8666619658470154, + 0.8651921153068542, + 0.8643775582313538, + 0.8647482395172119, + 0.86650550365448, + 0.8648399710655212, + 0.8665559887886047, + 0.8628265857696533, + 0.8626553416252136, + 0.8570612668991089, + 0.8574402332305908, + 0.857343316078186, + 0.8592296838760376, + 0.8566694855690002, + 0.8487421274185181, + 0.847305953502655, + 0.8461477756500244, + 0.8443698883056641, + 0.841311514377594, + 0.8412328362464905, + 0.8424632549285889, + 0.8394261598587036, + 0.8409699201583862, + 0.8350300192832947, + 0.8343585729598999, + 0.8313788175582886, + 0.8307041525840759, + 0.8297114968299866, + 0.8327635526657104, + 0.8312391638755798, + 0.8253597617149353, + 0.8251164555549622, + 0.823829710483551, + 0.823112964630127, + 0.8197121620178223, + 0.8193199634552002, + 0.819568395614624, + 0.8167210221290588, + 0.8213880062103271, + 0.8134899139404297, + 0.8116995096206665, + 0.8070977926254272, + 0.8042256236076355, + 0.8026965856552124, + 0.7999004125595093, + 0.7981405854225159, + 0.7839348912239075, + 0.7875881195068359, + 0.7865076065063477, + 0.7845029830932617, + 0.7841579914093018, + 0.7813471555709839, + 0.7840036153793335, + 0.7830002903938293 ], "p90": [ - 1.1343388557434082, - 1.14458167552948, - 1.150957465171814, - 1.1572474241256714, - 1.1595429182052612, - 1.1600548028945923, - 1.1622340679168701, - 1.1627984046936035, - 1.165394902229309, - 1.1677278280258179, - 1.170691728591919, - 1.1730214357376099, - 1.1719213724136353, - 1.1756227016448975, - 1.1728368997573853, - 1.1755523681640625, - 1.187435507774353, - 1.1897975206375122, - 1.193155288696289, - 1.1963557004928589, - 1.1999138593673706, - 1.1986865997314453, - 1.2020072937011719, - 1.2029051780700684, - 1.2096843719482422, - 1.211917757987976, - 1.2197351455688477, - 1.2206218242645264, - 1.222632884979248, - 1.225881576538086, - 1.2284907102584839, - 1.2312759160995483, - 1.224680781364441, - 1.226240634918213, - 1.2322570085525513, - 1.2384281158447266, - 1.2443170547485352, - 1.2443424463272095, - 1.2479579448699951, - 1.2484188079833984, - 1.251090168952942, - 1.2544857263565063, - 1.260989785194397, - 1.256485939025879, - 1.255910038948059, - 1.2582523822784424, - 1.2550195455551147, - 1.2586302757263184, - 1.243452787399292, - 1.2416188716888428, - 1.2395774126052856, - 1.2443708181381226, - 1.2488131523132324, - 1.2450518608093262, - 1.2430646419525146, - 1.239470362663269, - 1.240187644958496, - 1.2372453212738037, - 1.2378911972045898, - 1.2347005605697632, - 1.2307589054107666, - 1.2297019958496094, - 1.226318597793579, - 1.2274868488311768, - 1.2264593839645386, - 1.221204400062561, - 1.218434453010559, - 1.2184085845947266, - 1.2218164205551147, - 1.2221297025680542, - 1.2217720746994019, - 1.2236014604568481 + 1.0892072916030884, + 1.1145257949829102, + 1.1253242492675781, + 1.1302822828292847, + 1.134255290031433, + 1.1371564865112305, + 1.139510154724121, + 1.1410548686981201, + 1.1469250917434692, + 1.1486997604370117, + 1.1509528160095215, + 1.1508337259292603, + 1.1509485244750977, + 1.1549899578094482, + 1.1564010381698608, + 1.1580827236175537, + 1.1654486656188965, + 1.1684092283248901, + 1.1712729930877686, + 1.1719424724578857, + 1.1737818717956543, + 1.176563024520874, + 1.1774861812591553, + 1.179078221321106, + 1.184996247291565, + 1.1859161853790283, + 1.1909607648849487, + 1.1921013593673706, + 1.1938185691833496, + 1.1959929466247559, + 1.196600079536438, + 1.1983944177627563, + 1.1961084604263306, + 1.2031956911087036, + 1.2039811611175537, + 1.2094721794128418, + 1.211442470550537, + 1.2145686149597168, + 1.2146621942520142, + 1.2142149209976196, + 1.219156265258789, + 1.2220773696899414, + 1.2252755165100098, + 1.2217073440551758, + 1.2236257791519165, + 1.2256624698638916, + 1.2236156463623047, + 1.2255885601043701, + 1.2238816022872925, + 1.2244539260864258, + 1.219309687614441, + 1.221940279006958, + 1.2205662727355957, + 1.2217693328857422, + 1.219062089920044, + 1.2155100107192993, + 1.2217152118682861, + 1.217185616493225, + 1.2183743715286255, + 1.2152358293533325, + 1.2123558521270752, + 1.2132126092910767, + 1.210036277770996, + 1.2101402282714844, + 1.2131463289260864, + 1.2094435691833496, + 1.211930274963379, + 1.2056370973587036, + 1.2048360109329224, + 1.2103559970855713, + 1.2142401933670044, + 1.2092738151550293 ], "timestamps": [ - "2026-06-15 14:20:00", - "2026-06-15 14:30:00", - "2026-06-15 14:40:00", "2026-06-15 14:50:00", "2026-06-15 15:00:00", "2026-06-15 15:10:00", @@ -529,6 +525,8 @@ "2026-06-16 14:30:00", "2026-06-16 14:40:00", "2026-06-16 14:50:00", - "2026-06-16 15:00:00" + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 5ea1311a11e7d19d2ef84c43025414891e0bcf38..b403e44139e1260371bb84c235e5bca8f4ebe7f3 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,25 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-17T14:39:30.115014+00:00", + "evaluated_at": "2026-06-17T14:48:08.558744+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 3f8df8ad18ad582981e3582e0d24e3724731fe02..c34b72c25b0ec526ce239600a692819465dded46 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,402992.7135017281,378981.9623483816,417.06407322130025,0.4239167500429031,0.00640164591769705,0.006358778094599328,9.808313502026325,634.8170708965915,0.009683076839952929,0.006361617627077722,0.005872158076722343,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,408271.60798597586,384124.50603503286,419.6052516067169,0.426499681903,0.006441263231736054,0.0063977871038526585,9.911630776430203,638.9613509328838,0.009746668795260358,0.006400627215075712,0.005911148688180825,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,6.554949833247299,7.345810740100781,2.357101120016555,1.3019892251730578,0.10444350596607699,0.11214400143316851,15.190647933313064,2.560263625732182,0.11594084546971963,0.1067406863752903,0.09071258683585551,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,2.395536440708514,2.4131761748734797,1.2897298789878262,1.2118673349167863,26.18868402019191,0.912517877753222,45.01627134383703,1.5477520604762618,1.4364287925252792,1.1969650566565482,1.179594194870547,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.06548286516532148,0.06563317903839824,0.22206901094602896,1.73213795499993,0.16902698378062547,0.1881027283136902,14.431553554256194,0.25589619998218316,0.2044897353008978,0.17745802114313297,0.1640499764428698,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,1.7097514621758882,1.7230016827161418,1.107973746739921,1.0367652177343876,21.18552116218684,0.9499503195025744,38.00982910279522,1.3075746487967286,1.3371934517876318,1.1330712477919502,1.114952621142042,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.09343222862742476,0.09235666433217905,0.2683589106060754,1.99953664447349,0.20349182724308493,0.23172351641520736,21.231648878164137,0.3056668588961269,0.24291404368533637,0.2132653450548462,0.20013640498995774,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.11826704723637278,0.10208726225407767,0.27134365055243603,0.2929047036529177,0.01697980904526709,0.017166815670878275,11.187398682599936,0.3438997633560872,0.021538606622191148,0.016994382583004973,0.017007720252138477,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,282.90689442707463,282.6623892023272,15.31256892079337,2.007910936848076,0.46233858819173507,0.4068713714335568,53.35090476401226,16.819836337701823,0.43721006255463685,0.3980305801624109,0.3779745971030077,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,90.31436893949162,92.50482875903658,8.042535966691723,3.9121782446143647,0.2990520002285712,0.3785791919746728,117.5577793346054,9.503387235059488,0.375072032229008,0.3174163311133424,0.3028588275356711,Weather,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 6ad44e9d68c3a1416ecf67288a48a33b749ac8f0..daeaae655d690047b01273091ca546781d956e45 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-17T14:43:31.963170+00:00", + "evaluated_at": "2026-06-17T14:51:21.018799+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64810.01171875, 65040.87890625, 65278.0, - 65170.0 + 65109.01171875 ], "p50": [ 65652.77871272246, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 0f02a76ceb0b51648b5428f7cccef7300931d3c9..3808bd3bae4cf4ff74c0acb50caf41119abc8893 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-17T14:34:29.820788+00:00", + "evaluated_at": "2026-06-17T14:51:21.040384+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.109999895095825, - 2.068000078201294, - 2.0360000133514404, 1.996999979019165, 1.965000033378601, 1.9140000343322754, @@ -245,12 +242,12 @@ 2.25600004196167, 2.2690000534057617, 2.26200008392334, - 2.263000011444092 - ], - "actuals": [ + 2.263000011444092, 2.256999969482422, 2.252000093460083, - 2.236999988555908, + 2.236999988555908 + ], + "actuals": [ 2.2249999046325684, 2.2130000591278076, 2.183000087738037, @@ -307,198 +304,198 @@ -0.15800000727176666, -0.17399999499320984, -0.19900000095367432, - -0.2199999988079071 + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043 ], "p50": [ - 2.2716517690461124, - 2.2685736594499706, - 2.2809955589137347, - 2.2774173365456054, - 2.2768392543676, - 2.278261027231099, - 2.2756829708023, - 2.2836047493878446, - 2.28302654800055, - 2.293948526380864, - 2.287870366001565, - 2.2892921388650636, - 2.2987140769526375, - 2.3006359327858017, - 2.2995577378358085, - 2.3069796122656223, - 2.302901545346406, - 2.305323335137624, - 2.3032452722715235, - 2.303167064446927, - 2.311588896199815, - 2.314010835002645, - 2.3129326102503294, - 2.319354437950101, - 2.3122762904454053, - 2.3226981858560536, - 2.329620036920846, - 2.321041938530378, - 2.32246375609736, - 2.3318855600744834, - 2.3273074697902465, - 2.3347293293188986, - 2.330651217696199, - 2.3380730325213674, - 2.333994846392862, - 2.336416785195692, - 2.346838606100534, - 2.3397605331016442, - 2.348682328614908, - 2.349104203759977, - 2.3495259894980793, - 2.3569478639278927, - 2.3498697760278415, - 2.3467916366293773, - 2.353213523933794, - 2.3581352815385035, - 2.359557173611292, - 2.3699790094172957, - 2.368900844269625, - 2.369322734315855, - 2.364244575963114, - 2.3716664503929272, - 2.3675883089679055, - 2.3815102636255707, - 2.3744319373069405, - 2.3748539018589767, - 2.3832756442048972, - 2.3866975552319625, - 2.3791194439668906, - 2.379041280845778 + 2.241547994398452, + 2.226749959374398, + 2.21945208111056, + 2.215654038576321, + 2.2038560245331023, + 2.195057971866073, + 2.189259984883363, + 2.1814620236498596, + 2.1751640729067736, + 2.1673660222663025, + 2.1665680603175432, + 2.1552699951335392, + 2.1469720701396597, + 2.1381739876703083, + 2.139376029774665, + 2.130578036712281, + 2.125279998588786, + 2.1174819926517983, + 2.1101839951786707, + 2.0943860028315426, + 2.0840880290810637, + 2.0882900474627712, + 2.084492049632016, + 2.0656940959086976, + 2.0638960723287356, + 2.0570980982206284, + 2.050300064507877, + 2.046502111380605, + 2.033704065508506, + 2.023906100221886, + 2.014608128497965, + 2.0068100927586556, + 2.010512028170698, + 1.9952141336943967, + 1.9859161023658307, + 1.9791180686530792, + 1.9733200816703689, + 1.9680221180526796, + 1.956724172077965, + 1.9494260553955478, + 1.951128120864925, + 1.9438301233917974, + 1.9340320686982106, + 1.9252341203393104, + 1.9214361672120384, + 1.9041380004617197, + 1.8933401374566705, + 1.8920421223405681, + 1.8817441336889278, + 1.8804461185728252, + 1.8746481315901151, + 1.863850179178099, + 1.8615521024307937, + 1.8557541154480834, + 1.839456129538257, + 1.833658142555547, + 1.8288602023028782, + 1.8155621032634357, + 1.815764188044718, + 1.8034661059329948 ], "p10": [ - 2.2145517956357446, - 2.2114736495317575, - 2.212495516952065, - 2.2203173631352375, - 2.230239174831162, - 2.224961051835896, - 2.218082934538834, - 2.228104785925492, - 2.224926640363907, - 2.2359484982474718, - 2.233670349294383, - 2.2347922146821717, - 2.2457142526671303, - 2.2404359031742143, - 2.2374577624882894, - 2.242379633341825, - 2.238301459134248, - 2.2513233449127856, - 2.25314520203341, - 2.249167014617444, - 2.2510888704506082, - 2.2509107533204396, - 2.259632635600185, - 2.2627544811992313, - 2.2647763357449353, - 2.2536981801340077, - 2.2673200589328415, - 2.2705419032444283, - 2.2623637639413317, - 2.267985578098928, - 2.2830074619701173, - 2.269229323239225, - 2.269151145216951, - 2.2820730382434133, - 2.2728948641312043, - 2.2748167199643685, - 2.2866386152319658, - 2.281760445363607, - 2.290682330283838, - 2.288904168932983, - 2.292226005996645, - 2.2884478815708675, - 2.2953697400862407, - 2.291191601438795, - 2.2982134571765918, - 2.2950353131051235, - 2.297057173611292, - 2.302778980520964, - 2.305800875836245, - 2.3086227267877883, - 2.3186445431567173, - 2.3046664785263196, - 2.310588282861071, - 2.330010146778115, - 2.312332015603602, - 2.315253864522627, - 2.3162757319429343, - 2.3248975551604367, - 2.3200194389362587, - 2.329041268924849 + 2.1989481047624126, + 2.167650005007714, + 2.1583519796396127, + 2.1501540473978085, + 2.1427560199197027, + 2.1394580022406, + 2.1282600549784254, + 2.129962001238513, + 2.1196639827845507, + 2.1093660239352325, + 2.1060680345683367, + 2.0936700371905768, + 2.09637203614117, + 2.0879740468696415, + 2.084576058790206, + 2.069278045104615, + 2.0702800659420344, + 2.0586820590096493, + 2.055384068897695, + 2.0388860110569835, + 2.0270880178753905, + 2.0257900623639324, + 2.026792011675778, + 2.0099940232625566, + 2.012896013677765, + 1.9964980677984179, + 1.9893000749982945, + 1.9870020727567954, + 1.9743040792414164, + 1.9754060987913749, + 1.953108115623362, + 1.947810092401028, + 1.9454120854865244, + 1.938114088013397, + 1.9239161257308515, + 1.9185180978355132, + 1.9323201326919448, + 1.9107220749466005, + 1.8957240633590928, + 1.8914260868668002, + 1.8951281265869708, + 1.8897301070735357, + 1.8814320664093922, + 1.8652341179551246, + 1.8546360974030784, + 1.845638127777241, + 1.8353401242244394, + 1.8310421328309856, + 1.8277440838594448, + 1.8291461472307384, + 1.8217481510450713, + 1.8067501334970992, + 1.8013521175226899, + 1.8072541289187332, + 1.7857561361960959, + 1.771658106315923, + 1.7740601575576713, + 1.7618621091762166, + 1.7547641091281683, + 1.7520661656806908 ], "p90": [ - 2.300651812915131, - 2.3015736249984857, - 2.3044955245814593, - 2.3075174198967408, - 2.308339236247788, - 2.3072610837661043, - 2.3112829296989372, - 2.3152048432293975, - 2.3151266413652656, - 2.319948489664403, - 2.3198703563456124, - 2.3217922136688927, - 2.3237140531107796, - 2.3247358937089966, - 2.326657777854367, - 2.32947963700155, - 2.331401506245759, - 2.3303233410980884, - 2.3352452045010423, - 2.3352670386023533, - 2.3381889113632366, - 2.340110740374311, - 2.3429326412447447, - 2.344854497077909, - 2.3457763091612636, - 2.3476981649944277, - 2.355620000204385, - 2.352541920410566, - 2.353563758028551, - 2.3543856310040105, - 2.357307441180017, - 2.36232932266702, - 2.362251204249391, - 2.3650731021395925, - 2.363994936991922, - 2.3659167332204416, - 2.3718385971598375, - 2.3707604349923987, - 2.3736823345753724, - 2.3756041755073753, - 2.376626028026522, - 2.381447876325659, - 2.3843697788888645, - 2.385391592664991, - 2.3833134880756397, - 2.387135325407522, - 2.39105715549148, - 2.3960790250575545, - 2.3919008461769735, - 2.39382273181246, - 2.3937445843375666, - 2.3986664455053464, - 2.397688293971377, - 2.40451014632363, - 2.40443200108391, - 2.4033538754243167, - 2.4093757790544457, - 2.4121975696562865, - 2.412119424416567, - 2.4130412633220124 + 2.268148000621177, + 2.257849979186982, + 2.251452013340079, + 2.246254008201794, + 2.2388560060556624, + 2.229558034331741, + 2.2202600357857296, + 2.2161620835406066, + 2.209664016163152, + 2.200366014636908, + 2.1950680212168963, + 2.184770005743166, + 2.180472026270641, + 2.1711740277246294, + 2.1628760103435507, + 2.1545780287252585, + 2.149280062127337, + 2.1450820783871194, + 2.1357841066631984, + 2.1253860418129804, + 2.119088025504785, + 2.1118900595267514, + 2.1085920910214813, + 2.0981940798154435, + 2.0959960703260196, + 2.0855980591199814, + 2.0744001058973423, + 2.0710020641737263, + 2.0618040971228093, + 2.05660606665255, + 2.0474080996016335, + 2.038810056280613, + 2.0325120891462496, + 2.024314088359104, + 2.019016147093156, + 2.0106181101379117, + 2.003320097763623, + 1.9960221151916566, + 1.9877240709884874, + 1.9804260735153598, + 1.9741280944600672, + 1.9689301042229437, + 1.958532084076209, + 1.9502340994776848, + 1.9470361118035606, + 1.9406381563874704, + 1.933440151666418, + 1.9240421871904216, + 1.913744168736459, + 1.9094461922441661, + 1.9021481947710386, + 1.892950107020716, + 1.884552149041626, + 1.8833541087962051, + 1.8699561242930482, + 1.864658160675359, + 1.8573601333999088, + 1.8500621508279422, + 1.8418641232187063, + 1.8334661399076424 ], "timestamps": [ - "2026-06-16 08:24:00", - "2026-06-16 08:30:00", - "2026-06-16 08:36:00", "2026-06-16 08:42:00", "2026-06-16 08:48:00", "2026-06-16 08:54:00", @@ -795,6 +792,9 @@ "2026-06-17 14:00:00", "2026-06-17 14:06:00", "2026-06-17 14:12:00", - "2026-06-17 14:18:00" + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00" ] } diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index a9606ab5b9b3983738163a62ce6cb497ca238c9f..e2e98ced8da9ad97d4ef865ec6074e2ecf3822ff 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-17T14:34:29.841403+00:00", + "evaluated_at": "2026-06-17T14:51:21.068367+00:00", "freq": "10min", - "context_length": 77, + "context_length": 76, "prediction_length": 72, "context": [ 1.100000023841858, @@ -11,8 +11,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, - 1.100000023841858, 1.0, 1.2000000476837158, 1.2000000476837158, @@ -82,10 +80,10 @@ 1.0, 1.0, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.0 ], "actuals": [ - 1.0, 0.8999999761581421, 0.8999999761581421, 1.100000023841858, @@ -156,234 +154,232 @@ 1.399999976158142, 1.5, 1.5, - 1.399999976158142 + 1.399999976158142, + 1.5 ], "p50": [ - 1.0623083625010938, - 1.0618089846909273, - 1.061309606880761, - 1.0608102290705945, - 1.0603108512604282, - 1.0598114734502617, - 1.0593120956400954, - 1.058812717829929, - 1.0583133400197626, - 1.0578139622095961, - 1.0573145843994298, - 1.0568152065892633, - 1.056315828779097, - 1.0558164509689305, - 1.0553170731587642, - 1.0548176953485977, - 1.0543183175384314, - 1.053818939728265, - 1.0533195619180986, - 1.0528201841079323, - 1.0523208062977658, - 1.0518214284875995, - 1.051322050677433, - 1.0508226728672667, - 1.0503232950571002, - 1.049823917246934, - 1.0493245394367674, - 1.048825161626601, - 1.0483257838164346, - 1.0478264060062683, - 1.0473270281961018, - 1.0468276503859355, - 1.046328272575769, - 1.0458288947656027, - 1.0453295169554362, - 1.04483013914527, - 1.0443307613351034, - 1.043831383524937, - 1.0433320057147708, - 1.0428326279046043, - 1.042333250094438, - 1.0418338722842715, - 1.0413344944741052, - 1.0408351166639387, - 1.0403357388537724, - 1.0398363610436059, - 1.0393369832334396, - 1.038837605423273, - 1.0383382276131068, - 1.0378388498029403, - 1.037339471992774, - 1.0368400941826075, - 1.0363407163724412, - 1.0358413385622747, - 1.0353419607521084, - 1.034842582941942, - 1.0343432051317756, - 1.0338438273216093, - 1.0333444495114428, - 1.0328450717012765, - 1.03234569389111, - 1.0318463160809437, - 1.0313469382707772, - 1.0308475604606109, - 1.0303481826504444, - 1.029848804840278, - 1.0293494270301116, - 1.0288500492199453, - 1.0283506714097788, - 1.0278512935996125, - 1.027351915789446, - 1.0268525379792797 + 1.032560732958703, + 1.0316123508167716, + 1.0306639686748404, + 1.029715586532909, + 1.028767204390978, + 1.0278188222490467, + 1.0268704401071154, + 1.0259220579651842, + 1.024973675823253, + 1.0240252936813217, + 1.0230769115393905, + 1.0221285293974591, + 1.021180147255528, + 1.0202317651135968, + 1.0192833829716654, + 1.0183350008297343, + 1.0173866186878031, + 1.0164382365458717, + 1.0154898544039406, + 1.0145414722620092, + 1.013593090120078, + 1.0126447079781469, + 1.0116963258362155, + 1.0107479436942843, + 1.0097995615523532, + 1.0088511794104218, + 1.0079027972684906, + 1.0069544151265593, + 1.006006032984628, + 1.005057650842697, + 1.0041092687007656, + 1.0031608865588344, + 1.0022125044169032, + 1.0012641222749719, + 1.0003157401330407, + 0.9993673579911095, + 0.9984189758491783, + 0.997470593707247, + 0.9965222115653158, + 0.9955738294233846, + 0.9946254472814533, + 0.993677065139522, + 0.9927286829975909, + 0.9917803008556596, + 0.9908319187137283, + 0.9898835365717971, + 0.9889351544298659, + 0.9879867722879346, + 0.9870383901460034, + 0.9860900080040721, + 0.9851416258621409, + 0.9841932437202097, + 0.9832448615782784, + 0.9822964794363471, + 0.981348097294416, + 0.9803997151524847, + 0.9794513330105534, + 0.9785029508686222, + 0.977554568726691, + 0.9766061865847597, + 0.9756578044428285, + 0.9747094223008972, + 0.9737610401589659, + 0.9728126580170348, + 0.9718642758751035, + 0.9709158937331722, + 0.9699675115912411, + 0.9690191294493098, + 0.9680707473073785, + 0.9671223651654473, + 0.966173983023516, + 0.9652256008815848 ], "p10": [ - 0.9623083386592359, - 0.9618089608490694, - 0.9613095830389031, - 0.9608102052287366, - 0.9603108274185703, - 0.9598114496084038, - 0.9593120717982375, - 0.958812693988071, - 0.9583133161779047, - 0.9578139383677382, - 0.9573145605575719, - 0.9568151827474054, - 0.9563158049372391, - 0.9558164271270726, - 0.9553170493169063, - 0.9548176715067398, - 0.9543182936965735, - 0.953818915886407, - 0.9533195380762407, - 0.9528201602660744, - 0.9523207824559079, - 0.9518214046457416, - 0.9513220268355751, - 0.9508226490254088, - 0.9503232712152423, - 0.949823893405076, - 0.9493245155949095, - 0.9488251377847432, - 0.9483257599745767, - 0.9478263821644104, - 0.9473270043542439, - 0.9468276265440776, - 0.9463282487339111, - 0.9458288709237448, - 0.9453294931135783, - 0.944830115303412, - 0.9443307374932455, - 0.9438313596830792, - 0.9433319818729129, - 0.9428326040627464, - 0.9423332262525801, - 0.9418338484424136, - 0.9413344706322473, - 0.9408350928220808, - 0.9403357150119145, - 0.939836337201748, - 0.9393369593915817, - 0.9388375815814152, - 0.9383382037712489, - 0.9378388259610824, - 0.9373394481509161, - 0.9368400703407496, - 0.9363406925305833, - 0.9358413147204168, - 0.9353419369102505, - 0.9348425591000842, - 0.9343431812899177, - 0.9338438034797514, - 0.9333444256695849, - 0.9328450478594186, - 0.9323456700492521, - 0.9318462922390858, - 0.9313469144289193, - 0.930847536618753, - 0.9303481588085865, - 0.9298487809984202, - 0.9293494031882537, - 0.9288500253780874, - 0.9283506475679209, - 0.9278512697577546, - 0.927351891947588, - 0.9268525141374218 + 0.9325607091168452, + 0.9316123269749138, + 0.9306639448329826, + 0.9297155626910513, + 0.9287671805491201, + 0.927818798407189, + 0.9268704162652576, + 0.9259220341233264, + 0.9249736519813953, + 0.9240252698394639, + 0.9230768876975327, + 0.9221285055556013, + 0.9211801234136702, + 0.920231741271739, + 0.9192833591298076, + 0.9183349769878765, + 0.9173865948459453, + 0.9164382127040139, + 0.9154898305620828, + 0.9145414484201514, + 0.9135930662782202, + 0.9126446841362891, + 0.9116963019943577, + 0.9107479198524265, + 0.9097995377104954, + 0.908851155568564, + 0.9079027734266328, + 0.9069543912847015, + 0.9060060091427703, + 0.9050576270008391, + 0.9041092448589078, + 0.9031608627169766, + 0.9022124805750454, + 0.9012640984331141, + 0.9003157162911829, + 0.8993673341492516, + 0.8984189520073204, + 0.8974705698653891, + 0.8965221877234579, + 0.8955738055815267, + 0.8946254234395954, + 0.8936770412976641, + 0.892728659155733, + 0.8917802770138017, + 0.8908318948718704, + 0.8898835127299392, + 0.888935130588008, + 0.8879867484460767, + 0.8870383663041455, + 0.8860899841622142, + 0.885141602020283, + 0.8841932198783518, + 0.8832448377364205, + 0.8822964555944892, + 0.8813480734525581, + 0.8803996913106268, + 0.8794513091686955, + 0.8785029270267642, + 0.8775545448848331, + 0.8766061627429018, + 0.8756577806009705, + 0.8747093984590393, + 0.873761016317108, + 0.8728126341751768, + 0.8718642520332456, + 0.8709158698913143, + 0.8699674877493832, + 0.8690191056074519, + 0.8680707234655206, + 0.8671223413235893, + 0.8661739591816581, + 0.8652255770397269 ], "p90": [ - 1.1623083863429517, - 1.1618090085327852, - 1.161309630722619, - 1.1608102529124524, - 1.1603108751022861, - 1.1598114972921196, - 1.1593121194819533, - 1.1588127416717868, - 1.1583133638616205, - 1.157813986051454, - 1.1573146082412877, - 1.1568152304311212, - 1.156315852620955, - 1.1558164748107884, - 1.1553170970006221, - 1.1548177191904556, - 1.1543183413802893, - 1.1538189635701228, - 1.1533195857599565, - 1.1528202079497902, - 1.1523208301396237, - 1.1518214523294574, - 1.151322074519291, - 1.1508226967091246, - 1.1503233188989581, - 1.1498239410887918, - 1.1493245632786253, - 1.148825185468459, - 1.1483258076582925, - 1.1478264298481262, - 1.1473270520379597, - 1.1468276742277934, - 1.146328296417627, - 1.1458289186074606, - 1.145329540797294, - 1.1448301629871278, - 1.1443307851769613, - 1.143831407366795, - 1.1433320295566287, - 1.1428326517464622, - 1.142333273936296, - 1.1418337888377688, - 1.141334518315963, - 1.1408351405057966, - 1.1403357626956303, - 1.1398363848854638, - 1.1393370070752975, - 1.138837629265131, - 1.1383382514549647, - 1.1378388736447982, - 1.137339495834632, - 1.1368401180244654, - 1.136340740214299, - 1.1358413624041326, - 1.1353419845939663, - 1.1348426067838, - 1.1343432289736335, - 1.1338438511634672, - 1.1333444733533007, - 1.1328450955431344, - 1.1323457177329679, - 1.1318463399228016, - 1.131346962112635, - 1.1308475843024688, - 1.1303482064923023, - 1.129848828682136, - 1.1293494508719695, - 1.1288500730618032, - 1.1283506952516367, - 1.1278513174414704, - 1.1273519396313039, - 1.1268525618211376 + 1.132560756800561, + 1.1316123746586295, + 1.1306639925166984, + 1.129715610374767, + 1.1287672282328358, + 1.1278188460909047, + 1.1268704639489733, + 1.1259220818070421, + 1.124973699665111, + 1.1240253175231796, + 1.1230769353812484, + 1.122128553239317, + 1.1211801710973859, + 1.1202317889554547, + 1.1192834068135233, + 1.1183350246715922, + 1.117386642529661, + 1.1164382603877296, + 1.1154898782457985, + 1.114541496103867, + 1.113593113961936, + 1.1126447318200048, + 1.1116963496780734, + 1.1107479675361422, + 1.109799585394211, + 1.1088512032522797, + 1.1079028211103485, + 1.1069544389684172, + 1.106006056826486, + 1.1050576746845548, + 1.1041092925426235, + 1.1031609104006923, + 1.1022125282587611, + 1.1012641461168298, + 1.1003157639748986, + 1.0993673818329674, + 1.098418999691036, + 1.097470617549105, + 1.0965222354071738, + 1.0955738532652424, + 1.0946254711233112, + 1.0936770889813798, + 1.0927287068394487, + 1.0917803246975175, + 1.0908319425555861, + 1.089883560413655, + 1.0889351782717238, + 1.0879867961297924, + 1.0870384139878613, + 1.08609003184593, + 1.0851416497039987, + 1.0841932675620676, + 1.0832448854201362, + 1.082296503278205, + 1.0813481211362739, + 1.0803997389943425, + 1.0794513568524113, + 0.9785029508686222, + 1.0775545925685488, + 1.0766062104266176, + 1.0756578282846863, + 1.074709446142755, + 1.0737610640008237, + 1.0728126818588926, + 1.0718642997169614, + 1.07091591757503, + 1.0699675354330989, + 1.0690191532911677, + 1.0680707711492363, + 1.0671223890073052, + 1.0661740068653738, + 1.0652256247234426 ], "timestamps": [ - "2026-06-15 14:20:00", - "2026-06-15 14:30:00", - "2026-06-15 14:40:00", "2026-06-15 14:50:00", "2026-06-15 15:00:00", "2026-06-15 15:10:00", @@ -529,6 +525,8 @@ "2026-06-16 14:30:00", "2026-06-16 14:40:00", "2026-06-16 14:50:00", - "2026-06-16 15:00:00" + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 9649e3ab38471535abcc33c8727ca51ba39d4202..406b2af2135f70af651e040bbde2a685c33d9d81 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,25 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-17T14:43:32.003288+00:00", + "evaluated_at": "2026-06-17T14:51:21.079947+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 3d4a0cfdb62a3066b02f24e3b123654a1e2a8aaf..47934a6ebb31c538f8ac47e68488edfb4c8d6793 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1258,3 +1258,6 @@ {"evaluated_at": "2026-06-17T14:34:29.961158+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-17T14:43:32.131782+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-17T14:43:32.131782+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-17T14:51:21.155636+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-17T14:51:21.155636+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-17T14:51:21.155636+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index d5a9d3789496fd2f702456dfc3281eb332acf784..a4d3790657d76aa6483769ef5e00724a753b1baf 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,208826.7126496633,165931.11041673025,373.3977864583333,0.3795329933025419,0.005698962982620754,0.005702751476014556,2.959297688921456,456.9756149398601,0.0069704017051680795,0.005695561168570632,0.007261788326923578,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,174678.09921391806,183720.75114917755,401.7854817708333,0.4083871198283185,0.006132761596626291,0.006136202502615506,2.996514870042226,417.94509114705255,0.0063753032512339075,0.006128805774945491,0.007505835740946539,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.590567732117203,0.8763837574383615,0.7152230739593506,0.39506694387540203,0.03152817431670204,0.03237642960035502,4.615668212504773,0.7684840480564337,0.03480059216018241,0.03238868336091152,0.05413033042265256,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.6235537149635384,1.9057373301275775,1.1493940959412916,1.0800037918875025,23.331125568484435,0.8872931233950498,16.243569377592724,1.2741874724558935,1.182540549774786,1.0667230337012732,0.7241202905186718,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.025637913536764343,0.05266205492101066,0.19228795750273597,1.4998457824484603,0.14608883766789413,0.16049340518141675,7.8572505296845225,0.16011843596776837,0.12795257057401563,0.1536596226674038,0.14812096234091504,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.4747751732898884,1.6711541393649891,1.0814412375329994,1.0119379302955902,20.395083160017336,0.9393601205672266,13.367560309658588,1.2144032169299819,1.2419115275773842,1.1059377318556787,0.7271212774243867,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.03182460935549317,0.05047099052564165,0.19096855653656852,1.422902730804391,0.14411424249033125,0.15839785195405645,7.139521861703524,0.17839453286323875,0.14177048014188576,0.15176308106340616,0.14129987249969397,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.12886740364232688,0.02735209525282774,0.10852320988972981,0.11714649879405231,0.006843049179351561,0.006788530840310517,2.1619564113339633,0.35898106306924726,0.022483155634679935,0.006796860528142032,0.013156658668013941,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,356.86336194571305,405.8253454694068,15.051915009816488,1.9737318359219074,0.33240138600076113,0.40176525429228754,29.36205217670675,18.89082745529462,0.4910428191815994,0.3912552162150299,0.343902370101855,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.7226766139207637,1.8863792149100316,1.1416185299555461,0.5553242403935292,0.04269336298801599,0.04371870048318027,1.9187666032105024,1.3125077576611743,0.0518009989286976,0.04505648054422766,0.03760314114741504,Weather,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index cf9734d003803a62fc5100778953d9bf053fb2cd..1f2bd4e682ea7de3bfdefa5cea4620d8fec84377 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T14:42:45.548121+00:00", + "evaluated_at": "2026-06-17T14:50:27.617742+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 64810.01171875, 65040.87890625, 65278.0, - 65170.0 + 65109.01171875 ], "p50": [ - 65488.072265625, - 65484.55078125, - 65367.37109375, - 65374.611328125, - 65424.623046875, - 65458.365234375, - 65551.7265625, - 65499.291015625, - 65458.9140625, - 65388.208984375, - 65422.416015625, - 65467.765625, - 65432.40625, - 65445.224609375, - 65396.408203125, - 65361.529296875, - 65428.779296875, - 65451.919921875, - 65504.025390625, - 65556.66796875, - 65528.435546875, - 65536.44921875, - 65244.1015625, - 65443.18359375 + 65532.802734375, + 65444.5625, + 65414.220703125, + 65404.638671875, + 65373.5546875, + 65425.84765625, + 65418.787109375, + 65418.14453125, + 65477.029296875, + 65387.68359375, + 65402.494140625, + 65222.46875, + 65534.55078125, + 65342.296875, + 65376.037109375, + 65479.578125, + 65477.060546875, + 65394.51171875, + 65509.26953125, + 65418.326171875, + 65642.40625, + 65575.109375, + 65346.8828125, + 65263.849609375 ], "p10": [ - 65104.01171875, - 64840.0625, - 64730.44140625, - 64639.11328125, - 64258.642578125, - 64378.943359375, - 64203.10546875, - 64285.201171875, - 64287.044921875, - 63804.0859375, - 63953.0390625, - 64035.1015625, - 63904.916015625, - 63807.5, - 63773.55078125, - 63700.912109375, - 63489.560546875, - 63307.412109375, - 63466.52734375, - 63377.349609375, - 63523.6796875, - 63331.919921875, - 62906.158203125, - 63409.50390625 + 65179.623046875, + 64867.23046875, + 64592.869140625, + 64515.2734375, + 64446.83203125, + 64279.927734375, + 64217.576171875, + 64261.845703125, + 64340.4765625, + 63940.458984375, + 63895.30859375, + 63744.26953125, + 63939.677734375, + 63529.677734375, + 63886.41015625, + 63805.966796875, + 63942.5625, + 63911.689453125, + 63544.501953125, + 63267.35546875, + 63593.826171875, + 63737.041015625, + 63558.662109375, + 62957.646484375 ], "p90": [ - 65816.4453125, - 66006.06640625, - 66168.625, - 66169.58203125, - 66327.89453125, - 66422.25390625, - 66531.31640625, - 66879.83984375, - 66765.51953125, - 66720.69140625, - 66720.5546875, - 66795.8359375, - 67251.01171875, - 67225.02734375, - 66989.87109375, - 67428.71875, - 67144.1015625, - 67228.45703125, - 67405.1171875, - 67841.86328125, - 67048.76171875, - 67393.25, - 67041.57421875, - 68027.0234375 + 65843.6953125, + 66072.46484375, + 66171.89453125, + 66185.07421875, + 66399.90625, + 66463.56640625, + 66551.30859375, + 66788.6953125, + 66794.984375, + 67006.9375, + 67188.69921875, + 66635.40234375, + 66880.4375, + 67073.42578125, + 66963.1484375, + 67397.1484375, + 67224.58203125, + 67330.2734375, + 67044.83984375, + 67555.078125, + 67663.34765625, + 67499.4453125, + 67609.5, + 66920.5078125 ], "timestamps": [ "2026-06-12 15:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index fe1ed2966bbb18e530ad1d68b4eb3341111113fa..e53e3a27697aa09a78899e7e6a31b6d13bf315c3 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T14:33:38.287173+00:00", + "evaluated_at": "2026-06-17T14:50:36.109488+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.109999895095825, - 2.068000078201294, - 2.0360000133514404, 1.996999979019165, 1.965000033378601, 1.9140000343322754, @@ -245,12 +242,12 @@ 2.25600004196167, 2.2690000534057617, 2.26200008392334, - 2.263000011444092 - ], - "actuals": [ + 2.263000011444092, 2.256999969482422, 2.252000093460083, - 2.236999988555908, + 2.236999988555908 + ], + "actuals": [ 2.2249999046325684, 2.2130000591278076, 2.183000087738037, @@ -307,198 +304,198 @@ -0.15800000727176666, -0.17399999499320984, -0.19900000095367432, - -0.2199999988079071 + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043 ], "p50": [ - 2.24322247505188, - 2.2578177452087402, - 2.266522765159607, - 2.2644187211990356, - 2.277587652206421, - 2.276455283164978, - 2.281078338623047, - 2.282065272331238, - 2.287109613418579, - 2.258729934692383, - 2.2707834243774414, - 2.2721441984176636, - 2.2448431253433228, - 2.2830076217651367, - 2.2507277727127075, - 2.278625249862671, - 2.257843255996704, - 2.2570507526397705, - 2.24299693107605, - 2.2471184730529785, - 2.2564228773117065, - 2.23343825340271, - 2.2485384941101074, - 2.204228162765503, - 2.22485089302063, - 2.2422211170196533, - 2.217774271965027, - 2.202029228210449, - 2.1995123624801636, - 2.205029845237732, - 2.2250008583068848, - 2.171429395675659, - 2.1750656366348267, - 2.1932661533355713, - 2.191402316093445, - 2.1819558143615723, - 2.1692442893981934, - 2.1720701456069946, - 2.2149384021759033, - 2.1942245960235596, - 2.121203899383545, - 2.165698289871216, - 2.2027708292007446, - 2.1980634927749634, - 2.2223191261291504, - 2.137417197227478, - 2.1226487159729004, - 2.171335458755493, - 2.0812668800354004, - 2.0671181678771973, - 2.1273425817489624, - 2.0628268718719482, - 2.13047993183136, - 2.1707589626312256, - 1.998140573501587, - 2.0210784673690796, - 2.078641891479492, - 2.0159624814987183, - 2.178300976753235, - 2.0415897369384766 + 2.2001709938049316, + 2.198554039001465, + 2.1979509592056274, + 2.1938021183013916, + 2.2102203369140625, + 2.191550135612488, + 2.1833343505859375, + 2.1751177310943604, + 2.1741745471954346, + 2.147874355316162, + 2.1346993446350098, + 2.1347097158432007, + 2.0622555017471313, + 2.09696102142334, + 2.090856671333313, + 2.1417564153671265, + 2.0743136405944824, + 2.0425273180007935, + 2.1033027172088623, + 2.05549156665802, + 2.053184986114502, + 2.0315115451812744, + 2.043870449066162, + 2.0386829376220703, + 1.929994523525238, + 2.078465700149536, + 2.0672576427459717, + 1.979217290878296, + 1.9326213002204895, + 1.9661012291908264, + 1.9798511266708374, + 2.01403546333313, + 1.9852423667907715, + 1.9347137212753296, + 2.017999053001404, + 2.00899076461792, + 1.8312244415283203, + 1.8127027750015259, + 1.8514638543128967, + 1.9872756600379944, + 1.9475704431533813, + 1.9832316637039185, + 2.0254921913146973, + 1.7777907252311707, + 1.7826168537139893, + 1.7073268294334412, + 1.9015951752662659, + 1.8601247668266296, + 1.899634599685669, + 1.841026782989502, + 1.9242428541183472, + 1.8708247542381287, + 1.8679668307304382, + 1.8574416041374207, + 1.6663532853126526, + 1.8926476836204529, + 1.7993853688240051, + 1.8504962921142578, + 1.9037586450576782, + 1.782901108264923 ], "p10": [ - 2.218031167984009, - 2.2228657007217407, - 2.2248584032058716, - 2.222611904144287, - 2.225444793701172, - 2.2170870304107666, - 2.2176482677459717, - 2.196754574775696, - 2.1919360160827637, - 2.126015543937683, - 2.0941370725631714, - 2.063731551170349, - 2.035263776779175, - 1.991556704044342, - 2.007557511329651, - 2.042037844657898, - 1.9185947179794312, - 1.9000835418701172, - 1.7984561920166016, - 1.7600624561309814, - 1.7754653692245483, - 1.644454300403595, - 1.6435120701789856, - 1.6756985783576965, - 1.5234766006469727, - 1.5675492882728577, - 1.523751676082611, - 1.485001266002655, - 1.553240418434143, - 1.452035665512085, - 1.3916725516319275, - 1.3705315589904785, - 1.2572752833366394, - 1.1966757774353027, - 1.181959867477417, - 1.101765751838684, - 1.1465592980384827, - 1.1084142327308655, - 1.0945144295692444, - 0.9234795272350311, - 0.9796419143676758, - 1.1339621543884277, - 1.0950695872306824, - 1.0290583968162537, - 0.9617494344711304, - 0.9842707812786102, - 0.835078090429306, - 1.1105583310127258, - 0.6732557415962219, - 0.62580406665802, - 0.5318258106708527, - 0.6541398167610168, - 0.7661653757095337, - 1.077034592628479, - 0.676133394241333, - 0.5022773444652557, - 0.4988507628440857, - 0.7133157253265381, - 0.7675232589244843, - 0.5027819275856018 + 2.1773165464401245, + 2.1650971174240112, + 2.1538727283477783, + 2.142087697982788, + 2.1505019664764404, + 2.0950703620910645, + 2.071861982345581, + 2.028806686401367, + 1.9874823093414307, + 1.927911400794983, + 1.8738423585891724, + 1.8911590576171875, + 1.7778828144073486, + 1.8075948357582092, + 1.7493427991867065, + 1.6838221549987793, + 1.6415005922317505, + 1.4825332760810852, + 1.5916643142700195, + 1.5511990785598755, + 1.550034523010254, + 1.2876736521720886, + 1.4481583833694458, + 1.2679232358932495, + 1.200289249420166, + 1.2956083416938782, + 1.1794326305389404, + 1.02877277135849, + 0.9799180328845978, + 1.1787865161895752, + 1.163910984992981, + 0.9799186289310455, + 0.8879117071628571, + 0.9195757508277893, + 1.0537505745887756, + 0.8952773809432983, + 1.0136563777923584, + 0.8454107642173767, + 0.8836843371391296, + 0.8462805449962616, + 0.7737714052200317, + 0.8261785209178925, + 0.8351733386516571, + 0.6773027777671814, + 0.8458307087421417, + 0.6730215549468994, + 0.6663667261600494, + 0.847195953130722, + 0.7537295818328857, + 0.5987974405288696, + 0.7898944616317749, + 0.6246531009674072, + 0.722756564617157, + 0.7094261348247528, + 0.5819422602653503, + 0.8444851338863373, + 0.48551490902900696, + 0.7193625867366791, + 0.34488561749458313, + 0.5995923280715942 ], "p90": [ - 2.2697609663009644, - 2.297638416290283, - 2.3083107471466064, - 2.3079826831817627, - 2.331931710243225, - 2.3255724906921387, - 2.353515625, - 2.365344285964966, - 2.374382257461548, - 2.35174822807312, - 2.384015440940857, - 2.360302209854126, - 2.3886629343032837, - 2.404016375541687, - 2.4179017543792725, - 2.447364330291748, - 2.4261252880096436, - 2.5046030282974243, - 2.472755551338196, - 2.418422222137451, - 2.5035465955734253, - 2.57529878616333, - 2.5421142578125, - 2.5077295303344727, - 2.473920464515686, - 2.5272927284240723, - 2.5747331380844116, - 2.5621933937072754, - 2.6039676666259766, - 2.8077244758605957, - 2.612781047821045, - 2.830837368965149, - 2.7199511528015137, - 2.7460803985595703, - 2.693826675415039, - 2.907809257507324, - 2.785094738006592, - 2.714174270629883, - 2.841035842895508, - 2.843738555908203, - 2.7445831298828125, - 2.858075737953186, - 2.9498915672302246, - 2.681170344352722, - 2.9057987928390503, - 2.8413556814193726, - 2.9637105464935303, - 2.910148024559021, - 2.7587374448776245, - 3.045342445373535, - 2.801045060157776, - 2.939214825630188, - 2.863241672515869, - 2.8852168321609497, - 2.858243227005005, - 2.9576961994171143, - 2.9828696250915527, - 2.876078248023987, - 3.0291038751602173, - 2.96458101272583 + 2.225002884864807, + 2.2531731128692627, + 2.249728798866272, + 2.2537052631378174, + 2.263671636581421, + 2.2722012996673584, + 2.260051965713501, + 2.2622032165527344, + 2.280407667160034, + 2.2622110843658447, + 2.2977734804153442, + 2.2685134410858154, + 2.265682816505432, + 2.2937259674072266, + 2.3081347942352295, + 2.3531010150909424, + 2.3080313205718994, + 2.3630224466323853, + 2.3442513942718506, + 2.3676841259002686, + 2.4234970808029175, + 2.322603702545166, + 2.37429141998291, + 2.4121036529541016, + 2.3784141540527344, + 2.5148634910583496, + 2.383315324783325, + 2.4330108165740967, + 2.4079970121383667, + 2.412614345550537, + 2.577051281929016, + 2.588564157485962, + 2.588325619697571, + 2.525082588195801, + 2.4449260234832764, + 2.414690136909485, + 2.5911165475845337, + 2.4630478620529175, + 2.4785631895065308, + 2.519480347633362, + 2.761491298675537, + 2.5353256464004517, + 2.5344386100769043, + 2.5722427368164062, + 2.587698817253113, + 2.549996018409729, + 2.6506842374801636, + 2.676458954811096, + 2.602434277534485, + 2.7722195386886597, + 2.661914587020874, + 2.6490079164505005, + 2.6304233074188232, + 2.647577404975891, + 2.5294716358184814, + 2.710287094116211, + 2.524099826812744, + 2.6088955402374268, + 2.7582911252975464, + 2.652569532394409 ], "timestamps": [ - "2026-06-16 08:24:00", - "2026-06-16 08:30:00", - "2026-06-16 08:36:00", "2026-06-16 08:42:00", "2026-06-16 08:48:00", "2026-06-16 08:54:00", @@ -795,6 +792,9 @@ "2026-06-17 14:00:00", "2026-06-17 14:06:00", "2026-06-17 14:12:00", - "2026-06-17 14:18:00" + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 42597e12bee9ab1676a2e62649cef7af61da3d42..5004b9f1fdb29fd14b958c07f49a6d8bb3575fd0 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T14:33:44.288449+00:00", + "evaluated_at": "2026-06-17T14:50:46.876320+00:00", "freq": "10min", - "context_length": 77, + "context_length": 76, "prediction_length": 72, "context": [ 1.100000023841858, @@ -11,8 +11,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, - 1.100000023841858, 1.0, 1.2000000476837158, 1.2000000476837158, @@ -82,10 +80,10 @@ 1.0, 1.0, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.0 ], "actuals": [ - 1.0, 0.8999999761581421, 0.8999999761581421, 1.100000023841858, @@ -156,234 +154,232 @@ 1.399999976158142, 1.5, 1.5, - 1.399999976158142 + 1.399999976158142, + 1.5 ], "p50": [ - 1.0862115621566772, - 1.0738770961761475, - 1.0624609589576721, - 1.0838626623153687, - 1.0816364288330078, - 1.1010884642601013, - 1.0846768021583557, - 1.0809244513511658, - 1.0822482109069824, - 1.0531110763549805, - 1.1133548617362976, - 1.1024930477142334, - 1.0878517627716064, - 1.0997204780578613, - 1.0675324201583862, - 1.0796565413475037, - 1.0959096550941467, - 1.0890978574752808, - 1.0939444303512573, - 1.095733404159546, - 1.0750770568847656, - 1.0982171297073364, - 1.1365075707435608, - 1.0790735483169556, - 1.0867896676063538, - 1.0980773568153381, - 1.0465233325958252, - 1.107969880104065, - 1.0883519649505615, - 1.0912330150604248, - 1.0934983491897583, - 1.0848859548568726, - 1.0529414415359497, - 1.116269052028656, - 1.112032949924469, - 1.1303007006645203, - 1.066021978855133, - 1.1043168902397156, - 1.0374085307121277, - 1.1110621690750122, - 1.1131888628005981, - 1.1014896631240845, - 1.0760378241539001, - 1.1196417808532715, - 1.0843244194984436, - 1.0961573123931885, - 1.1242513060569763, - 1.1094409227371216, - 1.054345428943634, - 1.1159874200820923, - 1.0663824081420898, - 1.0504299402236938, - 1.0822132229804993, - 1.0409911274909973, - 1.0717479586601257, - 1.042457640171051, - 1.0404410362243652, - 1.0484402775764465, - 1.0336333513259888, - 1.0711111426353455, - 1.058055341243744, - 1.0358208417892456, - 1.059444785118103, - 1.108458936214447, - 1.0592401623725891, - 1.0526990294456482, - 1.0858967304229736, - 1.1223357915878296, - 1.1154495477676392, - 1.113722324371338, - 1.0851083993911743, - 1.1544394493103027 + 1.0252626538276672, + 1.0214253664016724, + 1.0436493754386902, + 1.0505759119987488, + 1.0425978302955627, + 1.0543335676193237, + 1.049560308456421, + 1.0469990372657776, + 1.0429380536079407, + 1.0690289735794067, + 1.0643481016159058, + 1.058229386806488, + 1.061133861541748, + 1.0724379420280457, + 1.0592183470726013, + 1.0760858058929443, + 1.0968663096427917, + 1.063235878944397, + 1.0707156658172607, + 1.0751842260360718, + 1.062267005443573, + 1.0398874282836914, + 1.0849820375442505, + 1.086148738861084, + 1.0958998203277588, + 1.0932382345199585, + 1.0992931127548218, + 1.0859410166740417, + 1.0917159914970398, + 1.1016336679458618, + 1.0681392550468445, + 1.0730372667312622, + 1.0824618935585022, + 1.0756918787956238, + 1.0779842138290405, + 1.1158037781715393, + 1.0887644290924072, + 1.1051923632621765, + 1.0808287262916565, + 1.1067639589309692, + 1.0705097913742065, + 1.08010333776474, + 1.1179991364479065, + 1.093837857246399, + 1.0740601420402527, + 1.128935158252716, + 1.0799115300178528, + 1.0912564992904663, + 1.0929732918739319, + 1.0590487718582153, + 1.132077693939209, + 1.092305600643158, + 1.088627576828003, + 1.0981835722923279, + 1.128149151802063, + 1.1187419891357422, + 1.0965399742126465, + 1.0711533427238464, + 1.1082242131233215, + 1.070849895477295, + 1.0655749440193176, + 1.08712637424469, + 1.0770836472511292, + 1.130338430404663, + 1.1022611260414124, + 1.059642255306244, + 1.0647510886192322, + 1.0868809223175049, + 1.0658164024353027, + 1.0824235081672668, + 1.0930835008621216, + 1.0926340222358704 ], "p10": [ - 1.0125912427902222, - 0.9760266244411469, - 0.922349750995636, - 0.9367057383060455, - 0.9306274056434631, - 0.9494231343269348, - 0.9220489263534546, - 0.8802100419998169, - 0.8840668797492981, - 0.8661659359931946, - 0.8810766637325287, - 0.8856303095817566, - 0.8290529847145081, - 0.9022440910339355, - 0.8232107162475586, - 0.8245397210121155, - 0.816944032907486, - 0.8075619637966156, - 0.8211623430252075, - 0.79494509100914, - 0.766046404838562, - 0.7818310856819153, - 0.8277866840362549, - 0.7513774335384369, - 0.8190788626670837, - 0.8024170398712158, - 0.6907610893249512, - 0.7218796014785767, - 0.7153386473655701, - 0.7784229218959808, - 0.7481110095977783, - 0.7719841301441193, - 0.727728009223938, - 0.7698920667171478, - 0.754341721534729, - 0.7250616550445557, - 0.693551629781723, - 0.7262170314788818, - 0.5923351645469666, - 0.6958369314670563, - 0.7517513632774353, - 0.7114784419536591, - 0.6679381132125854, - 0.7244854271411896, - 0.6543815732002258, - 0.636928379535675, - 0.6619963645935059, - 0.7076868116855621, - 0.6959491968154907, - 0.6613214015960693, - 0.5731689929962158, - 0.6888304352760315, - 0.6840859949588776, - 0.6767486333847046, - 0.5900534987449646, - 0.5504878163337708, - 0.6389777064323425, - 0.6502498686313629, - 0.6130794286727905, - 0.6901639401912689, - 0.6084084510803223, - 0.6321306824684143, - 0.6661626398563385, - 0.5543350875377655, - 0.6545297503471375, - 0.6436932682991028, - 0.6219527721405029, - 0.5651021003723145, - 0.5913495421409607, - 0.6063911318778992, - 0.5245159864425659, - 0.6323084533214569 + 0.9507349133491516, + 0.9211817681789398, + 0.9109973013401031, + 0.9120423495769501, + 0.8785243630409241, + 0.8961885571479797, + 0.9024665057659149, + 0.8765769898891449, + 0.8919766843318939, + 0.8764817714691162, + 0.851184219121933, + 0.8947912752628326, + 0.8451615869998932, + 0.83182293176651, + 0.821079820394516, + 0.8474847078323364, + 0.8935574889183044, + 0.8426238596439362, + 0.8307225406169891, + 0.8743709921836853, + 0.8390681743621826, + 0.8127494156360626, + 0.8443901836872101, + 0.7861603498458862, + 0.8102176785469055, + 0.7742354869842529, + 0.8037652373313904, + 0.8262171447277069, + 0.7600210905075073, + 0.7505097389221191, + 0.6700338125228882, + 0.735042542219162, + 0.7974477112293243, + 0.7550333440303802, + 0.6659370958805084, + 0.8035437762737274, + 0.7210078537464142, + 0.7708848714828491, + 0.7707948386669159, + 0.7236883640289307, + 0.684872567653656, + 0.7406584024429321, + 0.7426199316978455, + 0.7353968918323517, + 0.6960574388504028, + 0.7225566208362579, + 0.6775470674037933, + 0.5914786756038666, + 0.7380047738552094, + 0.6946956515312195, + 0.7516625821590424, + 0.7345617711544037, + 0.7006130814552307, + 0.7406049370765686, + 0.7141675651073456, + 0.6709284484386444, + 0.6971365809440613, + 0.7001867592334747, + 0.7127600014209747, + 0.6550317108631134, + 0.6737821698188782, + 0.631488710641861, + 0.6500627398490906, + 0.7505527138710022, + 0.718816876411438, + 0.6363155245780945, + 0.6457681655883789, + 0.6501300930976868, + 0.5156925916671753, + 0.5929221212863922, + 0.5513915717601776, + 0.6505490243434906 ], "p90": [ - 1.1668705344200134, - 1.1936038732528687, - 1.2260754108428955, - 1.2403442859649658, - 1.2641350030899048, - 1.2613497376441956, - 1.2753720879554749, - 1.300504982471466, - 1.282951533794403, - 1.2439833879470825, - 1.3512722253799438, - 1.3381709456443787, - 1.313934326171875, - 1.3063838481903076, - 1.3487550020217896, - 1.4226752519607544, - 1.4165621995925903, - 1.3373714089393616, - 1.3727962970733643, - 1.4156540632247925, - 1.468231737613678, - 1.4729220271110535, - 1.5111746191978455, - 1.4861023426055908, - 1.4092644453048706, - 1.5970007181167603, - 1.4315736889839172, - 1.7192860841751099, - 1.663441777229309, - 1.7914517521858215, - 1.6599019765853882, - 1.4833828210830688, - 1.5232078433036804, - 1.6740397214889526, - 1.6978373527526855, - 1.6951529383659363, - 1.4732760190963745, - 1.7077555656433105, - 1.6608531475067139, - 1.7563101649284363, - 1.6458245515823364, - 1.734439492225647, - 1.8117733597755432, - 1.8038002252578735, - 1.6680564284324646, - 1.9031863808631897, - 1.9296722412109375, - 1.8423646092414856, - 1.6847763061523438, - 1.7014676928520203, - 1.6521492004394531, - 1.5995196104049683, - 1.8332514762878418, - 1.552703619003296, - 1.7367896437644958, - 1.6457769870758057, - 1.4931015968322754, - 1.6144001483917236, - 1.65126633644104, - 1.7028322219848633, - 1.771613359451294, - 1.660744845867157, - 1.7533534169197083, - 1.7070848941802979, - 1.5908197164535522, - 1.814595639705658, - 1.572254478931427, - 1.810617208480835, - 1.913101613521576, - 1.8159540891647339, - 1.8567646145820618, - 2.0430692434310913 + 1.110480546951294, + 1.1777316331863403, + 1.1710416078567505, + 1.1851366758346558, + 1.2125349044799805, + 1.2268721461296082, + 1.2440512776374817, + 1.2848542928695679, + 1.2147071957588196, + 1.2359334230422974, + 1.2695021629333496, + 1.293185830116272, + 1.2867261171340942, + 1.3488478660583496, + 1.2936967611312866, + 1.3502991795539856, + 1.3534732460975647, + 1.37667578458786, + 1.4185096621513367, + 1.4296573996543884, + 1.3971372246742249, + 1.3444704413414001, + 1.3675479888916016, + 1.4858264327049255, + 1.4751482605934143, + 1.5220255851745605, + 1.4587206840515137, + 1.4202622175216675, + 1.572390079498291, + 1.5768485069274902, + 1.5747835040092468, + 1.6228755712509155, + 1.4976170659065247, + 1.5809982419013977, + 1.4958246946334839, + 1.561670184135437, + 1.757957935333252, + 1.558516025543213, + 1.6424012184143066, + 1.6666107773780823, + 1.4605563879013062, + 1.6265724897384644, + 1.6221604347229004, + 1.5886894464492798, + 1.7092152833938599, + 1.7152429223060608, + 1.5459636449813843, + 1.735531210899353, + 1.5141538381576538, + 1.5773616433143616, + 1.5194454193115234, + 1.6369134187698364, + 1.6102166771888733, + 1.7350513339042664, + 1.652349054813385, + 1.7224982976913452, + 1.6698059439659119, + 1.578797996044159, + 1.684518277645111, + 1.583585500717163, + 1.5716335773468018, + 1.54397451877594, + 1.6309725046157837, + 1.6968963742256165, + 1.5232634544372559, + 1.6084924340248108, + 1.6412213444709778, + 1.7205212116241455, + 1.7455521821975708, + 1.7602187991142273, + 1.6420862674713135, + 1.942126750946045 ], "timestamps": [ - "2026-06-15 14:20:00", - "2026-06-15 14:30:00", - "2026-06-15 14:40:00", "2026-06-15 14:50:00", "2026-06-15 15:00:00", "2026-06-15 15:10:00", @@ -529,6 +525,8 @@ "2026-06-16 14:30:00", "2026-06-16 14:40:00", "2026-06-16 14:50:00", - "2026-06-16 15:00:00" + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 5fd0040b133ed1c9a7e39a8e2e0ea143c87646f5..82198120bf40dd4715c59accdfee7954cb81f47a 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,25 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T14:42:58.791716+00:00", + "evaluated_at": "2026-06-17T14:50:49.024075+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 318fda4ed8835d7aeb4641ee993204b1ad97133f..21eb8607250b6754d8c31591524acf0fbf17a9d5 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,867506.3836479634,818550.1971282894,816.7464509662823,0.8301662102623396,0.012493907919762117,0.012398473526884876,18.40363566021206,931.4002274253337,0.0142069587986525,0.012458106446783994,0.011565058020926298,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,873935.16421025,824842.6268929801,819.2876293516989,0.8327491421224366,0.012533660732771753,0.012437481395980046,18.50695293461594,934.8449947506003,0.014260055831918528,0.012497352398054218,0.011604269348357388,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.3552808749740446,1.1151120880535934,0.8260371094912434,0.4562771647841492,0.038615694465923694,0.03754888748755416,4.115785308594549,1.1641653125626295,0.052718911149796856,0.03740686697307957,0.032055990258087565,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,1.9081808245647958,1.9234123740531528,1.1258661572890116,1.0578962631908733,23.70159712585997,0.8712438980572211,39.02570120589275,1.3813691847456262,1.2820131342388363,1.0448873602934126,1.0284077454059601,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.07943334722028478,0.07962962295170319,0.2499999966886308,1.9499996022384123,0.19051399399515473,0.21496054994288216,17.476322804104313,0.2818392222886743,0.22522111687174187,0.1997780082378826,0.18553786200897532,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,2.2904127066023445,2.3056217022539913,1.2739879110313512,1.1921097930864955,24.54849564272119,0.9777137859243309,44.265918373605345,1.513410950998553,1.5476922984100767,1.3028459169466189,1.28519517597963,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.08336065647742735,0.08232121537184854,0.25556481117451635,1.9042080765170037,0.19406984889459977,0.21917133561608215,17.866475109426208,0.28872245579003264,0.22944829377970313,0.20309784950280663,0.18975470313743903,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,0.029816408348095968,0.022432877851712704,0.14531763965736152,0.15686462569779425,0.00911782498833213,0.00913831456613638,6.024487757420961,0.17267428398026144,0.010814672973672295,0.009101313258550785,0.009108851787213162,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,802.5855539433527,819.418832086261,23.14316585640999,3.034723701603879,0.5174877102191767,0.7471957987060659,88.9184177805265,28.329940944932318,0.736400462169741,0.6015768993609527,0.5747124565326551,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,10.849154598594984,11.336747192526316,2.816165082846114,1.3698838048075441,0.10604749616466529,0.11154108797151403,21.605844806093916,3.2938054888828794,0.12999726181047588,0.11114613501370733,0.09891167743786304,Weather,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index e8c6cca9454bd6fac16a11e9eb686d6b93c123a7..bbfa37fd8362249190f18966617220f2b18f54d5 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T14:43:32.009769+00:00", + "evaluated_at": "2026-06-17T14:51:21.085703+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64810.01171875, 65040.87890625, 65278.0, - 65170.0 + 65109.01171875 ], "p50": [ 66378.47765213816, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 04a583503316f9fbffa32e13ff51ac66de356b48..eb56ae69370c45aa1df10c2721601bed670dd26d 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T14:34:29.880581+00:00", + "evaluated_at": "2026-06-17T14:51:21.094949+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.109999895095825, - 2.068000078201294, - 2.0360000133514404, 1.996999979019165, 1.965000033378601, 1.9140000343322754, @@ -245,12 +242,12 @@ 2.25600004196167, 2.2690000534057617, 2.26200008392334, - 2.263000011444092 - ], - "actuals": [ + 2.263000011444092, 2.256999969482422, 2.252000093460083, - 2.236999988555908, + 2.236999988555908 + ], + "actuals": [ 2.2249999046325684, 2.2130000591278076, 2.183000087738037, @@ -307,198 +304,198 @@ -0.15800000727176666, -0.17399999499320984, -0.19900000095367432, - -0.2199999988079071 + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043 ], "p50": [ - 2.147651479583405, - 2.142651514154099, - 2.153151557784699, - 2.147651479583405, - 2.1451515415722358, - 2.1446514586025702, - 2.1401515463406073, - 2.1461514690929877, - 2.1436514118725287, - 2.1526515344196784, - 2.144651518207215, - 2.1441514352375495, - 2.1516515174919593, - 2.1516515174919593, - 2.148651466708802, - 2.154151485305451, - 2.1481515625530707, - 2.1486514965111243, - 2.1446515778118598, - 2.142651514154099, - 2.1491514900738227, - 2.149651573043488, - 2.1466514924580085, - 2.151151464324616, - 2.142151460986756, - 2.15065150056424, - 2.1556514957958686, - 2.1451515415722358, - 2.144651503306054, - 2.152151451450013, - 2.1456515053326117, - 2.1511515090280997, - 2.1451515415722358, - 2.15065150056424, - 2.1446514586025702, - 2.1451515415722358, - 2.153651506643914, - 2.1446515778118598, - 2.1516515174919593, - 2.150151536803864, - 2.148651466708802, - 2.154151485305451, - 2.1451515415722358, - 2.1401515463406073, - 2.1446515778118598, - 2.147651479583405, - 2.147151515823029, - 2.1556514957958686, - 2.1526514748150336, - 2.1511515090280997, - 2.1441514948421942, - 2.1496515134388434, - 2.143651516180657, - 2.155651615005158, - 2.1466514328533637, - 2.1451515415722358, - 2.151651428084992, - 2.153151483278893, - 2.143651516180657, - 2.14165149722638 + 2.190079147762501, + 2.1825791102115746, + 2.182579229420864, + 2.1860791843597527, + 2.1815791677896614, + 2.1800791125957604, + 2.181579123086178, + 2.181079159325802, + 2.1820792060558434, + 2.1815791528885002, + 2.1880791884128685, + 2.184079120701992, + 2.18307919318124, + 2.1815791081850167, + 2.190079147762501, + 2.1885791521732445, + 2.1905791115228768, + 2.190079103059017, + 2.190079103059017, + 2.1815791081850167, + 2.1785791319076653, + 2.190079147762501, + 2.193579147404873, + 2.182079191154682, + 2.1875791650478478, + 2.1880791884128685, + 2.1885791521732445, + 2.1920791965191, + 2.1865791481201287, + 2.184079180306637, + 2.1820792060558434, + 2.1815791677896614, + 2.1925791006748314, + 2.1845792036716576, + 2.1825791698162194, + 2.1830791335765953, + 2.184579144067013, + 2.186579177922451, + 2.182579229420864, + 2.1825791102115746, + 2.1915791731540795, + 2.1915791731540795, + 2.1890791159336205, + 2.1875791650478478, + 2.1910792093937035, + 2.1810790401165123, + 2.177579174584591, + 2.183579156941616, + 2.1805791657631035, + 2.1865791481201287, + 2.188079158610546, + 2.1845792036716576, + 2.18957912439748, + 2.1910791348878975, + 2.1820791464511986, + 2.183579156941616, + 2.186079214162075, + 2.1800791125957604, + 2.18757919485017, + 2.1825791102115746 ], "p10": [ - 2.0905515061730373, - 2.085551504235886, - 2.084651515823029, - 2.0905515061730373, - 2.0985514620357977, - 2.0913514832073674, - 2.0825515100771415, - 2.090651505630635, - 2.085551504235886, - 2.094651506286286, - 2.090451501500033, - 2.0896515110546576, - 2.098651693206452, - 2.091451487880372, - 2.086551491361283, - 2.0895515063816537, - 2.0835514763409124, - 2.094651506286286, - 2.094551507573746, - 2.088651464324616, - 2.088651464324616, - 2.086551491361283, - 2.093351517807864, - 2.094551507573746, - 2.094651506286286, - 2.0816514948421942, - 2.093351517807864, - 2.094651506286286, - 2.0845515111500252, - 2.0882514694744576, - 2.1013514975124825, - 2.085651502948426, - 2.0836514690929877, - 2.094651506286286, - 2.0835514763409124, - 2.0835514763409124, - 2.0934515157753455, - 2.0866514900738227, - 2.0936515191608893, - 2.0899515019768704, - 2.0913514832073674, - 2.085651502948426, - 2.090651505630635, - 2.0845515111500252, - 2.0896515110546576, - 2.0845515111500252, - 2.084651515823029, - 2.088451466899537, - 2.0895515063816537, - 2.090451501500033, - 2.0985514620357977, - 2.0826515415722358, - 2.0866514900738227, - 2.1041514981577025, - 2.0845515111500252, - 2.085551504235886, - 2.084651515823029, - 2.0913514832073674, - 2.0845515111500252, - 2.091651485305451 + 2.1474792581264612, + 2.1234791558448904, + 2.1214791279499168, + 2.12057919318124, + 2.120479163176262, + 2.124479142970287, + 2.12057919318124, + 2.1295791369144554, + 2.1265791159336205, + 2.1235791545574303, + 2.127579162663662, + 2.1224791627590296, + 2.1324791591827505, + 2.13137916738435, + 2.1352791767780417, + 2.1272791605655783, + 2.1355791788761254, + 2.1312791694168682, + 2.1352791767780417, + 2.1260791164104575, + 2.121579120701992, + 2.127579162663662, + 2.135879109448635, + 2.126379118508541, + 2.1365791063968773, + 2.127479157990658, + 2.127579162663662, + 2.1325791578952904, + 2.127179161853039, + 2.1355791788761254, + 2.12057919318124, + 2.1225791674320336, + 2.127479157990658, + 2.127479157990658, + 2.12057919318124, + 2.1224791627590296, + 2.1435791950885887, + 2.1292791348163718, + 2.121579120701992, + 2.124579141682827, + 2.1355791788761254, + 2.137479156835818, + 2.136479113644802, + 2.127579162663662, + 2.1242791395847433, + 2.1225791674320336, + 2.11957916135236, + 2.1225791674320336, + 2.1265791159336205, + 2.1352791767780417, + 2.1351791780655023, + 2.127479157990658, + 2.129379139489376, + 2.1425791483585472, + 2.1283791531090372, + 2.121579120701992, + 2.1312791694168682, + 2.126379118508541, + 2.1265791159336205, + 2.1311791699592706 ], "p90": [ - 2.1766515234524237, - 2.1756514797026143, - 2.1766515234524237, - 2.1777515629345405, - 2.1766515234524237, - 2.1736515151375757, - 2.1757515052372445, - 2.1777515629345405, - 2.1757515052372445, - 2.178651497703217, - 2.1766515085512625, - 2.1766515100413786, - 2.1766514936501014, - 2.175751478415154, - 2.1757515067273605, - 2.1766515100413786, - 2.1766515234524237, - 2.173651502471589, - 2.1766515100413786, - 2.1747514883095254, - 2.1757515052372445, - 2.175751478415154, - 2.1766515234524237, - 2.1766515234524237, - 2.1756514797026143, - 2.1756514797026143, - 2.1816514590794074, - 2.1766515234524237, - 2.1757515052372445, - 2.17465152237954, - 2.1756514767223822, - 2.178751502376221, - 2.1767515281254277, - 2.1776515701824652, - 2.1746515492016303, - 2.1746514895969855, - 2.178651497703217, - 2.1756514797026143, - 2.1766515234524237, - 2.1766515085512625, - 2.1757515052372445, - 2.178651497703217, - 2.1796515444332587, - 2.178751502376221, - 2.1747515419537056, - 2.1766515234524237, - 2.178651497703217, - 2.1817515114361274, - 2.1756514767223822, - 2.1756515065247046, - 2.173651503216647, - 2.1766515085512625, - 2.1737515011841286, - 2.178651497703217, - 2.1766514966303334, - 2.1736515151375757, - 2.1777515629345405, - 2.178651497703217, - 2.1766514966303334, - 2.1756514797026143 + 2.2166791539852255, + 2.2136791300241585, + 2.214579161650383, + 2.2166791539852255, + 2.2165791493122216, + 2.214579175061428, + 2.2125791739885443, + 2.215779219216549, + 2.2165791493122216, + 2.2145791452591057, + 2.2165791493122216, + 2.2135791313116187, + 2.2165791493122216, + 2.2145791482393378, + 2.2135791283313866, + 2.212579144186222, + 2.214579175061428, + 2.2176791887943383, + 2.215679214543545, + 2.2125791471664544, + 2.2135791283313866, + 2.213679159826481, + 2.2176791887943383, + 2.214579175061428, + 2.219679163045132, + 2.2165791493122216, + 2.21267919356271, + 2.2165791493122216, + 2.214679179734432, + 2.216779146737301, + 2.2148791771595118, + 2.2135791313116187, + 2.214579161650383, + 2.213679158336365, + 2.215679214543545, + 2.214579175061428, + 2.214579160160267, + 2.214579175061428, + 2.2135791283313866, + 2.2135791283313866, + 2.2145791467492217, + 2.2166791539852255, + 2.2135791313116187, + 2.212579144186222, + 2.2166791539852255, + 2.217579196042263, + 2.2176791887943383, + 2.2155792217914696, + 2.2125792008106346, + 2.2155792217914696, + 2.2155792217914696, + 2.2136791315142745, + 2.2125791710083123, + 2.218679128236019, + 2.21257914120599, + 2.214579175061428, + 2.2145791452591057, + 2.214579160160267, + 2.2136791300241585, + 2.212579144186222 ], "timestamps": [ - "2026-06-16 08:24:00", - "2026-06-16 08:30:00", - "2026-06-16 08:36:00", "2026-06-16 08:42:00", "2026-06-16 08:48:00", "2026-06-16 08:54:00", @@ -795,6 +792,9 @@ "2026-06-17 14:00:00", "2026-06-17 14:06:00", "2026-06-17 14:12:00", - "2026-06-17 14:18:00" + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00" ] } diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index b64cfd7f5f975bfd7351672f80a738e06bff96ef..55742974d073712f85d669dc0ac71339b2d7ff51 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T14:34:29.899137+00:00", + "evaluated_at": "2026-06-17T14:51:21.106401+00:00", "freq": "10min", - "context_length": 77, + "context_length": 76, "prediction_length": 72, "context": [ 1.100000023841858, @@ -11,8 +11,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, - 1.100000023841858, 1.0, 1.2000000476837158, 1.2000000476837158, @@ -82,10 +80,10 @@ 1.0, 1.0, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.0 ], "actuals": [ - 1.0, 0.8999999761581421, 0.8999999761581421, 1.100000023841858, @@ -156,234 +154,232 @@ 1.399999976158142, 1.5, 1.5, - 1.399999976158142 + 1.399999976158142, + 1.5 ], "p50": [ - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155, - 1.008333335320155 + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796 ], "p10": [ - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297, - 0.908333311478297 + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218 ], "p90": [ - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083332518736522, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128, - 1.1083333591620128 + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.0096666689713796, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375 ], "timestamps": [ - "2026-06-15 14:20:00", - "2026-06-15 14:30:00", - "2026-06-15 14:40:00", "2026-06-15 14:50:00", "2026-06-15 15:00:00", "2026-06-15 15:10:00", @@ -529,6 +525,8 @@ "2026-06-16 14:30:00", "2026-06-16 14:40:00", "2026-06-16 14:50:00", - "2026-06-16 15:00:00" + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 5a32a6874f01ba38f013b743ee3b6951cda4a8b8..f6436ce1b3997ec5840e9c24a674fa45febec067 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,25 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-17T14:43:32.046502+00:00", + "evaluated_at": "2026-06-17T14:51:21.111027+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index e1432a836c537eea0e7dc468235368816ee9a501..46d38dfcb3d4950a040dd5c190ff1caadcca9a44 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-17T14:38:00.574348+00:00", - "finished_at": "2026-06-17T14:43:32.131063+00:00", - "task_count": 2, + "started_at": "2026-06-17T14:47:19.478385+00:00", + "finished_at": "2026-06-17T14:51:21.149130+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,19 +10,25 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-17T14:39:30.115014+00:00", + "evaluated_at": "2026-06-17T14:48:08.558744+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -30,19 +36,25 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-17T14:40:46.092015+00:00", + "evaluated_at": "2026-06-17T14:48:52.382171+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -50,19 +62,25 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T14:41:22.663927+00:00", + "evaluated_at": "2026-06-17T14:49:34.978494+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -70,19 +88,25 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-17T14:42:19.684928+00:00", + "evaluated_at": "2026-06-17T14:49:57.499230+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -90,19 +114,25 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T14:42:58.791716+00:00", + "evaluated_at": "2026-06-17T14:50:49.024075+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -110,19 +140,25 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T14:43:30.979022+00:00", + "evaluated_at": "2026-06-17T14:51:18.916759+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -130,19 +166,25 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-17T14:43:31.920984+00:00", + "evaluated_at": "2026-06-17T14:51:20.933578+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -150,19 +192,25 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-17T14:43:32.003288+00:00", + "evaluated_at": "2026-06-17T14:51:21.079947+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -170,19 +218,25 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-17T14:43:32.046502+00:00", + "evaluated_at": "2026-06-17T14:51:21.111027+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -190,19 +244,25 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-17T14:43:32.129979+00:00", + "evaluated_at": "2026-06-17T14:51:21.147719+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -210,7 +270,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-17T14:44:18.400906+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260617_145120.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260617_145120.json new file mode 100644 index 0000000000000000000000000000000000000000..08186e77679ef164c520e17bc84ab4a421c3767c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260617_145120.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-17T14:51:20.826324+00:00", + "metrics": { + "MSE[mean]": 647099.8787566987, + "MSE[0.5]": 539954.5132779144, + "MAE[0.5]": 643.1389798224873, + "MASE[0.5]": 0.6537062376206921, + "MAPE[0.5]": 0.009778550688570092, + "sMAPE[0.5]": 0.009841102384552452, + "MSIS": 10.643312729671074, + "RMSE[mean]": 804.4251853073091, + "NRMSE[mean]": 0.01227064178499873, + "ND[0.5]": 0.009810394034787019, + "mean_weighted_sum_quantile_loss": 0.0088107260694103 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00" + ], + "context": [ + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375 + ], + "actual": [ + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65109.01171875 + ], + "predictions": { + "p50": [ + 64946.46311034526, + 64928.96152096002, + 64935.55787016433, + 64943.84163852318, + 64947.48852530258, + 64939.33028253333, + 64932.13380928247, + 64910.48765262754, + 64941.56103430262, + 64928.288556992455, + 64937.315810474014, + 64943.79348283171, + 64932.13348426222, + 64928.28855480139, + 64925.46873416433, + 64927.613198586834, + 64928.96391101046, + 64928.96391101045, + 64908.902103020286, + 64896.855858028866, + 64910.48759120081, + 64935.303057484394, + 64951.16536641719, + 64925.468734163805 + ], + "p10": [ + 64672.36977619849, + 64720.1595172415, + 64713.7084109101, + 64727.957172926246, + 64729.82662615167, + 64752.643478393045, + 64718.81151990327, + 64635.50191268665, + 64718.81120647693, + 64718.811197062074, + 64728.91988671416, + 64634.390962737896, + 64752.64175850895, + 64634.39096266234, + 64665.235228488185, + 64665.23522848776, + 64729.81752543438, + 64734.075245776214, + 64727.909017156424, + 64635.50185125991, + 64718.81119486821, + 64665.23522848766, + 64752.64175849415, + 64728.91988629956 + ], + "p90": [ + 65175.959807164276, + 65175.54509841385, + 65169.08007213339, + 65135.87911953259, + 65233.92028865555, + 65233.91290783714, + 65233.9115129733, + 65239.09338110979, + 65243.51707504814, + 65245.52825897036, + 65174.19677645516, + 65233.911188016595, + 65180.11063800352, + 65270.02253016281, + 65174.196776041084, + 65239.09331968316, + 65239.53569405871, + 65270.022530160015, + 65145.347503609795, + 65180.11063798872, + 65168.228424277106, + 65233.91118793825, + 65243.51706343942, + 65233.91118793825 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_144754.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_144754.json new file mode 100644 index 0000000000000000000000000000000000000000..1eb7a79dd67ae58de8edc29db05bd50bea27b91d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_144754.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T14:47:54.334018+00:00", + "metrics": { + "MSE[mean]": 113218.09514045715, + "MSE[0.5]": 113218.09514045715, + "MAE[0.5]": 295.6199544270833, + "MASE[0.5]": 0.3004772129151115, + "MAPE[0.5]": 0.004516388679357203, + "sMAPE[0.5]": 0.004515571887481242, + "MSIS": 2.7307212886436143, + "RMSE[mean]": 336.47896686190825, + "NRMSE[mean]": 0.005132625066893737, + "ND[0.5]": 0.004509364738358633, + "mean_weighted_sum_quantile_loss": 0.0063977502786048265 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00" + ], + "context": [ + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375 + ], + "actual": [ + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65109.01171875 + ], + "predictions": { + "p50": [ + 65703.3515625, + 65664.0, + 65649.5078125, + 65633.1640625, + 65607.1484375, + 65590.265625, + 65564.0, + 65578.0625, + 65561.1875, + 65536.2890625, + 65538.8515625, + 65499.17578125, + 65459.28125, + 65432.1484375, + 65434.171875, + 65445.96875, + 65402.671875, + 65389.67578125, + 65420.328125, + 65419.734375, + 65414.36328125, + 65383.85546875, + 65362.07421875, + 65381.19921875 + ], + "p10": [ + 65286.79296875, + 65013.90625, + 64826.328125, + 64633.890625, + 64465.48828125, + 64316.02734375, + 64171.1171875, + 64040.2578125, + 63945.84375, + 63900.5234375, + 63858.91796875, + 63771.40234375, + 63753.9921875, + 63675.09375, + 63622.546875, + 63600.31640625, + 63573.046875, + 63566.15234375, + 63557.41015625, + 63560.15625, + 63525.81640625, + 63474.92578125, + 63445.11328125, + 63431.07421875 + ], + "p90": [ + 65978.1953125, + 66123.6796875, + 66239.703125, + 66336.0703125, + 66407.921875, + 66453.03125, + 66507.796875, + 66582.6640625, + 66621.703125, + 66675.8359375, + 66678.5, + 66745.1484375, + 66756.6015625, + 66738.9296875, + 66790.40625, + 66795.75, + 66849.0625, + 66840.859375, + 66843.4609375, + 66855.734375, + 66847.0859375, + 66941.171875, + 66953.4453125, + 66931.2734375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260617_145121.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260617_145121.json new file mode 100644 index 0000000000000000000000000000000000000000..4bd5567be2d046445bdffa0282206546f12851a4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260617_145121.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-17T14:51:21.018799+00:00", + "metrics": { + "MSE[mean]": 408271.60798597586, + "MSE[0.5]": 384124.50603503286, + "MAE[0.5]": 419.6052516067169, + "MASE[0.5]": 0.426499681903, + "MAPE[0.5]": 0.006441263231736054, + "sMAPE[0.5]": 0.0063977871038526585, + "MSIS": 9.911630776430203, + "RMSE[mean]": 638.9613509328838, + "NRMSE[mean]": 0.009746668795260358, + "ND[0.5]": 0.006400627215075712, + "mean_weighted_sum_quantile_loss": 0.005911148688180825 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00" + ], + "context": [ + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375 + ], + "actual": [ + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65109.01171875 + ], + "predictions": { + "p50": [ + 65652.77871272246, + 65671.25557829649, + 65686.64260012051, + 65716.32063756953, + 65751.60414376855, + 65769.77632184258, + 65791.4914686666, + 65772.20661549062, + 65827.37879356464, + 65842.21112788867, + 65848.07861846269, + 65890.04181216171, + 65911.03234961073, + 65947.04046518476, + 65965.67748700878, + 65978.5059150828, + 65992.36168690682, + 66030.35808373085, + 66037.64744930487, + 66061.21806487889, + 66086.20274295293, + 66113.44718665195, + 66110.50413035096, + 66151.34818342498 + ], + "p10": [ + 65356.99746272246, + 65474.92745329649, + 65500.024631370514, + 65505.02649694453, + 65531.59242501855, + 65609.97163434258, + 65601.6125624166, + 65548.23005299062, + 65626.93348106464, + 65640.16815913867, + 65574.14893096269, + 65576.95001528671, + 65752.34094336073, + 65676.90921518476, + 65684.11889325878, + 65782.6973213328, + 65727.54918690682, + 65821.52175560585, + 65891.30487117988, + 65852.46884612889, + 65874.18399295292, + 65945.73351477695, + 65922.46506785096, + 65895.67240217498 + ], + "p90": [ + 65901.07949397246, + 65898.91573454649, + 65913.27150637051, + 65934.16165319453, + 66069.73305001855, + 66088.30757184258, + 66031.3703749166, + 66134.87849049062, + 66157.42957481464, + 66188.23065913867, + 66094.35205596269, + 66221.8226715367, + 66161.66125586073, + 66266.00530893476, + 66283.74389325878, + 66308.5996650828, + 66330.31481190682, + 66367.93855248086, + 66291.95213680487, + 66392.31962737889, + 66417.17539920293, + 66435.74992102695, + 66386.67795847596, + 66479.18021467498 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_145027.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_145027.json new file mode 100644 index 0000000000000000000000000000000000000000..3ccc304ccb55853dd6613c66ad9e00774a196b96 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_145027.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T14:50:27.617742+00:00", + "metrics": { + "MSE[mean]": 174678.09921391806, + "MSE[0.5]": 183720.75114917755, + "MAE[0.5]": 401.7854817708333, + "MASE[0.5]": 0.4083871198283185, + "MAPE[0.5]": 0.006132761596626291, + "sMAPE[0.5]": 0.006136202502615506, + "MSIS": 2.996514870042226, + "RMSE[mean]": 417.94509114705255, + "NRMSE[mean]": 0.0063753032512339075, + "ND[0.5]": 0.006128805774945491, + "mean_weighted_sum_quantile_loss": 0.007505835740946539 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00" + ], + "context": [ + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375 + ], + "actual": [ + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65109.01171875 + ], + "predictions": { + "p50": [ + 65532.802734375, + 65444.5625, + 65414.220703125, + 65404.638671875, + 65373.5546875, + 65425.84765625, + 65418.787109375, + 65418.14453125, + 65477.029296875, + 65387.68359375, + 65402.494140625, + 65222.46875, + 65534.55078125, + 65342.296875, + 65376.037109375, + 65479.578125, + 65477.060546875, + 65394.51171875, + 65509.26953125, + 65418.326171875, + 65642.40625, + 65575.109375, + 65346.8828125, + 65263.849609375 + ], + "p10": [ + 65179.623046875, + 64867.23046875, + 64592.869140625, + 64515.2734375, + 64446.83203125, + 64279.927734375, + 64217.576171875, + 64261.845703125, + 64340.4765625, + 63940.458984375, + 63895.30859375, + 63744.26953125, + 63939.677734375, + 63529.677734375, + 63886.41015625, + 63805.966796875, + 63942.5625, + 63911.689453125, + 63544.501953125, + 63267.35546875, + 63593.826171875, + 63737.041015625, + 63558.662109375, + 62957.646484375 + ], + "p90": [ + 65843.6953125, + 66072.46484375, + 66171.89453125, + 66185.07421875, + 66399.90625, + 66463.56640625, + 66551.30859375, + 66788.6953125, + 66794.984375, + 67006.9375, + 67188.69921875, + 66635.40234375, + 66880.4375, + 67073.42578125, + 66963.1484375, + 67397.1484375, + 67224.58203125, + 67330.2734375, + 67044.83984375, + 67555.078125, + 67663.34765625, + 67499.4453125, + 67609.5, + 66920.5078125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260617_145121.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260617_145121.json new file mode 100644 index 0000000000000000000000000000000000000000..96c485c1eec38023b2c03b2c2742c1f368ff04db --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260617_145121.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-17T14:51:21.085703+00:00", + "metrics": { + "MSE[mean]": 873935.16421025, + "MSE[0.5]": 824842.6268929801, + "MAE[0.5]": 819.2876293516989, + "MASE[0.5]": 0.8327491421224366, + "MAPE[0.5]": 0.012533660732771753, + "sMAPE[0.5]": 0.012437481395980046, + "MSIS": 18.50695293461594, + "RMSE[mean]": 934.8449947506003, + "NRMSE[mean]": 0.014260055831918528, + "ND[0.5]": 0.012497352398054218, + "mean_weighted_sum_quantile_loss": 0.011604269348357388 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00" + ], + "context": [ + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375 + ], + "actual": [ + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65109.01171875 + ], + "predictions": { + "p50": [ + 66378.47765213816, + 66375.23937088816, + 66368.91124588816, + 66376.87413651316, + 66390.44249588816, + 66386.89952713816, + 66386.89952713816, + 66345.89952713816, + 66379.35655838816, + 66372.47374588816, + 66356.62608963816, + 66376.87413651316, + 66376.14952713816, + 66390.44249588816, + 66387.36437088816, + 66378.47765213816, + 66370.61827713816, + 66386.89952713816, + 66372.47374588816, + 66374.32921463816, + 66377.59874588816, + 66383.12804276316, + 66358.46983963816, + 66377.59874588816 + ], + "p10": [ + 66082.69640213816, + 66178.91124588816, + 66182.29327713816, + 66165.57999588815, + 66170.43077713816, + 66227.09483963816, + 66197.02062088816, + 66121.92296463816, + 66178.91124588816, + 66170.43077713816, + 66082.69640213816, + 66063.78233963816, + 66217.45812088816, + 66120.31124588815, + 66105.80577713816, + 66182.66905838816, + 66105.80577713816, + 66178.06319901315, + 66226.13116776316, + 66165.57999588815, + 66165.57999588815, + 66215.41437088816, + 66170.43077713816, + 66121.92296463816 + ], + "p90": [ + 66626.77843338816, + 66602.89952713816, + 66595.54015213816, + 66594.71515213816, + 66708.57140213816, + 66705.43077713816, + 66626.77843338816, + 66708.57140213816, + 66709.40733963816, + 66718.49327713816, + 66602.89952713816, + 66708.65499588815, + 66626.77843338816, + 66709.40733963816, + 66705.43077713816, + 66708.57140213816, + 66708.57140213816, + 66724.47999588816, + 66626.77843338816, + 66705.43077713816, + 66708.57140213816, + 66705.43077713816, + 66634.64366776316, + 66705.43077713816 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260617_145121.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260617_145121.json new file mode 100644 index 0000000000000000000000000000000000000000..f77beb14211f91e3c130e4569d52a1e346ae0710 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260617_145121.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-17T14:51:21.115761+00:00", + "metrics": { + "MSE[mean]": 1038706.1870072683, + "MSE[0.5]": 1038706.1870072683, + "MAE[0.5]": 871.52880859375, + "MASE[0.5]": 0.8858486832832213, + "MAPE[0.5]": 0.01332930995112915, + "sMAPE[0.5]": 0.013208905874130471, + "MSIS": 4.050106537063873, + "RMSE[mean]": 1019.1693612973598, + "NRMSE[mean]": 0.015546333430558022, + "ND[0.5]": 0.01329423545021802, + "mean_weighted_sum_quantile_loss": 0.009823999868611426 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00" + ], + "context": [ + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375 + ], + "actual": [ + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65109.01171875 + ], + "predictions": { + "p50": [ + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375 + ], + "p10": [ + 65946.2978125, + 65814.83234375, + 65514.75328125, + 65430.79484375, + 65282.06453125, + 65189.577031249995, + 65040.78546875, + 64882.216875, + 65002.16734375, + 64925.0, + 65019.592968749996, + 64427.15234375, + 64841.90671875, + 64523.291874999995, + 64724.1, + 65117.08, + 65044.56, + 65561.6171875, + 65179.799999999996, + 65183.72, + 65152.09203125, + 65101.2315625, + 64730.96, + 64341.80046875 + ], + "p90": [ + 68637.9834375, + 68501.15203125, + 68188.82484375, + 68101.43953125, + 67946.63859375, + 67850.37609375, + 67695.51140625, + 67530.470625, + 67655.31703125, + 67575.0, + 67673.45390625, + 67056.83203125, + 67488.51515625, + 67156.895625, + 67365.9, + 67774.92, + 67699.44, + 68237.6015625, + 67840.2, + 67844.28, + 67811.36109375, + 67758.4246875, + 67373.04000000001, + 66967.99640625001 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_145105.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_145105.json new file mode 100644 index 0000000000000000000000000000000000000000..99a1d11db6e4d943e8cda0f23f0e05539b61d238 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_145105.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T14:51:05.003193+00:00", + "metrics": { + "MSE[mean]": 230075.7772986094, + "MSE[0.5]": 230075.7772986094, + "MAE[0.5]": 324.1935221354167, + "MASE[0.5]": 0.32952026586016886, + "MAPE[0.5]": 0.004976559108414138, + "sMAPE[0.5]": 0.004950907199798518, + "MSIS": 2.4325781938104925, + "RMSE[mean]": 479.66214912020047, + "NRMSE[mean]": 0.0073167306508785225, + "ND[0.5]": 0.004945223809248392, + "mean_weighted_sum_quantile_loss": 0.0056742403973273296 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00" + ], + "context": [ + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375 + ], + "actual": [ + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65109.01171875 + ], + "predictions": { + "p50": [ + 65676.5, + 65690.09375, + 65726.34375, + 65749.0, + 65789.78125, + 65789.78125, + 65785.25, + 65780.71875, + 65789.78125, + 65780.71875, + 65812.4375, + 65807.90625, + 65812.4375, + 65821.5, + 65839.625, + 65835.09375, + 65862.28125, + 65857.75, + 65835.09375, + 65807.90625, + 65826.03125, + 65826.03125, + 65835.09375, + 65807.90625 + ], + "p10": [ + 65081.20703125, + 64889.76171875, + 64754.390625, + 64661.5, + 64584.46875, + 64511.96875, + 64468.921875, + 64385.09375, + 64348.84375, + 64326.1875, + 64321.65625, + 64271.8125, + 64231.03125, + 64221.96875, + 64221.96875, + 64185.71875, + 64253.6875, + 64221.96875, + 64190.25, + 64163.0625, + 64163.0625, + 64167.59375, + 64154.0, + 64126.8125 + ], + "p90": [ + 66347.125, + 66501.1875, + 66628.0625, + 66682.4375, + 66745.875, + 66727.75, + 66709.625, + 66718.6875, + 66745.875, + 66727.75, + 66764.0, + 66782.125, + 66791.1875, + 66809.3125, + 66827.4375, + 66845.5625, + 66854.625, + 66854.625, + 66845.5625, + 66845.5625, + 66872.75, + 66890.875, + 66918.0625, + 66909.0 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_144838.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_144838.json new file mode 100644 index 0000000000000000000000000000000000000000..01659b030f82f41520b5f0279f93a133a2f8357e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_144838.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T14:48:38.298046+00:00", + "metrics": { + "MSE[mean]": 118550.46472040813, + "MSE[0.5]": 179127.25407409668, + "MAE[0.5]": 375.5621744791667, + "MASE[0.5]": 0.38173294384859774, + "MAPE[0.5]": 0.00571738089398532, + "sMAPE[0.5]": 0.005735548228119875, + "MSIS": 4.922867949366396, + "RMSE[mean]": 344.31158086885216, + "NRMSE[mean]": 0.005252103176822202, + "ND[0.5]": 0.005728797401176014, + "mean_weighted_sum_quantile_loss": 0.004765520341674512 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00" + ], + "context": [ + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375 + ], + "actual": [ + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65109.01171875 + ], + "predictions": { + "p50": [ + 65637.40625, + 65589.7109375, + 65549.3203125, + 65474.75390625, + 65432.84765625, + 65382.96875, + 65355.66015625, + 65363.265625, + 65318.33984375, + 65266.265625, + 65239.3046875, + 65198.90234375, + 65185.17578125, + 65184.00390625, + 65213.88671875, + 65177.171875, + 65200.49609375, + 65179.0078125, + 65118.18359375, + 65103.640625, + 65060.07421875, + 65076.234375, + 65056.453125, + 65123.390625 + ], + "p10": [ + 65642.40625, + 65699.0703125, + 65650.046875, + 65601.0546875, + 65570.828125, + 65502.6875, + 65476.1328125, + 65418.140625, + 65421.51953125, + 65479.71875, + 65404.72265625, + 65390.3515625, + 65358.31640625, + 65415.4609375, + 65404.18359375, + 65410.66796875, + 65419.86328125, + 65266.7421875, + 65351.07421875, + 65308.29296875, + 65358.54296875, + 65354.6484375, + 65305.61328125, + 65303.078125 + ], + "p90": [ + 66018.4140625, + 66076.4765625, + 66157.234375, + 66169.671875, + 66183.8046875, + 66177.9765625, + 66206.5859375, + 66283.375, + 66288.78125, + 66289.1484375, + 66337.625, + 66258.265625, + 66293.8125, + 66348.421875, + 66393.1953125, + 66424.234375, + 66469.5390625, + 66471.0390625, + 66470.7734375, + 66446.15625, + 66453.890625, + 66495.75, + 66482.90625, + 66489.8671875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_144940.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_144940.json new file mode 100644 index 0000000000000000000000000000000000000000..f7a528b82a2f86deafe737b372dbd48fdb78dfdb --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_144940.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-17T14:49:40.959477+00:00", + "metrics": { + "MSE[mean]": 325179.1838919322, + "MSE[0.5]": 325179.1838919322, + "MAE[0.5]": 380.5880533854167, + "MASE[0.5]": 0.3868414017303586, + "MAPE[0.5]": 0.005843817837010899, + "sMAPE[0.5]": 0.0058062863817711224, + "MSIS": 2.039093761987122, + "RMSE[mean]": 570.2448455636685, + "NRMSE[mean]": 0.008698472347034459, + "ND[0.5]": 0.005805461783196593, + "mean_weighted_sum_quantile_loss": 0.005057708267987741 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00" + ], + "context": [ + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375 + ], + "actual": [ + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65109.01171875 + ], + "predictions": { + "p50": [ + 65733.421875, + 65737.0078125, + 65760.5625, + 65804.484375, + 65823.46875, + 65833.40625, + 65860.1796875, + 65862.0625, + 65872.46875, + 65881.40625, + 65880.9296875, + 65875.828125, + 65887.5390625, + 65885.609375, + 65902.53125, + 65923.0703125, + 65937.265625, + 65948.6796875, + 65969.96875, + 65975.5234375, + 65994.2578125, + 66020.1171875, + 66036.8046875, + 66046.421875 + ], + "p10": [ + 65405.46484375, + 65266.8046875, + 65181.5625, + 65141.171875, + 65094.91796875, + 65046.71484375, + 65036.87890625, + 64997.6484375, + 64972.0859375, + 64941.9296875, + 64897.71484375, + 64858.3828125, + 64829.91796875, + 64799.44921875, + 64782.6796875, + 64770.046875, + 64753.3828125, + 64733.39453125, + 64732.546875, + 64715.86328125, + 64699.015625, + 64687.69921875, + 64661.71875, + 64643.921875 + ], + "p90": [ + 66120.234375, + 66295.6875, + 66425.9453125, + 66546.2890625, + 66614.96875, + 66661.96875, + 66730.5625, + 66762.9375, + 66801.421875, + 66844.8515625, + 66873.7265625, + 66894.65625, + 66922.96875, + 66948.3046875, + 67001.625, + 67039.46875, + 67088.484375, + 67154.96875, + 67223.6328125, + 67274.953125, + 67315.7578125, + 67372.96875, + 67418.4375, + 67463.25 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_144919.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_144919.json new file mode 100644 index 0000000000000000000000000000000000000000..e7749f91a3ed762c5e60660c2a6a17ab45e9dcda --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_144919.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T14:49:19.039651+00:00", + "metrics": { + "MSE[mean]": 107275.74230321248, + "MSE[0.5]": 107275.74230321248, + "MAE[0.5]": 295.7096354166667, + "MASE[0.5]": 0.3005683674308941, + "MAPE[0.5]": 0.004512743346844743, + "sMAPE[0.5]": 0.0045157830563933386, + "MSIS": 2.948578099843587, + "RMSE[mean]": 327.52975788958855, + "NRMSE[mean]": 0.004996114500635819, + "ND[0.5]": 0.004510732725485591, + "mean_weighted_sum_quantile_loss": 0.006633603838484376 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00" + ], + "context": [ + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375 + ], + "actual": [ + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65109.01171875 + ], + "predictions": { + "p50": [ + 65656.125, + 65615.9375, + 65601.015625, + 65579.5703125, + 65570.046875, + 65552.25, + 65556.015625, + 65533.5625, + 65528.8359375, + 65510.99609375, + 65493.16796875, + 65455.7578125, + 65438.80078125, + 65418.81640625, + 65405.94921875, + 65384.73828125, + 65362.171875, + 65345.26171875, + 65328.05859375, + 65314.24609375, + 65314.9453125, + 65299.296875, + 65273.5625, + 65253.6484375 + ], + "p10": [ + 65289.515625, + 65067.234375, + 64911.50390625, + 64768.16015625, + 64634.0234375, + 64492.05859375, + 64368.58203125, + 64282.87890625, + 64156.1796875, + 64037.58203125, + 63944.0234375, + 63865.6171875, + 63788.7734375, + 63694.84765625, + 63635.5390625, + 63556.0234375, + 63548.484375, + 63481.83984375, + 63437.10546875, + 63382.57421875, + 63343.671875, + 63276.72265625, + 63258.3203125, + 63238.8125 + ], + "p90": [ + 66044.3828125, + 66168.8203125, + 66282.8828125, + 66356.484375, + 66465.2109375, + 66550.1796875, + 66641.0859375, + 66694.1796875, + 66783.4296875, + 66859.59375, + 66924.96875, + 66930.03125, + 66964.53125, + 67005.421875, + 67051.9609375, + 67084.3125, + 67142.0546875, + 67181.46875, + 67231.453125, + 67270.5234375, + 67315.5078125, + 67371.8671875, + 67358.921875, + 67402.734375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260617_145120.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260617_145120.json new file mode 100644 index 0000000000000000000000000000000000000000..d782acd65b714c32a87ee885ae0c1cc945f256ed --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260617_145120.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-17T14:51:20.865478+00:00", + "metrics": { + "MSE[mean]": 1.9052404647656982, + "MSE[0.5]": 1.8888457195874855, + "MAE[0.5]": 1.153098619123037, + "MASE[0.5]": 1.0789899530037694, + "MAPE[0.5]": 22.30432795115085, + "sMAPE[0.5]": 0.9554828416161507, + "MSIS": 42.34903400837664, + "RMSE[mean]": 1.3803044826289952, + "NRMSE[mean]": 1.4115707407933538, + "ND[0.5]": 1.1792182757409724, + "mean_weighted_sum_quantile_loss": 1.1747809130959666 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00" + ], + "context": [ + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908 + ], + "actual": [ + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043 + ], + "predictions": { + "p50": [ + 2.2227248248889957, + 2.2145004402067365, + 2.2080446557630387, + 2.203337291960943, + 2.196891732494432, + 2.190810935067325, + 2.182795907052241, + 2.1790402994693117, + 2.173463219839676, + 2.166078203459659, + 2.160828976635025, + 2.155486025479089, + 2.1485209451275504, + 2.1435063992020167, + 2.13789818713309, + 2.1297812422053317, + 2.1277554870747726, + 2.1199102910711205, + 2.115282817173945, + 2.109398149188803, + 2.1060934564508935, + 2.1007005142714865, + 2.0956956937469395, + 2.090654071907667, + 2.085898615223458, + 2.0790004510971483, + 2.076200598322334, + 2.0699741945205723, + 2.0633985522119795, + 2.0594230927065444, + 2.0537467335632384, + 2.051349401071639, + 2.0476189298522085, + 2.0416172797758327, + 2.0366528240279576, + 2.0345767472143717, + 2.028160923867186, + 2.025563517729651, + 2.0202799764345087, + 2.0174673680737474, + 2.0133098008842945, + 2.009600056796699, + 2.0049933701322673, + 1.9995954174813702, + 1.997644516237167, + 1.9917238490607518, + 1.987879398667705, + 1.9861171457204791, + 1.9832209533600293, + 1.9777342679618521, + 1.9736596626199576, + 1.9705998807466427, + 1.9648172451439478, + 1.9629132901962763, + 1.9607994734045529, + 1.9566603677008718, + 1.9526325575625363, + 1.9479910294033655, + 1.9465480531723123, + 1.941797446150175 + ], + "p10": [ + 2.208019965537564, + 2.2010550684279484, + 2.197064649289592, + 2.1886392073846817, + 2.183165127933288, + 2.1772109738731182, + 2.169450468695536, + 2.164784809443699, + 2.1588014880049737, + 2.152078283223259, + 2.146976770711309, + 2.1424427580736345, + 2.1339779349503045, + 2.12896869568561, + 2.1236713547966732, + 2.1171577333434577, + 2.11234746076063, + 2.1069363801009726, + 2.101443218481724, + 2.0972897750930994, + 2.0907297821378594, + 2.0868689239524727, + 2.082157278266882, + 2.075424878820305, + 2.0706704855613096, + 2.065882624202262, + 2.0602620757382644, + 2.0599395528735434, + 2.050776939163235, + 2.0465730937129076, + 2.041177539805294, + 2.0378687327396836, + 2.0335813282817816, + 2.0283515884480794, + 2.0234035576239666, + 2.0187347721202347, + 2.016350473592556, + 2.011681359048577, + 2.005554199044487, + 2.0026692756220026, + 1.9984432416883455, + 1.993175090569552, + 1.990471666450226, + 1.986100349233142, + 1.9821882339092767, + 1.9789711564943417, + 1.9748045745793685, + 1.9703421029445127, + 1.96726391969454, + 1.9627989498012632, + 1.9597493334111833, + 1.954981264557068, + 1.9532688123286182, + 1.9485272280627826, + 1.9463023244171298, + 1.9415065451415632, + 1.9406194564974237, + 1.932069137308576, + 1.9326945898055081, + 1.928570461423324 + ], + "p90": [ + 2.233862285588296, + 2.229027949750711, + 2.220561091269874, + 2.2179939437891742, + 2.211829965313706, + 2.203949914177786, + 2.196823200950924, + 2.19170176149603, + 2.185601050289538, + 2.1786985655350515, + 2.1724015236693184, + 2.1684993290203556, + 2.160985724248313, + 2.15752861039951, + 2.1507354351544543, + 2.143915262763311, + 2.1384266054008148, + 2.135092566547019, + 2.129427701923032, + 2.123798557143046, + 2.119573608366901, + 2.1135717095956252, + 2.108407573994658, + 2.10326208191079, + 2.0999552785641837, + 2.093449903656241, + 2.089558797814504, + 2.0826490407929694, + 2.079558770704471, + 2.0728518976314763, + 2.067810747473816, + 2.0649987029120576, + 2.0596971856153647, + 2.056001280860431, + 2.0501530138924555, + 2.0471782424414973, + 2.0407101973974804, + 2.0402210819144275, + 2.0342272485477904, + 2.0301962972409964, + 2.0260522921130892, + 2.021195850462991, + 2.0166832812020545, + 2.0127306121479562, + 2.0106578197784333, + 2.006153231324835, + 2.0039302134080574, + 1.9987239299092847, + 1.9946228713979453, + 1.989764650341665, + 1.9873573098316015, + 1.9826102305778988, + 1.980150923566607, + 1.9752053110894436, + 1.9737833123550061, + 1.9695296711936858, + 1.9673088828922856, + 1.9608482757295362, + 1.9586723195267715, + 1.956320896546693 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260617_144759.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260617_144759.json new file mode 100644 index 0000000000000000000000000000000000000000..831a2c5887b5272edc5299411e5436b99c5b2966 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260617_144759.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T14:47:59.574262+00:00", + "metrics": { + "MSE[mean]": 0.30847486676219343, + "MSE[0.5]": 0.30847486676219343, + "MAE[0.5]": 0.48671423296521726, + "MASE[0.5]": 0.4554335237629577, + "MAPE[0.5]": 8.119412448443665, + "sMAPE[0.5]": 0.795312888759247, + "MSIS": 7.620934591870741, + "RMSE[mean]": 0.5554051375007197, + "NRMSE[mean]": 0.567986014135876, + "ND[0.5]": 0.4977391430858986, + "mean_weighted_sum_quantile_loss": 0.35721633361401295 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00" + ], + "context": [ + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908 + ], + "actual": [ + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043 + ], + "predictions": { + "p50": [ + 2.222290515899658, + 2.208266258239746, + 2.1985156536102295, + 2.1802728176116943, + 2.168147087097168, + 2.1504664421081543, + 2.137991428375244, + 2.1225881576538086, + 2.1048150062561035, + 2.085726737976074, + 2.064098834991455, + 2.04068660736084, + 2.013406276702881, + 1.990942120552063, + 1.9601671695709229, + 1.9303739070892334, + 1.8900420665740967, + 1.8728115558624268, + 1.8465557098388672, + 1.8160464763641357, + 1.7753667831420898, + 1.7482562065124512, + 1.71091890335083, + 1.6784882545471191, + 1.639580249786377, + 1.6086094379425049, + 1.5622737407684326, + 1.5325130224227905, + 1.5002366304397583, + 1.4705805778503418, + 1.430616855621338, + 1.4026005268096924, + 1.2928581237792969, + 1.2565319538116455, + 1.226088285446167, + 1.1941111087799072, + 1.1555579900741577, + 1.1175137758255005, + 1.0860120058059692, + 1.0505355596542358, + 1.0158368349075317, + 0.9883170127868652, + 0.9549292922019958, + 0.9264432191848755, + 0.9035325050354004, + 0.8707702159881592, + 0.8457247018814087, + 0.8346539735794067, + 0.7040940523147583, + 0.6843395233154297, + 0.659027099609375, + 0.6390028595924377, + 0.6159427762031555, + 0.5973409414291382, + 0.5863540172576904, + 0.5730608701705933, + 0.553552508354187, + 0.5556108951568604, + 0.5329562425613403, + 0.5220170021057129 + ], + "p10": [ + 2.1961874961853027, + 2.172900915145874, + 2.1573328971862793, + 2.1394524574279785, + 2.117300271987915, + 2.0922560691833496, + 2.078195571899414, + 2.0536177158355713, + 2.0274884700775146, + 2.0067496299743652, + 1.9744737148284912, + 1.9489390850067139, + 1.9183721542358398, + 1.8859450817108154, + 1.8468258380889893, + 1.8080401420593262, + 1.7580821514129639, + 1.7498149871826172, + 1.7081339359283447, + 1.6832797527313232, + 1.6348505020141602, + 1.5988788604736328, + 1.5513089895248413, + 1.5163429975509644, + 1.4600523710250854, + 1.4197993278503418, + 1.3720252513885498, + 1.3306208848953247, + 1.2730931043624878, + 1.2393651008605957, + 1.2028452157974243, + 1.1697381734848022, + 0.9796316623687744, + 0.9464561939239502, + 0.9019736647605896, + 0.8591978549957275, + 0.8097375631332397, + 0.772944450378418, + 0.7266792058944702, + 0.6808251142501831, + 0.6442676186561584, + 0.5977598428726196, + 0.5627317428588867, + 0.5254641175270081, + 0.4739032983779907, + 0.43908411264419556, + 0.3965913653373718, + 0.37703996896743774, + 0.10789555311203003, + 0.07488971948623657, + 0.019133329391479492, + -0.0052460432052612305, + -0.030035853385925293, + -0.07190406322479248, + -0.10051512718200684, + -0.11181950569152832, + -0.14655208587646484, + -0.16943681240081787, + -0.1910170316696167, + -0.21110808849334717 + ], + "p90": [ + 2.2550363540649414, + 2.2377028465270996, + 2.2268056869506836, + 2.2267520427703857, + 2.217697858810425, + 2.2044620513916016, + 2.1942625045776367, + 2.184082508087158, + 2.171316146850586, + 2.1607141494750977, + 2.1384811401367188, + 2.1179122924804688, + 2.104430675506592, + 2.0835256576538086, + 2.0628604888916016, + 2.0419907569885254, + 1.982693076133728, + 1.9663097858428955, + 1.943490982055664, + 1.9187355041503906, + 1.9087562561035156, + 1.8769861459732056, + 1.8529455661773682, + 1.8365788459777832, + 1.8050024509429932, + 1.7875826358795166, + 1.7629315853118896, + 1.7234513759613037, + 1.709153652191162, + 1.6865073442459106, + 1.6638357639312744, + 1.6392302513122559, + 1.600341558456421, + 1.5676066875457764, + 1.5384787321090698, + 1.5289020538330078, + 1.4965802431106567, + 1.4843344688415527, + 1.4665334224700928, + 1.4486122131347656, + 1.4280792474746704, + 1.4113364219665527, + 1.4007853269577026, + 1.386154294013977, + 1.3833417892456055, + 1.3739460706710815, + 1.3416671752929688, + 1.3270211219787598, + 1.3771514892578125, + 1.366985559463501, + 1.3475062847137451, + 1.3747581243515015, + 1.3687412738800049, + 1.3840863704681396, + 1.377302885055542, + 1.3984856605529785, + 1.3876492977142334, + 1.3934637308120728, + 1.3952617645263672, + 1.3874664306640625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260617_145121.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260617_145121.json new file mode 100644 index 0000000000000000000000000000000000000000..1ae66ec08d5af609fd6abfc4dd1d5961ad767b7e --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260617_145121.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-17T14:51:21.040384+00:00", + "metrics": { + "MSE[mean]": 1.7097514621758882, + "MSE[0.5]": 1.7230016827161418, + "MAE[0.5]": 1.107973746739921, + "MASE[0.5]": 1.0367652177343876, + "MAPE[0.5]": 21.18552116218684, + "sMAPE[0.5]": 0.9499503195025744, + "MSIS": 38.00982910279522, + "RMSE[mean]": 1.3075746487967286, + "NRMSE[mean]": 1.3371934517876318, + "ND[0.5]": 1.1330712477919502, + "mean_weighted_sum_quantile_loss": 1.114952621142042 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00" + ], + "context": [ + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908 + ], + "actual": [ + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043 + ], + "predictions": { + "p50": [ + 2.241547994398452, + 2.226749959374398, + 2.21945208111056, + 2.215654038576321, + 2.2038560245331023, + 2.195057971866073, + 2.189259984883363, + 2.1814620236498596, + 2.1751640729067736, + 2.1673660222663025, + 2.1665680603175432, + 2.1552699951335392, + 2.1469720701396597, + 2.1381739876703083, + 2.139376029774665, + 2.130578036712281, + 2.125279998588786, + 2.1174819926517983, + 2.1101839951786707, + 2.0943860028315426, + 2.0840880290810637, + 2.0882900474627712, + 2.084492049632016, + 2.0656940959086976, + 2.0638960723287356, + 2.0570980982206284, + 2.050300064507877, + 2.046502111380605, + 2.033704065508506, + 2.023906100221886, + 2.014608128497965, + 2.0068100927586556, + 2.010512028170698, + 1.9952141336943967, + 1.9859161023658307, + 1.9791180686530792, + 1.9733200816703689, + 1.9680221180526796, + 1.956724172077965, + 1.9494260553955478, + 1.951128120864925, + 1.9438301233917974, + 1.9340320686982106, + 1.9252341203393104, + 1.9214361672120384, + 1.9041380004617197, + 1.8933401374566705, + 1.8920421223405681, + 1.8817441336889278, + 1.8804461185728252, + 1.8746481315901151, + 1.863850179178099, + 1.8615521024307937, + 1.8557541154480834, + 1.839456129538257, + 1.833658142555547, + 1.8288602023028782, + 1.8155621032634357, + 1.815764188044718, + 1.8034661059329948 + ], + "p10": [ + 2.1989481047624126, + 2.167650005007714, + 2.1583519796396127, + 2.1501540473978085, + 2.1427560199197027, + 2.1394580022406, + 2.1282600549784254, + 2.129962001238513, + 2.1196639827845507, + 2.1093660239352325, + 2.1060680345683367, + 2.0936700371905768, + 2.09637203614117, + 2.0879740468696415, + 2.084576058790206, + 2.069278045104615, + 2.0702800659420344, + 2.0586820590096493, + 2.055384068897695, + 2.0388860110569835, + 2.0270880178753905, + 2.0257900623639324, + 2.026792011675778, + 2.0099940232625566, + 2.012896013677765, + 1.9964980677984179, + 1.9893000749982945, + 1.9870020727567954, + 1.9743040792414164, + 1.9754060987913749, + 1.953108115623362, + 1.947810092401028, + 1.9454120854865244, + 1.938114088013397, + 1.9239161257308515, + 1.9185180978355132, + 1.9323201326919448, + 1.9107220749466005, + 1.8957240633590928, + 1.8914260868668002, + 1.8951281265869708, + 1.8897301070735357, + 1.8814320664093922, + 1.8652341179551246, + 1.8546360974030784, + 1.845638127777241, + 1.8353401242244394, + 1.8310421328309856, + 1.8277440838594448, + 1.8291461472307384, + 1.8217481510450713, + 1.8067501334970992, + 1.8013521175226899, + 1.8072541289187332, + 1.7857561361960959, + 1.771658106315923, + 1.7740601575576713, + 1.7618621091762166, + 1.7547641091281683, + 1.7520661656806908 + ], + "p90": [ + 2.268148000621177, + 2.257849979186982, + 2.251452013340079, + 2.246254008201794, + 2.2388560060556624, + 2.229558034331741, + 2.2202600357857296, + 2.2161620835406066, + 2.209664016163152, + 2.200366014636908, + 2.1950680212168963, + 2.184770005743166, + 2.180472026270641, + 2.1711740277246294, + 2.1628760103435507, + 2.1545780287252585, + 2.149280062127337, + 2.1450820783871194, + 2.1357841066631984, + 2.1253860418129804, + 2.119088025504785, + 2.1118900595267514, + 2.1085920910214813, + 2.0981940798154435, + 2.0959960703260196, + 2.0855980591199814, + 2.0744001058973423, + 2.0710020641737263, + 2.0618040971228093, + 2.05660606665255, + 2.0474080996016335, + 2.038810056280613, + 2.0325120891462496, + 2.024314088359104, + 2.019016147093156, + 2.0106181101379117, + 2.003320097763623, + 1.9960221151916566, + 1.9877240709884874, + 1.9804260735153598, + 1.9741280944600672, + 1.9689301042229437, + 1.958532084076209, + 1.9502340994776848, + 1.9470361118035606, + 1.9406381563874704, + 1.933440151666418, + 1.9240421871904216, + 1.913744168736459, + 1.9094461922441661, + 1.9021481947710386, + 1.892950107020716, + 1.884552149041626, + 1.8833541087962051, + 1.8699561242930482, + 1.864658160675359, + 1.8573601333999088, + 1.8500621508279422, + 1.8418641232187063, + 1.8334661399076424 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260617_145036.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260617_145036.json new file mode 100644 index 0000000000000000000000000000000000000000..7b72ee31f1c50b3c69be02c239faafb4348f0fde --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260617_145036.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T14:50:36.109488+00:00", + "metrics": { + "MSE[mean]": 1.4747751732898884, + "MSE[0.5]": 1.6711541393649891, + "MAE[0.5]": 1.0814412375329994, + "MASE[0.5]": 1.0119379302955902, + "MAPE[0.5]": 20.395083160017336, + "sMAPE[0.5]": 0.9393601205672266, + "MSIS": 13.367560309658588, + "RMSE[mean]": 1.2144032169299819, + "NRMSE[mean]": 1.2419115275773842, + "ND[0.5]": 1.1059377318556787, + "mean_weighted_sum_quantile_loss": 0.7271212774243867 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00" + ], + "context": [ + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908 + ], + "actual": [ + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043 + ], + "predictions": { + "p50": [ + 2.2001709938049316, + 2.198554039001465, + 2.1979509592056274, + 2.1938021183013916, + 2.2102203369140625, + 2.191550135612488, + 2.1833343505859375, + 2.1751177310943604, + 2.1741745471954346, + 2.147874355316162, + 2.1346993446350098, + 2.1347097158432007, + 2.0622555017471313, + 2.09696102142334, + 2.090856671333313, + 2.1417564153671265, + 2.0743136405944824, + 2.0425273180007935, + 2.1033027172088623, + 2.05549156665802, + 2.053184986114502, + 2.0315115451812744, + 2.043870449066162, + 2.0386829376220703, + 1.929994523525238, + 2.078465700149536, + 2.0672576427459717, + 1.979217290878296, + 1.9326213002204895, + 1.9661012291908264, + 1.9798511266708374, + 2.01403546333313, + 1.9852423667907715, + 1.9347137212753296, + 2.017999053001404, + 2.00899076461792, + 1.8312244415283203, + 1.8127027750015259, + 1.8514638543128967, + 1.9872756600379944, + 1.9475704431533813, + 1.9832316637039185, + 2.0254921913146973, + 1.7777907252311707, + 1.7826168537139893, + 1.7073268294334412, + 1.9015951752662659, + 1.8601247668266296, + 1.899634599685669, + 1.841026782989502, + 1.9242428541183472, + 1.8708247542381287, + 1.8679668307304382, + 1.8574416041374207, + 1.6663532853126526, + 1.8926476836204529, + 1.7993853688240051, + 1.8504962921142578, + 1.9037586450576782, + 1.782901108264923 + ], + "p10": [ + 2.1773165464401245, + 2.1650971174240112, + 2.1538727283477783, + 2.142087697982788, + 2.1505019664764404, + 2.0950703620910645, + 2.071861982345581, + 2.028806686401367, + 1.9874823093414307, + 1.927911400794983, + 1.8738423585891724, + 1.8911590576171875, + 1.7778828144073486, + 1.8075948357582092, + 1.7493427991867065, + 1.6838221549987793, + 1.6415005922317505, + 1.4825332760810852, + 1.5916643142700195, + 1.5511990785598755, + 1.550034523010254, + 1.2876736521720886, + 1.4481583833694458, + 1.2679232358932495, + 1.200289249420166, + 1.2956083416938782, + 1.1794326305389404, + 1.02877277135849, + 0.9799180328845978, + 1.1787865161895752, + 1.163910984992981, + 0.9799186289310455, + 0.8879117071628571, + 0.9195757508277893, + 1.0537505745887756, + 0.8952773809432983, + 1.0136563777923584, + 0.8454107642173767, + 0.8836843371391296, + 0.8462805449962616, + 0.7737714052200317, + 0.8261785209178925, + 0.8351733386516571, + 0.6773027777671814, + 0.8458307087421417, + 0.6730215549468994, + 0.6663667261600494, + 0.847195953130722, + 0.7537295818328857, + 0.5987974405288696, + 0.7898944616317749, + 0.6246531009674072, + 0.722756564617157, + 0.7094261348247528, + 0.5819422602653503, + 0.8444851338863373, + 0.48551490902900696, + 0.7193625867366791, + 0.34488561749458313, + 0.5995923280715942 + ], + "p90": [ + 2.225002884864807, + 2.2531731128692627, + 2.249728798866272, + 2.2537052631378174, + 2.263671636581421, + 2.2722012996673584, + 2.260051965713501, + 2.2622032165527344, + 2.280407667160034, + 2.2622110843658447, + 2.2977734804153442, + 2.2685134410858154, + 2.265682816505432, + 2.2937259674072266, + 2.3081347942352295, + 2.3531010150909424, + 2.3080313205718994, + 2.3630224466323853, + 2.3442513942718506, + 2.3676841259002686, + 2.4234970808029175, + 2.322603702545166, + 2.37429141998291, + 2.4121036529541016, + 2.3784141540527344, + 2.5148634910583496, + 2.383315324783325, + 2.4330108165740967, + 2.4079970121383667, + 2.412614345550537, + 2.577051281929016, + 2.588564157485962, + 2.588325619697571, + 2.525082588195801, + 2.4449260234832764, + 2.414690136909485, + 2.5911165475845337, + 2.4630478620529175, + 2.4785631895065308, + 2.519480347633362, + 2.761491298675537, + 2.5353256464004517, + 2.5344386100769043, + 2.5722427368164062, + 2.587698817253113, + 2.549996018409729, + 2.6506842374801636, + 2.676458954811096, + 2.602434277534485, + 2.7722195386886597, + 2.661914587020874, + 2.6490079164505005, + 2.6304233074188232, + 2.647577404975891, + 2.5294716358184814, + 2.710287094116211, + 2.524099826812744, + 2.6088955402374268, + 2.7582911252975464, + 2.652569532394409 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260617_145121.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260617_145121.json new file mode 100644 index 0000000000000000000000000000000000000000..79d563bdcef1dc4afb960f2a74156c72e41a05d4 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260617_145121.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-17T14:51:21.094949+00:00", + "metrics": { + "MSE[mean]": 2.2904127066023445, + "MSE[0.5]": 2.3056217022539913, + "MAE[0.5]": 1.2739879110313512, + "MASE[0.5]": 1.1921097930864955, + "MAPE[0.5]": 24.54849564272119, + "sMAPE[0.5]": 0.9777137859243309, + "MSIS": 44.265918373605345, + "RMSE[mean]": 1.513410950998553, + "NRMSE[mean]": 1.5476922984100767, + "ND[0.5]": 1.3028459169466189, + "mean_weighted_sum_quantile_loss": 1.28519517597963 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00" + ], + "context": [ + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908 + ], + "actual": [ + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043 + ], + "predictions": { + "p50": [ + 2.190079147762501, + 2.1825791102115746, + 2.182579229420864, + 2.1860791843597527, + 2.1815791677896614, + 2.1800791125957604, + 2.181579123086178, + 2.181079159325802, + 2.1820792060558434, + 2.1815791528885002, + 2.1880791884128685, + 2.184079120701992, + 2.18307919318124, + 2.1815791081850167, + 2.190079147762501, + 2.1885791521732445, + 2.1905791115228768, + 2.190079103059017, + 2.190079103059017, + 2.1815791081850167, + 2.1785791319076653, + 2.190079147762501, + 2.193579147404873, + 2.182079191154682, + 2.1875791650478478, + 2.1880791884128685, + 2.1885791521732445, + 2.1920791965191, + 2.1865791481201287, + 2.184079180306637, + 2.1820792060558434, + 2.1815791677896614, + 2.1925791006748314, + 2.1845792036716576, + 2.1825791698162194, + 2.1830791335765953, + 2.184579144067013, + 2.186579177922451, + 2.182579229420864, + 2.1825791102115746, + 2.1915791731540795, + 2.1915791731540795, + 2.1890791159336205, + 2.1875791650478478, + 2.1910792093937035, + 2.1810790401165123, + 2.177579174584591, + 2.183579156941616, + 2.1805791657631035, + 2.1865791481201287, + 2.188079158610546, + 2.1845792036716576, + 2.18957912439748, + 2.1910791348878975, + 2.1820791464511986, + 2.183579156941616, + 2.186079214162075, + 2.1800791125957604, + 2.18757919485017, + 2.1825791102115746 + ], + "p10": [ + 2.1474792581264612, + 2.1234791558448904, + 2.1214791279499168, + 2.12057919318124, + 2.120479163176262, + 2.124479142970287, + 2.12057919318124, + 2.1295791369144554, + 2.1265791159336205, + 2.1235791545574303, + 2.127579162663662, + 2.1224791627590296, + 2.1324791591827505, + 2.13137916738435, + 2.1352791767780417, + 2.1272791605655783, + 2.1355791788761254, + 2.1312791694168682, + 2.1352791767780417, + 2.1260791164104575, + 2.121579120701992, + 2.127579162663662, + 2.135879109448635, + 2.126379118508541, + 2.1365791063968773, + 2.127479157990658, + 2.127579162663662, + 2.1325791578952904, + 2.127179161853039, + 2.1355791788761254, + 2.12057919318124, + 2.1225791674320336, + 2.127479157990658, + 2.127479157990658, + 2.12057919318124, + 2.1224791627590296, + 2.1435791950885887, + 2.1292791348163718, + 2.121579120701992, + 2.124579141682827, + 2.1355791788761254, + 2.137479156835818, + 2.136479113644802, + 2.127579162663662, + 2.1242791395847433, + 2.1225791674320336, + 2.11957916135236, + 2.1225791674320336, + 2.1265791159336205, + 2.1352791767780417, + 2.1351791780655023, + 2.127479157990658, + 2.129379139489376, + 2.1425791483585472, + 2.1283791531090372, + 2.121579120701992, + 2.1312791694168682, + 2.126379118508541, + 2.1265791159336205, + 2.1311791699592706 + ], + "p90": [ + 2.2166791539852255, + 2.2136791300241585, + 2.214579161650383, + 2.2166791539852255, + 2.2165791493122216, + 2.214579175061428, + 2.2125791739885443, + 2.215779219216549, + 2.2165791493122216, + 2.2145791452591057, + 2.2165791493122216, + 2.2135791313116187, + 2.2165791493122216, + 2.2145791482393378, + 2.2135791283313866, + 2.212579144186222, + 2.214579175061428, + 2.2176791887943383, + 2.215679214543545, + 2.2125791471664544, + 2.2135791283313866, + 2.213679159826481, + 2.2176791887943383, + 2.214579175061428, + 2.219679163045132, + 2.2165791493122216, + 2.21267919356271, + 2.2165791493122216, + 2.214679179734432, + 2.216779146737301, + 2.2148791771595118, + 2.2135791313116187, + 2.214579161650383, + 2.213679158336365, + 2.215679214543545, + 2.214579175061428, + 2.214579160160267, + 2.214579175061428, + 2.2135791283313866, + 2.2135791283313866, + 2.2145791467492217, + 2.2166791539852255, + 2.2135791313116187, + 2.212579144186222, + 2.2166791539852255, + 2.217579196042263, + 2.2176791887943383, + 2.2155792217914696, + 2.2125792008106346, + 2.2155792217914696, + 2.2155792217914696, + 2.2136791315142745, + 2.2125791710083123, + 2.218679128236019, + 2.21257914120599, + 2.214579175061428, + 2.2145791452591057, + 2.214579160160267, + 2.2136791300241585, + 2.212579144186222 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260617_145121.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260617_145121.json new file mode 100644 index 0000000000000000000000000000000000000000..141915484bcfb9764ca9b1705211711a69e61e90 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260617_145121.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-17T14:51:21.126191+00:00", + "metrics": { + "MSE[mean]": 2.2752348393249986, + "MSE[0.5]": 2.2752348393249986, + "MAE[0.5]": 1.2750333488026324, + "MASE[0.5]": 1.1930880414626504, + "MAPE[0.5]": 22.99968471981942, + "sMAPE[0.5]": 0.9816112074822425, + "MSIS": 45.459105119685866, + "RMSE[mean]": 1.5083881593691322, + "NRMSE[mean]": 1.542555731956501, + "ND[0.5]": 1.3039150356721119, + "mean_weighted_sum_quantile_loss": 1.2894582622269897 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00" + ], + "context": [ + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908 + ], + "actual": [ + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043 + ], + "predictions": { + "p50": [ + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377 + ], + "p10": [ + 1.9590199542045592, + 1.9815600728988647, + 2.01096004486084, + 2.028599934577942, + 2.0462400579452513, + 2.06975998878479, + 2.0785800504684446, + 2.1011200523376465, + 2.110920042991638, + 2.1275800037384034, + 2.145219893455505, + 2.162860016822815, + 2.178540048599243, + 2.180499906539917, + 2.1952000093460082, + 2.1932399177551267, + 2.2138200616836547, + 2.2108800411224365, + 2.2236200523376466, + 2.216760082244873, + 2.21774001121521, + 2.2118599700927732, + 2.206960091590881, + 2.19225998878479, + 1.9590199542045592, + 1.9815600728988647, + 2.01096004486084, + 2.028599934577942, + 2.0462400579452513, + 2.06975998878479, + 2.0785800504684446, + 2.1011200523376465, + 2.110920042991638, + 2.1275800037384034, + 2.145219893455505, + 2.162860016822815, + 2.178540048599243, + 2.180499906539917, + 2.1952000093460082, + 2.1932399177551267, + 2.2138200616836547, + 2.2108800411224365, + 2.2236200523376466, + 2.216760082244873, + 2.21774001121521, + 2.2118599700927732, + 2.206960091590881, + 2.19225998878479, + 1.9590199542045592, + 1.9815600728988647, + 2.01096004486084, + 2.028599934577942, + 2.0462400579452513, + 2.06975998878479, + 2.0785800504684446, + 2.1011200523376465, + 2.110920042991638, + 2.1275800037384034, + 2.145219893455505, + 2.162860016822815 + ], + "p90": [ + 2.0389799523353576, + 2.0624400758743286, + 2.0930400466918946, + 2.1113999319076537, + 2.129760060310364, + 2.1542399883270265, + 2.1634200525283815, + 2.186880054473877, + 2.197080044746399, + 2.214420003890991, + 2.2327798891067507, + 2.2511400175094605, + 2.2674600505828857, + 2.2694999027252196, + 2.284800009727478, + 2.2827599143981936, + 2.304180064201355, + 2.3011200428009033, + 2.314380054473877, + 2.3072400856018067, + 2.3082600116729735, + 2.3021399688720705, + 2.297040095329285, + 2.2817399883270264, + 2.0389799523353576, + 2.0624400758743286, + 2.0930400466918946, + 2.1113999319076537, + 2.129760060310364, + 2.1542399883270265, + 2.1634200525283815, + 2.186880054473877, + 2.197080044746399, + 2.214420003890991, + 2.2327798891067507, + 2.2511400175094605, + 2.2674600505828857, + 2.2694999027252196, + 2.284800009727478, + 2.2827599143981936, + 2.304180064201355, + 2.3011200428009033, + 2.314380054473877, + 2.3072400856018067, + 2.3082600116729735, + 2.3021399688720705, + 2.297040095329285, + 2.2817399883270264, + 2.0389799523353576, + 2.0624400758743286, + 2.0930400466918946, + 2.1113999319076537, + 2.129760060310364, + 2.1542399883270265, + 2.1634200525283815, + 2.186880054473877, + 2.197080044746399, + 2.214420003890991, + 2.2327798891067507, + 2.2511400175094605 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260617_145110.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260617_145110.json new file mode 100644 index 0000000000000000000000000000000000000000..40f420af319e76ab175857f4d8f16dfb80224806 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260617_145110.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T14:51:10.303665+00:00", + "metrics": { + "MSE[mean]": 0.1430399546309511, + "MSE[0.5]": 0.1430399546309511, + "MAE[0.5]": 0.3497143824934028, + "MASE[0.5]": 0.3272385369937178, + "MAPE[0.5]": 4.444800579055695, + "sMAPE[0.5]": 0.7451032354476899, + "MSIS": 4.361355769336026, + "RMSE[mean]": 0.37820623293508937, + "NRMSE[mean]": 0.3867732512032583, + "ND[0.5]": 0.3576360116009183, + "mean_weighted_sum_quantile_loss": 0.24908589485006966 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00" + ], + "context": [ + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908 + ], + "actual": [ + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043 + ], + "predictions": { + "p50": [ + 2.2730712890625, + 2.26708984375, + 2.255126953125, + 2.2431640625, + 2.231201171875, + 2.21923828125, + 2.2012939453125, + 2.183349609375, + 2.1654052734375, + 2.1414794921875, + 2.1295166015625, + 2.0936279296875, + 2.063720703125, + 2.0338134765625, + 2.0098876953125, + 1.97998046875, + 1.9500732421875, + 1.9261474609375, + 1.9022216796875, + 1.8603515625, + 1.8184814453125, + 1.7646484375, + 1.73175048828125, + 1.680908203125, + 1.6390380859375, + 1.58221435546875, + 1.54931640625, + 1.4954833984375, + 1.4476318359375, + 1.393798828125, + 1.333984375, + 1.284637451171875, + 1.2681884765625, + 1.200897216796875, + 1.1448211669921875, + 1.0771560668945312, + 1.0277156829833984, + 0.94818115234375, + 0.8980865478515625, + 0.82257080078125, + 0.771728515625, + 0.7418212890625, + 0.698455810546875, + 0.652099609375, + 0.5863037109375, + 0.54443359375, + 0.508544921875, + 0.4786376953125, + 0.38592529296875, + 0.341064453125, + 0.29022216796875, + 0.2333984375, + 0.16162109375, + 0.1197509765625, + 0.077880859375, + 0.0360107421875, + 0.006103515625, + 0.0001220703125, + -0.0238037109375, + -0.0477294921875 + ], + "p10": [ + 2.2611083984375, + 2.2431640625, + 2.231201171875, + 2.2252197265625, + 2.2132568359375, + 2.1893310546875, + 2.17138671875, + 2.1474609375, + 2.12353515625, + 2.0936279296875, + 2.0697021484375, + 2.02783203125, + 1.9979248046875, + 1.9500732421875, + 1.920166015625, + 1.8902587890625, + 1.8304443359375, + 1.79754638671875, + 1.74371337890625, + 1.680908203125, + 1.61810302734375, + 1.55230712890625, + 1.4954833984375, + 1.428192138671875, + 1.36688232421875, + 1.2921142578125, + 1.233795166015625, + 1.162017822265625, + 1.0894927978515625, + 1.0210800170898438, + 0.939208984375, + 0.8651885986328125, + 0.877899169921875, + 0.806121826171875, + 0.7537841796875, + 0.68499755859375, + 0.61920166015625, + 0.54144287109375, + 0.49957275390625, + 0.42779541015625, + 0.3590087890625, + 0.33807373046875, + 0.2872314453125, + 0.2393798828125, + 0.185546875, + 0.1436767578125, + 0.0958251953125, + 0.053955078125, + -0.0118408203125, + -0.0537109375, + -0.1015625, + -0.1494140625, + -0.22119140625, + -0.2451171875, + -0.29296875, + -0.3348388671875, + -0.36474609375, + -0.352783203125, + -0.3707275390625, + -0.3946533203125 + ], + "p90": [ + 2.2969970703125, + 2.2850341796875, + 2.2730712890625, + 2.255126953125, + 2.255126953125, + 2.2431640625, + 2.231201171875, + 2.21923828125, + 2.2132568359375, + 2.1893310546875, + 2.1773681640625, + 2.159423828125, + 2.1295166015625, + 2.12353515625, + 2.0936279296875, + 2.07568359375, + 2.0816650390625, + 2.07568359375, + 2.0517578125, + 2.02783203125, + 1.991943359375, + 1.9560546875, + 1.944091796875, + 1.908203125, + 1.88427734375, + 1.83642578125, + 1.8304443359375, + 1.7945556640625, + 1.76763916015625, + 1.7467041015625, + 1.716796875, + 1.68988037109375, + 1.70782470703125, + 1.64501953125, + 1.59417724609375, + 1.5433349609375, + 1.52239990234375, + 1.465576171875, + 1.419219970703125, + 1.36090087890625, + 1.341461181640625, + 1.311553955078125, + 1.290618896484375, + 1.24725341796875, + 1.1926727294921875, + 1.15155029296875, + 1.1283721923828125, + 1.0823898315429688, + 1.0436973571777344, + 1.0327625274658203, + 0.9990234375, + 0.9504241943359375, + 0.8980865478515625, + 0.85247802734375, + 0.8135986328125, + 0.78668212890625, + 0.770233154296875, + 0.752288818359375, + 0.731353759765625, + 0.69696044921875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260617_144843.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260617_144843.json new file mode 100644 index 0000000000000000000000000000000000000000..f550f17bb92a1db3506f39efc2eb4f9049ca80d6 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260617_144843.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T14:48:43.885891+00:00", + "metrics": { + "MSE[mean]": 0.08510783384659441, + "MSE[0.5]": 0.07090575971656381, + "MAE[0.5]": 0.23769048179577415, + "MASE[0.5]": 0.2224143169795093, + "MAPE[0.5]": 2.546020193983397, + "sMAPE[0.5]": 0.5656506998708313, + "MSIS": 10.038685469709245, + "RMSE[mean]": 0.2917324696474399, + "NRMSE[mean]": 0.2983407092248045, + "ND[0.5]": 0.24307457788512588, + "mean_weighted_sum_quantile_loss": 0.26637647571586964 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00" + ], + "context": [ + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908 + ], + "actual": [ + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043 + ], + "predictions": { + "p50": [ + 2.2066147327423096, + 2.1980984210968018, + 2.2058982849121094, + 2.174039363861084, + 2.1481597423553467, + 2.153834104537964, + 2.1412227153778076, + 2.1138803958892822, + 2.0950467586517334, + 2.0770561695098877, + 2.0472922325134277, + 2.0254065990448, + 1.992490291595459, + 1.9729034900665283, + 1.9411522150039673, + 1.9255156517028809, + 1.877720594406128, + 1.8362127542495728, + 1.8075717687606812, + 1.7579374313354492, + 1.7256239652633667, + 1.6617050170898438, + 1.638785481452942, + 1.6013648509979248, + 1.5267940759658813, + 1.4773880243301392, + 1.4524871110916138, + 1.3966091871261597, + 1.3475829362869263, + 1.2753849029541016, + 1.2200013399124146, + 1.1656111478805542, + 1.0941927433013916, + 1.03912353515625, + 0.9946498870849609, + 0.9265429973602295, + 0.8566091060638428, + 0.8007900714874268, + 0.7490841150283813, + 0.6936923265457153, + 0.6377910375595093, + 0.5937685370445251, + 0.5409032702445984, + 0.4971902668476105, + 0.42325860261917114, + 0.39096957445144653, + 0.34516263008117676, + 0.26469138264656067, + 0.21537069976329803, + 0.1756700575351715, + 0.1544942855834961, + 0.07216663658618927, + 0.031539082527160645, + -0.0015284568071365356, + -0.03207308053970337, + -0.0707176923751831, + -0.09795477986335754, + -0.12786993384361267, + -0.14915186166763306, + -0.19190174341201782 + ], + "p10": [ + 2.2250630855560303, + 2.2208428382873535, + 2.2178447246551514, + 2.2249958515167236, + 2.156806468963623, + 2.135390043258667, + 2.1286306381225586, + 2.09147572517395, + 2.1139838695526123, + 2.0676701068878174, + 2.0402703285217285, + 2.030735731124878, + 1.9417815208435059, + 1.9982974529266357, + 1.9105254411697388, + 1.9319285154342651, + 1.867351770401001, + 1.823205590248108, + 1.7753779888153076, + 1.7950224876403809, + 1.7355105876922607, + 1.6864709854125977, + 1.6525812149047852, + 1.6007170677185059, + 1.5462301969528198, + 1.5108606815338135, + 1.448701024055481, + 1.4070894718170166, + 1.3711636066436768, + 1.3111547231674194, + 1.2554937601089478, + 1.1919176578521729, + 1.1273033618927002, + 1.0986974239349365, + 1.0274507999420166, + 0.9801663160324097, + 0.8958408832550049, + 0.8129427433013916, + 0.7700011730194092, + 0.738135039806366, + 0.6716135740280151, + 0.6371538639068604, + 0.5742174386978149, + 0.5412688851356506, + 0.4487200677394867, + 0.46411436796188354, + 0.39745429158210754, + 0.35424044728279114, + 0.3198888301849365, + 0.23406250774860382, + 0.18384233117103577, + 0.13149097561836243, + 0.09410925209522247, + 0.07073071599006653, + 0.07037396728992462, + 0.03143185377120972, + -0.04229620099067688, + -0.047387659549713135, + -0.09494256973266602, + -0.1352176070213318 + ], + "p90": [ + 2.213646173477173, + 2.215266704559326, + 2.226649761199951, + 2.201756477355957, + 2.181504011154175, + 2.1810097694396973, + 2.1749424934387207, + 2.1452572345733643, + 2.1224300861358643, + 2.097318410873413, + 2.0825767517089844, + 2.0444962978363037, + 2.0185670852661133, + 1.991560697555542, + 1.9703153371810913, + 1.9559789896011353, + 1.910812258720398, + 1.8760708570480347, + 1.846774697303772, + 1.801473617553711, + 1.7699370384216309, + 1.7066551446914673, + 1.68816077709198, + 1.648504614830017, + 1.58858060836792, + 1.547828197479248, + 1.529557704925537, + 1.488633394241333, + 1.4343726634979248, + 1.3672975301742554, + 1.3329492807388306, + 1.275558352470398, + 1.214725375175476, + 1.154792308807373, + 1.106580138206482, + 1.0567103624343872, + 0.9970523118972778, + 0.947960615158081, + 0.8907070159912109, + 0.8363921642303467, + 0.7903341054916382, + 0.7594289779663086, + 0.7088590860366821, + 0.6596099138259888, + 0.6037291288375854, + 0.5782098770141602, + 0.5384265780448914, + 0.47533732652664185, + 0.42909255623817444, + 0.4008396863937378, + 0.37786054611206055, + 0.31548625230789185, + 0.2729147970676422, + 0.2470390498638153, + 0.21153122186660767, + 0.20655715465545654, + 0.16813166439533234, + 0.15332573652267456, + 0.12052927911281586, + 0.08837723731994629 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260617_144949.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260617_144949.json new file mode 100644 index 0000000000000000000000000000000000000000..3c4708041d164be163104b0527fe812d489791f7 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260617_144949.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-17T14:49:49.092909+00:00", + "metrics": { + "MSE[mean]": 0.7293551860923302, + "MSE[0.5]": 0.7293551860923302, + "MAE[0.5]": 0.7214793006617887, + "MASE[0.5]": 0.675110440515749, + "MAPE[0.5]": 13.680498126468724, + "sMAPE[0.5]": 0.8600252647781546, + "MSIS": 10.954627048110982, + "RMSE[mean]": 0.8540229423688395, + "NRMSE[mean]": 0.8733680232045773, + "ND[0.5]": 0.7378220412372357, + "mean_weighted_sum_quantile_loss": 0.5197888889607654 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00" + ], + "context": [ + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908 + ], + "actual": [ + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043 + ], + "predictions": { + "p50": [ + 2.236252784729004, + 2.226713180541992, + 2.215850830078125, + 2.205148935317993, + 2.192385196685791, + 2.179211139678955, + 2.1644434928894043, + 2.147144317626953, + 2.1292362213134766, + 2.111402988433838, + 2.092175006866455, + 2.070892095565796, + 2.049192190170288, + 2.0254971981048584, + 2.0022048950195312, + 1.9756135940551758, + 1.9490282535552979, + 1.9224629402160645, + 1.896561861038208, + 1.8676731586456299, + 1.8377466201782227, + 1.8072245121002197, + 1.7767188549041748, + 1.744168996810913, + 1.7138779163360596, + 1.683549165725708, + 1.6523807048797607, + 1.6210227012634277, + 1.588362455368042, + 1.5572216510772705, + 1.5269339084625244, + 1.4965834617614746, + 1.6640169620513916, + 1.636267066001892, + 1.5952191352844238, + 1.5671457052230835, + 1.5344387292861938, + 1.4985555410385132, + 1.4694228172302246, + 1.4430952072143555, + 1.4145714044570923, + 1.386671543121338, + 1.3591519594192505, + 1.3301441669464111, + 1.3067095279693604, + 1.284164309501648, + 1.2625784873962402, + 1.2356061935424805, + 1.2136093378067017, + 1.1956692934036255, + 1.1772916316986084, + 1.158745527267456, + 1.1423600912094116, + 1.1248770952224731, + 1.1102017164230347, + 1.0930029153823853, + 1.079136610031128, + 1.065918207168579, + 1.053984522819519, + 1.040320873260498 + ], + "p10": [ + 2.2203097343444824, + 2.2107601165771484, + 2.1977686882019043, + 2.1818246841430664, + 2.163175106048584, + 2.1436262130737305, + 2.1215689182281494, + 2.096550703048706, + 2.0721516609191895, + 2.04591703414917, + 2.016350269317627, + 1.986456274986267, + 1.9543099403381348, + 1.9200412034988403, + 1.882867455482483, + 1.8441550731658936, + 1.805357813835144, + 1.7638471126556396, + 1.7237745523452759, + 1.6806440353393555, + 1.6344209909439087, + 1.589069128036499, + 1.5413703918457031, + 1.4902167320251465, + 1.4368056058883667, + 1.3868321180343628, + 1.3328627347946167, + 1.2763311862945557, + 1.216813325881958, + 1.159477710723877, + 1.0993733406066895, + 1.0519428253173828, + 1.0124521255493164, + 1.0788438320159912, + 1.0546722412109375, + 0.9976854920387268, + 0.9504948854446411, + 0.9041435718536377, + 0.851458728313446, + 0.8025333285331726, + 0.7512264251708984, + 0.704747200012207, + 0.6534790396690369, + 0.6069241762161255, + 0.5702376365661621, + 0.5255373120307922, + 0.48069828748703003, + 0.4333586096763611, + 0.399253785610199, + 0.3590396046638489, + 0.31638509035110474, + 0.28049975633621216, + 0.23942822217941284, + 0.21036088466644287, + 0.1874610185623169, + 0.15897440910339355, + 0.12197762727737427, + 0.08992975950241089, + 0.06927531957626343, + 0.03508710861206055 + ], + "p90": [ + 2.2487082481384277, + 2.2409684658050537, + 2.233550786972046, + 2.228644609451294, + 2.219968795776367, + 2.2125840187072754, + 2.2052628993988037, + 2.195876121520996, + 2.1864445209503174, + 2.1753716468811035, + 2.1642720699310303, + 2.1546239852905273, + 2.1423919200897217, + 2.1292083263397217, + 2.1144375801086426, + 2.100142002105713, + 2.086358070373535, + 2.0752129554748535, + 2.0628814697265625, + 2.0501363277435303, + 2.035426139831543, + 2.022904872894287, + 2.009674549102783, + 1.9937169551849365, + 1.9817509651184082, + 1.9717849493026733, + 1.9599416255950928, + 1.947889804840088, + 1.9339447021484375, + 1.9207736253738403, + 1.9104353189468384, + 1.8978817462921143, + 2.0200772285461426, + 1.9554634094238281, + 1.9382820129394531, + 1.9493992328643799, + 1.9569287300109863, + 1.9608176946640015, + 1.962023138999939, + 1.9630424976348877, + 1.9624055624008179, + 1.9687554836273193, + 1.9720531702041626, + 1.977896809577942, + 1.98417329788208, + 1.9872736930847168, + 1.9907891750335693, + 1.9818263053894043, + 1.981117844581604, + 1.9840060472488403, + 1.9821999073028564, + 1.9864996671676636, + 1.9844260215759277, + 1.9896748065948486, + 1.991897463798523, + 1.9968252182006836, + 1.999558687210083, + 2.00368332862854, + 2.008627414703369, + 2.0191690921783447 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260617_144927.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260617_144927.json new file mode 100644 index 0000000000000000000000000000000000000000..9eee2829be09c8c0c8a0175965831ec09737832a --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260617_144927.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T14:49:27.111763+00:00", + "metrics": { + "MSE[mean]": 0.3444134060320284, + "MSE[0.5]": 0.3444134060320284, + "MAE[0.5]": 0.5090436081130368, + "MASE[0.5]": 0.47632780898868515, + "MAPE[0.5]": 9.04250830089567, + "sMAPE[0.5]": 0.7962042465879988, + "MSIS": 5.318280136228814, + "RMSE[mean]": 0.5868674518424313, + "NRMSE[mean]": 0.6001610037278935, + "ND[0.5]": 0.5205743167852745, + "mean_weighted_sum_quantile_loss": 0.3421490744756182 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 08:42:00", + "2026-06-16 08:48:00", + "2026-06-16 08:54:00", + "2026-06-16 09:00:00", + "2026-06-16 09:06:00", + "2026-06-16 09:12:00", + "2026-06-16 09:18:00", + "2026-06-16 09:24:00", + "2026-06-16 09:30:00", + "2026-06-16 09:36:00", + "2026-06-16 09:42:00", + "2026-06-16 09:48:00", + "2026-06-16 09:54:00", + "2026-06-16 10:00:00", + "2026-06-16 10:06:00", + "2026-06-16 10:12:00", + "2026-06-16 10:18:00", + "2026-06-16 10:24:00", + "2026-06-16 10:30:00", + "2026-06-16 10:36:00", + "2026-06-16 10:42:00", + "2026-06-16 10:48:00", + "2026-06-16 10:54:00", + "2026-06-16 11:00:00", + "2026-06-16 11:06:00", + "2026-06-16 11:12:00", + "2026-06-16 11:18:00", + "2026-06-16 11:24:00", + "2026-06-16 11:30:00", + "2026-06-16 11:36:00", + "2026-06-16 11:42:00", + "2026-06-16 11:48:00", + "2026-06-16 11:54:00", + "2026-06-16 12:00:00", + "2026-06-16 12:06:00", + "2026-06-16 12:12:00", + "2026-06-16 12:18:00", + "2026-06-16 12:24:00", + "2026-06-16 12:30:00", + "2026-06-16 12:36:00", + "2026-06-16 12:42:00", + "2026-06-16 12:48:00", + "2026-06-16 12:54:00", + "2026-06-16 13:00:00", + "2026-06-16 13:06:00", + "2026-06-16 13:12:00", + "2026-06-16 13:18:00", + "2026-06-16 13:24:00", + "2026-06-16 13:30:00", + "2026-06-16 13:36:00", + "2026-06-16 13:42:00", + "2026-06-16 13:48:00", + "2026-06-16 13:54:00", + "2026-06-16 14:00:00", + "2026-06-16 14:06:00", + "2026-06-16 14:12:00", + "2026-06-16 14:18:00", + "2026-06-16 14:24:00", + "2026-06-16 14:30:00", + "2026-06-16 14:36:00", + "2026-06-16 14:42:00", + "2026-06-16 14:48:00", + "2026-06-16 14:54:00", + "2026-06-16 15:00:00", + "2026-06-16 15:06:00", + "2026-06-16 15:12:00", + "2026-06-16 15:18:00", + "2026-06-16 15:24:00", + "2026-06-16 15:30:00", + "2026-06-16 15:36:00", + "2026-06-16 15:42:00", + "2026-06-16 15:48:00", + "2026-06-16 15:54:00", + "2026-06-16 16:00:00", + "2026-06-16 16:06:00", + "2026-06-16 16:12:00", + "2026-06-16 16:18:00", + "2026-06-16 16:24:00", + "2026-06-16 16:30:00", + "2026-06-16 16:36:00", + "2026-06-16 16:42:00", + "2026-06-16 16:48:00", + "2026-06-16 16:54:00", + "2026-06-16 17:00:00", + "2026-06-16 17:06:00", + "2026-06-16 17:12:00", + "2026-06-16 17:18:00", + "2026-06-16 17:24:00", + "2026-06-16 17:30:00", + "2026-06-16 17:36:00", + "2026-06-16 17:42:00", + "2026-06-16 17:48:00", + "2026-06-16 17:54:00", + "2026-06-16 18:00:00", + "2026-06-16 18:06:00", + "2026-06-16 18:12:00", + "2026-06-16 18:18:00", + "2026-06-16 18:24:00", + "2026-06-16 18:30:00", + "2026-06-16 18:36:00", + "2026-06-16 18:42:00", + "2026-06-16 18:48:00", + "2026-06-16 18:54:00", + "2026-06-16 19:00:00", + "2026-06-16 19:06:00", + "2026-06-16 19:12:00", + "2026-06-16 19:18:00", + "2026-06-16 19:24:00", + "2026-06-16 19:30:00", + "2026-06-16 19:36:00", + "2026-06-16 19:42:00", + "2026-06-16 19:48:00", + "2026-06-16 19:54:00", + "2026-06-16 20:00:00", + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00" + ], + "context": [ + 1.996999979019165, + 1.965000033378601, + 1.9140000343322754, + 1.8530000448226929, + 1.8170000314712524, + 1.7649999856948853, + 1.7079999446868896, + 1.6519999504089355, + 1.5870000123977661, + 1.5379999876022339, + 1.4919999837875366, + 1.4240000247955322, + 1.3660000562667847, + 1.2970000505447388, + 1.2430000305175781, + 1.184000015258789, + 1.1200000047683716, + 1.062000036239624, + 0.996999979019165, + 0.9539999961853027, + 0.890999972820282, + 0.8190000057220459, + 0.7549999952316284, + 0.6990000009536743, + 0.656000018119812, + 0.609000027179718, + 0.5519999861717224, + 0.5170000195503235, + 0.4580000042915344, + 0.3889999985694885, + 0.32600000500679016, + 0.2800000011920929, + 0.24500000476837158, + 0.1860000044107437, + 0.13099999725818634, + 0.0729999989271164, + 0.032999999821186066, + 0.006000000052154064, + -0.020999999716877937, + -0.06199999898672104, + -0.0860000029206276, + -0.11999999731779099, + -0.17000000178813934, + -0.17100000381469727, + -0.1889999955892563, + -0.21799999475479126, + -0.25600001215934753, + -0.27399998903274536, + -0.30300000309944153, + -0.3370000123977661, + -0.375, + -0.37400001287460327, + -0.3630000054836273, + -0.36000001430511475, + -0.36000001430511475, + -0.3700000047683716, + -0.3790000081062317, + -0.382999986410141, + -0.38199999928474426, + -0.37700000405311584, + -0.375, + -0.35899999737739563, + -0.3540000021457672, + -0.3449999988079071, + -0.3319999873638153, + -0.3190000057220459, + -0.2939999997615814, + -0.2770000100135803, + -0.2590000033378601, + -0.2290000021457672, + -0.2029999941587448, + -0.17599999904632568, + -0.14800000190734863, + -0.11599999666213989, + -0.08100000023841858, + -0.04899999871850014, + -0.019999999552965164, + 0.02500000037252903, + 0.07100000232458115, + 0.10400000214576721, + 0.14000000059604645, + 0.17299999296665192, + 0.21799999475479126, + 0.2680000066757202, + 0.31700000166893005, + 0.3529999852180481, + 0.3869999945163727, + 0.41200000047683716, + 0.4440000057220459, + 0.4779999852180481, + 0.515999972820282, + 0.5640000104904175, + 0.6000000238418579, + 0.6510000228881836, + 0.6919999718666077, + 0.7329999804496765, + 0.777999997138977, + 0.8140000104904175, + 0.8489999771118164, + 0.8949999809265137, + 0.9390000104904175, + 0.9729999899864197, + 1.00600004196167, + 1.0479999780654907, + 1.0839999914169312, + 1.1239999532699585, + 1.1629999876022339, + 1.184999942779541, + 1.222000002861023, + 1.25, + 1.2790000438690186, + 1.3049999475479126, + 1.3350000381469727, + 1.3700000047683716, + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908 + ], + "actual": [ + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043 + ], + "predictions": { + "p50": [ + 2.229984760284424, + 2.223088264465332, + 2.213770866394043, + 2.1993660926818848, + 2.1853325366973877, + 2.1706104278564453, + 2.1536059379577637, + 2.1332008838653564, + 2.110980749130249, + 2.0886852741241455, + 2.0682902336120605, + 2.043254852294922, + 2.0158638954162598, + 1.9865589141845703, + 1.9576245546340942, + 1.9280986785888672, + 1.897005558013916, + 1.8652101755142212, + 1.8327913284301758, + 1.8003177642822266, + 1.76496160030365, + 1.7295657396316528, + 1.694694995880127, + 1.6575305461883545, + 1.6232831478118896, + 1.5847047567367554, + 1.543616533279419, + 1.5001647472381592, + 1.4663197994232178, + 1.4178640842437744, + 1.382136344909668, + 1.3409216403961182, + 1.3350087404251099, + 1.2967901229858398, + 1.2607625722885132, + 1.2227569818496704, + 1.18394136428833, + 1.1488271951675415, + 1.1119325160980225, + 1.076704740524292, + 1.041845440864563, + 1.0039647817611694, + 0.9729881286621094, + 0.940982460975647, + 0.9094613790512085, + 0.8828814625740051, + 0.8527615070343018, + 0.8260208368301392, + 0.7979630827903748, + 0.7774044275283813, + 0.7512192726135254, + 0.7354795932769775, + 0.7196332812309265, + 0.6997395753860474, + 0.6900293827056885, + 0.6782562136650085, + 0.6649181246757507, + 0.6599289774894714, + 0.6555567979812622, + 0.6544516086578369 + ], + "p10": [ + 2.214561939239502, + 2.2008962631225586, + 2.1880240440368652, + 2.1698124408721924, + 2.1535215377807617, + 2.134084939956665, + 2.1112520694732666, + 2.0843558311462402, + 2.0553956031799316, + 2.0289669036865234, + 1.9970738887786865, + 1.9644691944122314, + 1.928768277168274, + 1.8902713060379028, + 1.8480162620544434, + 1.8084194660186768, + 1.7650543451309204, + 1.7234963178634644, + 1.678954005241394, + 1.6323784589767456, + 1.5869660377502441, + 1.5378986597061157, + 1.4886589050292969, + 1.4379360675811768, + 1.3844279050827026, + 1.3282344341278076, + 1.2711433172225952, + 1.2127280235290527, + 1.156609058380127, + 1.0972906351089478, + 1.0345959663391113, + 0.9792395234107971, + 0.9190102815628052, + 0.8741357922554016, + 0.8203175663948059, + 0.7723023891448975, + 0.7126078009605408, + 0.6625421047210693, + 0.602210521697998, + 0.5543134212493896, + 0.49899494647979736, + 0.4434489607810974, + 0.39646679162979126, + 0.3379718065261841, + 0.27732372283935547, + 0.23158752918243408, + 0.18631547689437866, + 0.1378014087677002, + 0.08015638589859009, + 0.03730213642120361, + -0.01384735107421875, + -0.048075199127197266, + -0.08811330795288086, + -0.13962888717651367, + -0.1606210470199585, + -0.20057201385498047, + -0.24989283084869385, + -0.2768666744232178, + -0.3114287853240967, + -0.3415517807006836 + ], + "p90": [ + 2.2410969734191895, + 2.240230083465576, + 2.2338855266571045, + 2.225679397583008, + 2.2173073291778564, + 2.2077741622924805, + 2.194279909133911, + 2.182480812072754, + 2.1695444583892822, + 2.1569018363952637, + 2.1458699703216553, + 2.131143569946289, + 2.1134369373321533, + 2.0974817276000977, + 2.0833163261413574, + 2.066128969192505, + 2.0502443313598633, + 2.0352442264556885, + 2.016417980194092, + 1.9984772205352783, + 1.9845786094665527, + 1.965861439704895, + 1.9505624771118164, + 1.9320241212844849, + 1.91377592086792, + 1.8941912651062012, + 1.8731465339660645, + 1.8558690547943115, + 1.8521826267242432, + 1.822716236114502, + 1.8155755996704102, + 1.798524022102356, + 1.784873366355896, + 1.7884716987609863, + 1.7868118286132812, + 1.769012212753296, + 1.754037857055664, + 1.7396706342697144, + 1.7334833145141602, + 1.7394683361053467, + 1.7316999435424805, + 1.7217259407043457, + 1.7023322582244873, + 1.7169890403747559, + 1.7144335508346558, + 1.7121448516845703, + 1.7257332801818848, + 1.720075249671936, + 1.7220690250396729, + 1.7378513813018799, + 1.739164113998413, + 1.741898536682129, + 1.756050705909729, + 1.7557411193847656, + 1.7735083103179932, + 1.7863519191741943, + 1.783306360244751, + 1.8047161102294922, + 1.8393681049346924, + 1.8515522480010986 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260617_145120.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260617_145120.json new file mode 100644 index 0000000000000000000000000000000000000000..d3c428d269b8d2da5d9a98e4ade568b7ba52e446 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260617_145120.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-17T14:51:20.912289+00:00", + "metrics": { + "MSE[mean]": 0.07919905708553991, + "MSE[0.5]": 0.08750083008989017, + "MAE[0.5]": 0.2643652385569961, + "MASE[0.5]": 1.9697798773510244, + "MAPE[0.5]": 0.20078763696913182, + "sMAPE[0.5]": 0.2277801443242694, + "MSIS": 34.225553174275156, + "RMSE[mean]": 0.2814232703341, + "NRMSE[mean]": 0.22364761698695887, + "ND[0.5]": 0.21009156615680533, + "mean_weighted_sum_quantile_loss": 0.1897519080878947 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0 + ], + "actual": [ + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5 + ], + "predictions": { + "p50": [ + 0.9882323744003685, + 0.9956067438384366, + 0.9934557423012869, + 1.0008342548747802, + 1.0011130164538238, + 0.9977669410703683, + 0.9978168611576702, + 0.9998737552834805, + 0.9973950113916585, + 0.998302623116283, + 1.0003008067546155, + 1.0010115901881556, + 0.9984109798444872, + 0.9994764362722752, + 0.998411152500804, + 1.0021484572545212, + 1.0013175180083143, + 0.9985169790134547, + 0.9928525197351934, + 0.9985169813565424, + 1.0010120869753139, + 1.0010120871000792, + 0.9984111901257752, + 0.9985169818512787, + 0.9994765252677618, + 1.0003019812115932, + 1.0013175247518165, + 0.9983053984608228, + 1.0003019812143061, + 1.0016229623144122, + 1.0016229623144666, + 1.0016229623144894, + 0.9988909618680163, + 0.9974015697595893, + 0.9983053984613475, + 1.0010120871916106, + 1.0013175247530586, + 0.9988909618680234, + 0.99851698186767, + 1.0006570342030698, + 0.9974015697595922, + 0.9989967535711841, + 0.9998892532446134, + 0.99851698186767, + 1.0013175247530586, + 1.001012087191611, + 0.99851698186767, + 1.0006570342030698, + 0.9998892532446134, + 0.9974015697595922, + 1.001012087191611, + 0.9961049695623172, + 1.0016229623145063, + 0.99851698186767, + 0.9961049695623172, + 0.9983053984613486, + 1.0003019812145286, + 0.9994765252746982, + 1.0016229623145063, + 0.9994765252746982, + 0.9994765252746982, + 0.99851698186767, + 1.001012087191611, + 1.0013175247530586, + 0.9946036325884933, + 0.9978534841104704, + 0.99851698186767, + 0.9946095165310893, + 1.0027949997380934, + 0.99851698186767, + 1.0016229623145063, + 0.99851698186767 + ], + "p10": [ + 0.8980795591568194, + 0.9269088017628924, + 0.9304088356098259, + 0.9291241865075257, + 0.9371884469345562, + 0.9316802306441823, + 0.934933274271146, + 0.9097814986654356, + 0.9289830228789977, + 0.9296046810407388, + 0.9315496674945232, + 0.9315503449509808, + 0.9093554414159737, + 0.9220654451576005, + 0.9097969589628632, + 0.9296074404474213, + 0.9220655274152791, + 0.928989578392716, + 0.9053835465130053, + 0.9220655336488959, + 0.9097969964102712, + 0.9093556516444639, + 0.9097969965878343, + 0.931766773667893, + 0.9296074563788679, + 0.909796996623633, + 0.9315508419531939, + 0.9053835477203156, + 0.9296074563855818, + 0.9234287049969798, + 0.9315508419543965, + 0.9234287049970571, + 0.9289895812469242, + 0.9289895812469284, + 0.9093556517359946, + 0.9234287049970735, + 0.9296074563858041, + 0.9296074563858043, + 0.9296074563858043, + 0.93464958486998, + 0.9220655341600235, + 0.9097969966265684, + 0.9317667736842843, + 0.9315508419544363, + 0.9053835477208414, + 0.9097969966265684, + 0.9053835477208414, + 0.9317667736842843, + 0.9296074563858043, + 0.9093556517359958, + 0.93464958486998, + 0.9097969966265684, + 0.923428704997074, + 0.923428704997074, + 0.9289895812469313, + 0.9296074563858043, + 0.923428704997074, + 0.9097969966265684, + 0.923428704997074, + 0.9289895812469313, + 0.9296074563858043, + 0.923428704997074, + 0.9097969966265684, + 0.9097969966265684, + 0.9053835477208414, + 0.923428704997074, + 0.9053835477208414, + 0.9220655341600235, + 0.9296074563858043, + 0.9315508419544363, + 0.9317667736842843, + 0.9296074563858043 + ], + "p90": [ + 1.0809332254084287, + 1.0910318805615242, + 1.0866761539698506, + 1.0932472653061576, + 1.092318010982247, + 1.0992079895275015, + 1.0718634610381033, + 1.0878026623533281, + 1.0925159609135482, + 1.0937277598393707, + 1.0923871208323515, + 1.0937300381809807, + 1.0992943222475815, + 1.0992944435651806, + 1.0942868972590476, + 1.0992945166292205, + 1.1040724059258111, + 1.0852481166560293, + 1.0925225180736458, + 1.0925225187703542, + 1.0992945323513064, + 1.1040724125790236, + 1.0925225192427477, + 1.0923882952758732, + 1.092388295285328, + 1.0942869349198174, + 1.0852481195090022, + 1.1040724126700296, + 1.092388295292042, + 1.0885087840419008, + 1.1040724126705157, + 1.0937305351844193, + 1.0992945325675965, + 1.092522519281479, + 1.1040724126705543, + 1.092388295292264, + 1.1040724126705552, + 1.0925225192814818, + 1.0925225192814818, + 1.0873103675391496, + 1.070416968933199, + 1.0992945325676036, + 1.1095769078956679, + 1.0992945325676036, + 1.0942869349227529, + 1.0923882952922646, + 1.0925225192814818, + 1.0997723205778986, + 1.0997723205778986, + 1.0873103675391496, + 1.0992945325676036, + 1.0852481195102446, + 1.0992945325676036, + 1.0923882952922646, + 1.087818160314461, + 1.087818160314461, + 1.0925225192814818, + 1.0873103675391496, + 1.0930789190197985, + 1.0992945325676036, + 1.1040724126705554, + 1.0852481195102446, + 1.0925225192814818, + 1.0923882952922646, + 1.0859621370884465, + 1.0937305351844362, + 1.0923882952922646, + 1.0942869349227529, + 1.1046228621930667, + 1.1046228621930667, + 1.1095769078956679, + 1.0852481195102446 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_144806.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_144806.json new file mode 100644 index 0000000000000000000000000000000000000000..5297541e96a570b7ec3117f649641af3289ef6fb --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_144806.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T14:48:06.391072+00:00", + "metrics": { + "MSE[mean]": 0.07644741328085036, + "MSE[0.5]": 0.07644741328085036, + "MAE[0.5]": 0.24273859295580122, + "MASE[0.5]": 1.8086401921474742, + "MAPE[0.5]": 0.18385641914605833, + "sMAPE[0.5]": 0.20674505966215684, + "MSIS": 29.08473271802703, + "RMSE[mean]": 0.27649125353408627, + "NRMSE[mean]": 0.21972813370132577, + "ND[0.5]": 0.19290482908852152, + "mean_weighted_sum_quantile_loss": 0.16571714582142938 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0 + ], + "actual": [ + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5 + ], + "predictions": { + "p50": [ + 1.0138435363769531, + 1.0249762535095215, + 1.0280414819717407, + 1.0311635732650757, + 1.0311955213546753, + 1.0287525653839111, + 1.0312713384628296, + 1.0316296815872192, + 1.0320531129837036, + 1.033018946647644, + 1.0319143533706665, + 1.0308490991592407, + 1.0298882722854614, + 1.0324636697769165, + 1.032712697982788, + 1.030099868774414, + 1.0254579782485962, + 1.0227783918380737, + 1.0216584205627441, + 1.0236265659332275, + 1.0232093334197998, + 1.024436116218567, + 1.024862289428711, + 1.0254076719284058, + 1.0255725383758545, + 1.0252454280853271, + 1.0262895822525024, + 1.0287842750549316, + 1.0282169580459595, + 1.0297455787658691, + 1.0305898189544678, + 1.0292936563491821, + 1.0307754278182983, + 1.0318453311920166, + 1.0320942401885986, + 1.032687783241272, + 1.0316435098648071, + 1.0320645570755005, + 1.0332813262939453, + 1.034543514251709, + 1.0352745056152344, + 1.033581018447876, + 1.0327917337417603, + 1.0341356992721558, + 1.0326002836227417, + 1.0349926948547363, + 1.0351630449295044, + 1.0338736772537231, + 1.031839370727539, + 1.0324771404266357, + 1.031186819076538, + 1.0295661687850952, + 1.025610089302063, + 1.0236256122589111, + 1.0238089561462402, + 1.023383617401123, + 1.0217955112457275, + 1.0205647945404053, + 1.0182143449783325, + 1.0138558149337769, + 1.0128233432769775, + 1.0110746622085571, + 1.00945246219635, + 1.0092973709106445, + 1.0048142671585083, + 1.0039589405059814, + 1.0021034479141235, + 0.999104380607605, + 0.9978500008583069, + 0.9988036751747131, + 1.001754879951477, + 1.0011188983917236 + ], + "p10": [ + 0.922824501991272, + 0.9112080931663513, + 0.9075571894645691, + 0.9036902189254761, + 0.8964227437973022, + 0.8978263735771179, + 0.8976116180419922, + 0.89195317029953, + 0.8927845358848572, + 0.8886196613311768, + 0.8906174302101135, + 0.8858551979064941, + 0.8825756907463074, + 0.8816312551498413, + 0.8847834467887878, + 0.8796704411506653, + 0.8693565130233765, + 0.8680541515350342, + 0.8666619658470154, + 0.8651921153068542, + 0.8643775582313538, + 0.8647482395172119, + 0.86650550365448, + 0.8648399710655212, + 0.8665559887886047, + 0.8628265857696533, + 0.8626553416252136, + 0.8570612668991089, + 0.8574402332305908, + 0.857343316078186, + 0.8592296838760376, + 0.8566694855690002, + 0.8487421274185181, + 0.847305953502655, + 0.8461477756500244, + 0.8443698883056641, + 0.841311514377594, + 0.8412328362464905, + 0.8424632549285889, + 0.8394261598587036, + 0.8409699201583862, + 0.8350300192832947, + 0.8343585729598999, + 0.8313788175582886, + 0.8307041525840759, + 0.8297114968299866, + 0.8327635526657104, + 0.8312391638755798, + 0.8253597617149353, + 0.8251164555549622, + 0.823829710483551, + 0.823112964630127, + 0.8197121620178223, + 0.8193199634552002, + 0.819568395614624, + 0.8167210221290588, + 0.8213880062103271, + 0.8134899139404297, + 0.8116995096206665, + 0.8070977926254272, + 0.8042256236076355, + 0.8026965856552124, + 0.7999004125595093, + 0.7981405854225159, + 0.7839348912239075, + 0.7875881195068359, + 0.7865076065063477, + 0.7845029830932617, + 0.7841579914093018, + 0.7813471555709839, + 0.7840036153793335, + 0.7830002903938293 + ], + "p90": [ + 1.0892072916030884, + 1.1145257949829102, + 1.1253242492675781, + 1.1302822828292847, + 1.134255290031433, + 1.1371564865112305, + 1.139510154724121, + 1.1410548686981201, + 1.1469250917434692, + 1.1486997604370117, + 1.1509528160095215, + 1.1508337259292603, + 1.1509485244750977, + 1.1549899578094482, + 1.1564010381698608, + 1.1580827236175537, + 1.1654486656188965, + 1.1684092283248901, + 1.1712729930877686, + 1.1719424724578857, + 1.1737818717956543, + 1.176563024520874, + 1.1774861812591553, + 1.179078221321106, + 1.184996247291565, + 1.1859161853790283, + 1.1909607648849487, + 1.1921013593673706, + 1.1938185691833496, + 1.1959929466247559, + 1.196600079536438, + 1.1983944177627563, + 1.1961084604263306, + 1.2031956911087036, + 1.2039811611175537, + 1.2094721794128418, + 1.211442470550537, + 1.2145686149597168, + 1.2146621942520142, + 1.2142149209976196, + 1.219156265258789, + 1.2220773696899414, + 1.2252755165100098, + 1.2217073440551758, + 1.2236257791519165, + 1.2256624698638916, + 1.2236156463623047, + 1.2255885601043701, + 1.2238816022872925, + 1.2244539260864258, + 1.219309687614441, + 1.221940279006958, + 1.2205662727355957, + 1.2217693328857422, + 1.219062089920044, + 1.2155100107192993, + 1.2217152118682861, + 1.217185616493225, + 1.2183743715286255, + 1.2152358293533325, + 1.2123558521270752, + 1.2132126092910767, + 1.210036277770996, + 1.2101402282714844, + 1.2131463289260864, + 1.2094435691833496, + 1.211930274963379, + 1.2056370973587036, + 1.2048360109329224, + 1.2103559970855713, + 1.2142401933670044, + 1.2092738151550293 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260617_145121.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260617_145121.json new file mode 100644 index 0000000000000000000000000000000000000000..952d8704c4ecf50a2e044ea8b2dc46f600b74cbe --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260617_145121.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-17T14:51:21.068367+00:00", + "metrics": { + "MSE[mean]": 0.09343222862742476, + "MSE[0.5]": 0.09235666433217905, + "MAE[0.5]": 0.2683589106060754, + "MASE[0.5]": 1.99953664447349, + "MAPE[0.5]": 0.20349182724308493, + "sMAPE[0.5]": 0.23172351641520736, + "MSIS": 21.231648878164137, + "RMSE[mean]": 0.3056668588961269, + "NRMSE[mean]": 0.24291404368533637, + "ND[0.5]": 0.2132653450548462, + "mean_weighted_sum_quantile_loss": 0.20013640498995774 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0 + ], + "actual": [ + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5 + ], + "predictions": { + "p50": [ + 1.032560732958703, + 1.0316123508167716, + 1.0306639686748404, + 1.029715586532909, + 1.028767204390978, + 1.0278188222490467, + 1.0268704401071154, + 1.0259220579651842, + 1.024973675823253, + 1.0240252936813217, + 1.0230769115393905, + 1.0221285293974591, + 1.021180147255528, + 1.0202317651135968, + 1.0192833829716654, + 1.0183350008297343, + 1.0173866186878031, + 1.0164382365458717, + 1.0154898544039406, + 1.0145414722620092, + 1.013593090120078, + 1.0126447079781469, + 1.0116963258362155, + 1.0107479436942843, + 1.0097995615523532, + 1.0088511794104218, + 1.0079027972684906, + 1.0069544151265593, + 1.006006032984628, + 1.005057650842697, + 1.0041092687007656, + 1.0031608865588344, + 1.0022125044169032, + 1.0012641222749719, + 1.0003157401330407, + 0.9993673579911095, + 0.9984189758491783, + 0.997470593707247, + 0.9965222115653158, + 0.9955738294233846, + 0.9946254472814533, + 0.993677065139522, + 0.9927286829975909, + 0.9917803008556596, + 0.9908319187137283, + 0.9898835365717971, + 0.9889351544298659, + 0.9879867722879346, + 0.9870383901460034, + 0.9860900080040721, + 0.9851416258621409, + 0.9841932437202097, + 0.9832448615782784, + 0.9822964794363471, + 0.981348097294416, + 0.9803997151524847, + 0.9794513330105534, + 0.9785029508686222, + 0.977554568726691, + 0.9766061865847597, + 0.9756578044428285, + 0.9747094223008972, + 0.9737610401589659, + 0.9728126580170348, + 0.9718642758751035, + 0.9709158937331722, + 0.9699675115912411, + 0.9690191294493098, + 0.9680707473073785, + 0.9671223651654473, + 0.966173983023516, + 0.9652256008815848 + ], + "p10": [ + 0.9325607091168452, + 0.9316123269749138, + 0.9306639448329826, + 0.9297155626910513, + 0.9287671805491201, + 0.927818798407189, + 0.9268704162652576, + 0.9259220341233264, + 0.9249736519813953, + 0.9240252698394639, + 0.9230768876975327, + 0.9221285055556013, + 0.9211801234136702, + 0.920231741271739, + 0.9192833591298076, + 0.9183349769878765, + 0.9173865948459453, + 0.9164382127040139, + 0.9154898305620828, + 0.9145414484201514, + 0.9135930662782202, + 0.9126446841362891, + 0.9116963019943577, + 0.9107479198524265, + 0.9097995377104954, + 0.908851155568564, + 0.9079027734266328, + 0.9069543912847015, + 0.9060060091427703, + 0.9050576270008391, + 0.9041092448589078, + 0.9031608627169766, + 0.9022124805750454, + 0.9012640984331141, + 0.9003157162911829, + 0.8993673341492516, + 0.8984189520073204, + 0.8974705698653891, + 0.8965221877234579, + 0.8955738055815267, + 0.8946254234395954, + 0.8936770412976641, + 0.892728659155733, + 0.8917802770138017, + 0.8908318948718704, + 0.8898835127299392, + 0.888935130588008, + 0.8879867484460767, + 0.8870383663041455, + 0.8860899841622142, + 0.885141602020283, + 0.8841932198783518, + 0.8832448377364205, + 0.8822964555944892, + 0.8813480734525581, + 0.8803996913106268, + 0.8794513091686955, + 0.8785029270267642, + 0.8775545448848331, + 0.8766061627429018, + 0.8756577806009705, + 0.8747093984590393, + 0.873761016317108, + 0.8728126341751768, + 0.8718642520332456, + 0.8709158698913143, + 0.8699674877493832, + 0.8690191056074519, + 0.8680707234655206, + 0.8671223413235893, + 0.8661739591816581, + 0.8652255770397269 + ], + "p90": [ + 1.132560756800561, + 1.1316123746586295, + 1.1306639925166984, + 1.129715610374767, + 1.1287672282328358, + 1.1278188460909047, + 1.1268704639489733, + 1.1259220818070421, + 1.124973699665111, + 1.1240253175231796, + 1.1230769353812484, + 1.122128553239317, + 1.1211801710973859, + 1.1202317889554547, + 1.1192834068135233, + 1.1183350246715922, + 1.117386642529661, + 1.1164382603877296, + 1.1154898782457985, + 1.114541496103867, + 1.113593113961936, + 1.1126447318200048, + 1.1116963496780734, + 1.1107479675361422, + 1.109799585394211, + 1.1088512032522797, + 1.1079028211103485, + 1.1069544389684172, + 1.106006056826486, + 1.1050576746845548, + 1.1041092925426235, + 1.1031609104006923, + 1.1022125282587611, + 1.1012641461168298, + 1.1003157639748986, + 1.0993673818329674, + 1.098418999691036, + 1.097470617549105, + 1.0965222354071738, + 1.0955738532652424, + 1.0946254711233112, + 1.0936770889813798, + 1.0927287068394487, + 1.0917803246975175, + 1.0908319425555861, + 1.089883560413655, + 1.0889351782717238, + 1.0879867961297924, + 1.0870384139878613, + 1.08609003184593, + 1.0851416497039987, + 1.0841932675620676, + 1.0832448854201362, + 1.082296503278205, + 1.0813481211362739, + 1.0803997389943425, + 1.0794513568524113, + 0.9785029508686222, + 1.0775545925685488, + 1.0766062104266176, + 1.0756578282846863, + 1.074709446142755, + 1.0737610640008237, + 1.0728126818588926, + 1.0718642997169614, + 1.07091591757503, + 1.0699675354330989, + 1.0690191532911677, + 1.0680707711492363, + 1.0671223890073052, + 1.0661740068653738, + 1.0652256247234426 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_145046.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_145046.json new file mode 100644 index 0000000000000000000000000000000000000000..5068ffef170638ce54446dc8d08a07105f3607d2 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_145046.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T14:50:46.876320+00:00", + "metrics": { + "MSE[mean]": 0.03182460935549317, + "MSE[0.5]": 0.05047099052564165, + "MAE[0.5]": 0.19096855653656852, + "MASE[0.5]": 1.422902730804391, + "MAPE[0.5]": 0.14411424249033125, + "sMAPE[0.5]": 0.15839785195405645, + "MSIS": 7.139521861703524, + "RMSE[mean]": 0.17839453286323875, + "NRMSE[mean]": 0.14177048014188576, + "ND[0.5]": 0.15176308106340616, + "mean_weighted_sum_quantile_loss": 0.14129987249969397 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0 + ], + "actual": [ + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5 + ], + "predictions": { + "p50": [ + 1.0252626538276672, + 1.0214253664016724, + 1.0436493754386902, + 1.0505759119987488, + 1.0425978302955627, + 1.0543335676193237, + 1.049560308456421, + 1.0469990372657776, + 1.0429380536079407, + 1.0690289735794067, + 1.0643481016159058, + 1.058229386806488, + 1.061133861541748, + 1.0724379420280457, + 1.0592183470726013, + 1.0760858058929443, + 1.0968663096427917, + 1.063235878944397, + 1.0707156658172607, + 1.0751842260360718, + 1.062267005443573, + 1.0398874282836914, + 1.0849820375442505, + 1.086148738861084, + 1.0958998203277588, + 1.0932382345199585, + 1.0992931127548218, + 1.0859410166740417, + 1.0917159914970398, + 1.1016336679458618, + 1.0681392550468445, + 1.0730372667312622, + 1.0824618935585022, + 1.0756918787956238, + 1.0779842138290405, + 1.1158037781715393, + 1.0887644290924072, + 1.1051923632621765, + 1.0808287262916565, + 1.1067639589309692, + 1.0705097913742065, + 1.08010333776474, + 1.1179991364479065, + 1.093837857246399, + 1.0740601420402527, + 1.128935158252716, + 1.0799115300178528, + 1.0912564992904663, + 1.0929732918739319, + 1.0590487718582153, + 1.132077693939209, + 1.092305600643158, + 1.088627576828003, + 1.0981835722923279, + 1.128149151802063, + 1.1187419891357422, + 1.0965399742126465, + 1.0711533427238464, + 1.1082242131233215, + 1.070849895477295, + 1.0655749440193176, + 1.08712637424469, + 1.0770836472511292, + 1.130338430404663, + 1.1022611260414124, + 1.059642255306244, + 1.0647510886192322, + 1.0868809223175049, + 1.0658164024353027, + 1.0824235081672668, + 1.0930835008621216, + 1.0926340222358704 + ], + "p10": [ + 0.9507349133491516, + 0.9211817681789398, + 0.9109973013401031, + 0.9120423495769501, + 0.8785243630409241, + 0.8961885571479797, + 0.9024665057659149, + 0.8765769898891449, + 0.8919766843318939, + 0.8764817714691162, + 0.851184219121933, + 0.8947912752628326, + 0.8451615869998932, + 0.83182293176651, + 0.821079820394516, + 0.8474847078323364, + 0.8935574889183044, + 0.8426238596439362, + 0.8307225406169891, + 0.8743709921836853, + 0.8390681743621826, + 0.8127494156360626, + 0.8443901836872101, + 0.7861603498458862, + 0.8102176785469055, + 0.7742354869842529, + 0.8037652373313904, + 0.8262171447277069, + 0.7600210905075073, + 0.7505097389221191, + 0.6700338125228882, + 0.735042542219162, + 0.7974477112293243, + 0.7550333440303802, + 0.6659370958805084, + 0.8035437762737274, + 0.7210078537464142, + 0.7708848714828491, + 0.7707948386669159, + 0.7236883640289307, + 0.684872567653656, + 0.7406584024429321, + 0.7426199316978455, + 0.7353968918323517, + 0.6960574388504028, + 0.7225566208362579, + 0.6775470674037933, + 0.5914786756038666, + 0.7380047738552094, + 0.6946956515312195, + 0.7516625821590424, + 0.7345617711544037, + 0.7006130814552307, + 0.7406049370765686, + 0.7141675651073456, + 0.6709284484386444, + 0.6971365809440613, + 0.7001867592334747, + 0.7127600014209747, + 0.6550317108631134, + 0.6737821698188782, + 0.631488710641861, + 0.6500627398490906, + 0.7505527138710022, + 0.718816876411438, + 0.6363155245780945, + 0.6457681655883789, + 0.6501300930976868, + 0.5156925916671753, + 0.5929221212863922, + 0.5513915717601776, + 0.6505490243434906 + ], + "p90": [ + 1.110480546951294, + 1.1777316331863403, + 1.1710416078567505, + 1.1851366758346558, + 1.2125349044799805, + 1.2268721461296082, + 1.2440512776374817, + 1.2848542928695679, + 1.2147071957588196, + 1.2359334230422974, + 1.2695021629333496, + 1.293185830116272, + 1.2867261171340942, + 1.3488478660583496, + 1.2936967611312866, + 1.3502991795539856, + 1.3534732460975647, + 1.37667578458786, + 1.4185096621513367, + 1.4296573996543884, + 1.3971372246742249, + 1.3444704413414001, + 1.3675479888916016, + 1.4858264327049255, + 1.4751482605934143, + 1.5220255851745605, + 1.4587206840515137, + 1.4202622175216675, + 1.572390079498291, + 1.5768485069274902, + 1.5747835040092468, + 1.6228755712509155, + 1.4976170659065247, + 1.5809982419013977, + 1.4958246946334839, + 1.561670184135437, + 1.757957935333252, + 1.558516025543213, + 1.6424012184143066, + 1.6666107773780823, + 1.4605563879013062, + 1.6265724897384644, + 1.6221604347229004, + 1.5886894464492798, + 1.7092152833938599, + 1.7152429223060608, + 1.5459636449813843, + 1.735531210899353, + 1.5141538381576538, + 1.5773616433143616, + 1.5194454193115234, + 1.6369134187698364, + 1.6102166771888733, + 1.7350513339042664, + 1.652349054813385, + 1.7224982976913452, + 1.6698059439659119, + 1.578797996044159, + 1.684518277645111, + 1.583585500717163, + 1.5716335773468018, + 1.54397451877594, + 1.6309725046157837, + 1.6968963742256165, + 1.5232634544372559, + 1.6084924340248108, + 1.6412213444709778, + 1.7205212116241455, + 1.7455521821975708, + 1.7602187991142273, + 1.6420862674713135, + 1.942126750946045 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260617_145121.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260617_145121.json new file mode 100644 index 0000000000000000000000000000000000000000..72a2a87b2c7a59098aeadfebda546d3b511fac2e --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260617_145121.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-17T14:51:21.106401+00:00", + "metrics": { + "MSE[mean]": 0.08336065647742735, + "MSE[0.5]": 0.08232121537184854, + "MAE[0.5]": 0.25556481117451635, + "MASE[0.5]": 1.9042080765170037, + "MAPE[0.5]": 0.19406984889459977, + "sMAPE[0.5]": 0.21917133561608215, + "MSIS": 17.866475109426208, + "RMSE[mean]": 0.28872245579003264, + "NRMSE[mean]": 0.22944829377970313, + "ND[0.5]": 0.20309784950280663, + "mean_weighted_sum_quantile_loss": 0.18975470313743903 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0 + ], + "actual": [ + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5 + ], + "predictions": { + "p50": [ + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796, + 1.0096666689713796 + ], + "p10": [ + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218, + 0.9096666451295218 + ], + "p90": [ + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.0096666689713796, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375, + 1.1096666928132375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260617_145121.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260617_145121.json new file mode 100644 index 0000000000000000000000000000000000000000..3d539efcdbe1eeffc232e686cba331183b452449 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260617_145121.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-17T14:51:21.142605+00:00", + "metrics": { + "MSE[mean]": 0.08611110647519599, + "MSE[0.5]": 0.08611110647519599, + "MAE[0.5]": 0.2583333303531011, + "MASE[0.5]": 1.9248362551603198, + "MAPE[0.5]": 0.19690833941405292, + "sMAPE[0.5]": 0.22358039795829823, + "MSIS": 68.7017526737855, + "RMSE[mean]": 0.29344693979524816, + "NRMSE[mean]": 0.23320285035210406, + "ND[0.5]": 0.2052979970461782, + "mean_weighted_sum_quantile_loss": 0.20022564025787581 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0 + ], + "actual": [ + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5 + ], + "predictions": { + "p50": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0 + ], + "p10": [ + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 1.0780000233650207, + 0.98, + 0.98, + 1.0780000233650207, + 0.8819999766349792, + 0.8819999766349792, + 1.0780000233650207, + 1.0780000233650207, + 0.8819999766349792, + 0.8819999766349792, + 0.98, + 0.98, + 1.0780000233650207, + 1.0780000233650207, + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 1.0780000233650207, + 0.98, + 0.98, + 1.0780000233650207, + 0.8819999766349792, + 0.8819999766349792, + 1.0780000233650207, + 1.0780000233650207, + 0.8819999766349792, + 0.8819999766349792, + 0.98, + 0.98, + 1.0780000233650207, + 1.0780000233650207, + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 0.98, + 1.0780000233650207, + 0.98, + 0.98, + 1.0780000233650207, + 0.8819999766349792, + 0.8819999766349792, + 1.0780000233650207, + 1.0780000233650207, + 0.8819999766349792, + 0.8819999766349792, + 0.98, + 0.98, + 1.0780000233650207, + 1.0780000233650207, + 0.98 + ], + "p90": [ + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.1220000243186952, + 1.02, + 1.02, + 1.1220000243186952, + 0.917999975681305, + 0.917999975681305, + 1.1220000243186952, + 1.1220000243186952, + 0.917999975681305, + 0.917999975681305, + 1.02, + 1.02, + 1.1220000243186952, + 1.1220000243186952, + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.1220000243186952, + 1.02, + 1.02, + 1.1220000243186952, + 0.917999975681305, + 0.917999975681305, + 1.1220000243186952, + 1.1220000243186952, + 0.917999975681305, + 0.917999975681305, + 1.02, + 1.02, + 1.1220000243186952, + 1.1220000243186952, + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.02, + 1.1220000243186952, + 1.02, + 1.02, + 1.1220000243186952, + 0.917999975681305, + 0.917999975681305, + 1.1220000243186952, + 1.1220000243186952, + 0.917999975681305, + 0.917999975681305, + 1.02, + 1.02, + 1.1220000243186952, + 1.1220000243186952, + 1.02 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_145115.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_145115.json new file mode 100644 index 0000000000000000000000000000000000000000..6d179a947a80a8aee364a9e40e230c7ab48899ad --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_145115.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T14:51:15.125782+00:00", + "metrics": { + "MSE[mean]": 0.06304012991994472, + "MSE[0.5]": 0.06304012991994472, + "MAE[0.5]": 0.21956679390536415, + "MASE[0.5]": 1.635987600828317, + "MAPE[0.5]": 0.166352740340733, + "sMAPE[0.5]": 0.18475014809194373, + "MSIS": 34.66437095065721, + "RMSE[mean]": 0.25107793594807315, + "NRMSE[mean]": 0.19953212108624557, + "ND[0.5]": 0.17449015558700692, + "mean_weighted_sum_quantile_loss": 0.1537347448318107 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0 + ], + "actual": [ + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5 + ], + "predictions": { + "p50": [ + 1.0266437530517578, + 1.0353412628173828, + 1.0415019989013672, + 1.0482969284057617, + 1.0487499237060547, + 1.046213150024414, + 1.0447635650634766, + 1.0420455932617188, + 1.0409584045410156, + 1.044219970703125, + 1.0425891876220703, + 1.0427703857421875, + 1.0429515838623047, + 1.0405960083007812, + 1.0431327819824219, + 1.0465755462646484, + 1.0493841171264648, + 1.047119140625, + 1.0438575744628906, + 1.0440387725830078, + 1.0431327819824219, + 1.0477533340454102, + 1.0507431030273438, + 1.0453071594238281, + 1.044219970703125, + 1.044219970703125, + 1.0445823669433594, + 1.0496559143066406, + 1.0485687255859375, + 1.0474815368652344, + 1.0449447631835938, + 1.0438575744628906, + 1.0449447631835938, + 1.0483875274658203, + 1.0483875274658203, + 1.0465755462646484, + 1.0453071594238281, + 1.047119140625, + 1.0502901077270508, + 1.0530986785888672, + 1.054910659790039, + 1.0537328720092773, + 1.0518302917480469, + 1.0507431030273438, + 1.0498371124267578, + 1.053823471069336, + 1.053370475769043, + 1.050924301147461, + 1.0537328720092773, + 1.0530986785888672, + 1.057175636291504, + 1.0617055892944336, + 1.0603013038635254, + 1.0601654052734375, + 1.0569038391113281, + 1.0551824569702148, + 1.0551824569702148, + 1.0593500137329102, + 1.057809829711914, + 1.0564508438110352, + 1.0550918579101562, + 1.0534610748291016, + 1.0556354522705078, + 1.0586252212524414, + 1.0595765113830566, + 1.0559072494506836, + 1.0563602447509766, + 1.0550012588500977, + 1.0519208908081055, + 1.0551824569702148, + 1.0555448532104492, + 1.0511054992675781 + ], + "p10": [ + 0.928253173828125, + 0.928253173828125, + 0.93695068359375, + 0.9412994384765625, + 0.9405746459960938, + 0.9355010986328125, + 0.9297027587890625, + 0.92535400390625, + 0.9260787963867188, + 0.9326019287109375, + 0.9333267211914062, + 0.9326019287109375, + 0.9304275512695312, + 0.9268035888671875, + 0.9326019287109375, + 0.9405746459960938, + 0.9384002685546875, + 0.9355010986328125, + 0.9333267211914062, + 0.9347763061523438, + 0.934051513671875, + 0.9384002685546875, + 0.9391250610351562, + 0.9347763061523438, + 0.9347763061523438, + 0.9326019287109375, + 0.9333267211914062, + 0.93695068359375, + 0.9347763061523438, + 0.9347763061523438, + 0.9326019287109375, + 0.9297027587890625, + 0.9326019287109375, + 0.9376754760742188, + 0.9376754760742188, + 0.9355010986328125, + 0.93115234375, + 0.9326019287109375, + 0.9347763061523438, + 0.93695068359375, + 0.9391250610351562, + 0.9376754760742188, + 0.9362258911132812, + 0.9326019287109375, + 0.9297027587890625, + 0.9347763061523438, + 0.9355010986328125, + 0.9326019287109375, + 0.934051513671875, + 0.9333267211914062, + 0.9384002685546875, + 0.9427490234375, + 0.9420242309570312, + 0.9412994384765625, + 0.9376754760742188, + 0.93695068359375, + 0.9391250610351562, + 0.9434738159179688, + 0.9412994384765625, + 0.9391250610351562, + 0.93695068359375, + 0.9333267211914062, + 0.9362258911132812, + 0.9405746459960938, + 0.9420242309570312, + 0.9384002685546875, + 0.9384002685546875, + 0.93695068359375, + 0.9333267211914062, + 0.9376754760742188, + 0.9384002685546875, + 0.9333267211914062 + ], + "p90": [ + 1.1206855773925781, + 1.1449661254882812, + 1.1583747863769531, + 1.1710586547851562, + 1.1710586547851562, + 1.1652603149414062, + 1.1630859375, + 1.1638107299804688, + 1.1674346923828125, + 1.1739578247070312, + 1.1732330322265625, + 1.1696090698242188, + 1.1674346923828125, + 1.1667098999023438, + 1.171783447265625, + 1.1790313720703125, + 1.1790313720703125, + 1.1768569946289062, + 1.1696090698242188, + 1.1696090698242188, + 1.1667098999023438, + 1.1725082397460938, + 1.1768569946289062, + 1.171783447265625, + 1.1703338623046875, + 1.16888427734375, + 1.1696090698242188, + 1.1739578247070312, + 1.1732330322265625, + 1.1732330322265625, + 1.1696090698242188, + 1.1696090698242188, + 1.1638107299804688, + 1.1696090698242188, + 1.1703338623046875, + 1.1681594848632812, + 1.165985107421875, + 1.165985107421875, + 1.1710586547851562, + 1.1768569946289062, + 1.1812057495117188, + 1.1797561645507812, + 1.1754074096679688, + 1.1732330322265625, + 1.1725082397460938, + 1.1761322021484375, + 1.1754074096679688, + 1.1739578247070312, + 1.1761322021484375, + 1.1761322021484375, + 1.1797561645507812, + 1.1841049194335938, + 1.1819305419921875, + 1.1819305419921875, + 1.1783065795898438, + 1.1761322021484375, + 1.1761322021484375, + 1.18048095703125, + 1.1797561645507812, + 1.1768569946289062, + 1.1768569946289062, + 1.1768569946289062, + 1.18048095703125, + 1.1841049194335938, + 1.1870040893554688, + 1.183380126953125, + 1.1826553344726562, + 1.18048095703125, + 1.1761322021484375, + 1.1790313720703125, + 1.1797561645507812, + 1.1761322021484375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_144849.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_144849.json new file mode 100644 index 0000000000000000000000000000000000000000..d484377bcdce2fc0554ecee7563f0b92b3c93b64 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_144849.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T14:48:49.506188+00:00", + "metrics": { + "MSE[mean]": 0.053495618738725687, + "MSE[0.5]": 0.06503806452058673, + "MAE[0.5]": 0.22533615844117272, + "MASE[0.5]": 1.6789750156252445, + "MAPE[0.5]": 0.17089240045126772, + "sMAPE[0.5]": 0.19025553590268077, + "MSIS": 36.43649251091009, + "RMSE[mean]": 0.23129119900836193, + "NRMSE[mean]": 0.18380756298818682, + "ND[0.5]": 0.17907508073705167, + "mean_weighted_sum_quantile_loss": 0.14544163286210737 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0 + ], + "actual": [ + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5 + ], + "predictions": { + "p50": [ + 0.9943285584449768, + 1.0023137331008911, + 1.0103622674942017, + 1.0171184539794922, + 1.0170501470565796, + 1.0191928148269653, + 1.0209383964538574, + 1.0233991146087646, + 1.0197001695632935, + 1.0226422548294067, + 1.0233556032180786, + 1.0242558717727661, + 1.0280085802078247, + 1.0254321098327637, + 1.0245860815048218, + 1.023173213005066, + 1.0200029611587524, + 1.0198708772659302, + 1.0212777853012085, + 1.027689814567566, + 1.0272512435913086, + 1.0328835248947144, + 1.0322701930999756, + 1.0326831340789795, + 1.030746579170227, + 1.0342175960540771, + 1.037371277809143, + 1.037129282951355, + 1.041464924812317, + 1.036651372909546, + 1.0407395362854004, + 1.0473910570144653, + 1.0455814599990845, + 1.0524708032608032, + 1.0501124858856201, + 1.0531885623931885, + 1.051052212715149, + 1.0512868165969849, + 1.0507820844650269, + 1.0482048988342285, + 1.052158236503601, + 1.051679015159607, + 1.0504536628723145, + 1.0476666688919067, + 1.0498061180114746, + 1.0507965087890625, + 1.0536177158355713, + 1.0568486452102661, + 1.0575624704360962, + 1.0573856830596924, + 1.0545060634613037, + 1.053863286972046, + 1.053419589996338, + 1.0539745092391968, + 1.0541963577270508, + 1.053589105606079, + 1.0549932718276978, + 1.0565580129623413, + 1.057085394859314, + 1.0583606958389282, + 1.0587124824523926, + 1.058220386505127, + 1.0546399354934692, + 1.054284930229187, + 1.0534937381744385, + 1.0517997741699219, + 1.0508427619934082, + 1.0491077899932861, + 1.0480008125305176, + 1.0482735633850098, + 1.0461505651474, + 1.0482923984527588 + ], + "p10": [ + 1.0136265754699707, + 1.021210789680481, + 1.032281756401062, + 1.0367542505264282, + 1.0455585718154907, + 1.0472078323364258, + 1.0448285341262817, + 1.0466145277023315, + 1.0494678020477295, + 1.0442949533462524, + 1.0506105422973633, + 1.0499156713485718, + 1.0556347370147705, + 1.0502897500991821, + 1.0496186017990112, + 1.0511963367462158, + 1.0475153923034668, + 1.0529744625091553, + 1.0530699491500854, + 1.0524842739105225, + 1.0557886362075806, + 1.060412883758545, + 1.06320321559906, + 1.0565227270126343, + 1.0618771314620972, + 1.060714840888977, + 1.0650310516357422, + 1.0685011148452759, + 1.0681012868881226, + 1.0668765306472778, + 1.0709481239318848, + 1.0710021257400513, + 1.0758863687515259, + 1.0769591331481934, + 1.0783202648162842, + 1.0754351615905762, + 1.0755242109298706, + 1.0807321071624756, + 1.0785472393035889, + 1.0766842365264893, + 1.0826302766799927, + 1.0821455717086792, + 1.079139232635498, + 1.0773361921310425, + 1.0789519548416138, + 1.0824108123779297, + 1.0826388597488403, + 1.0831096172332764, + 1.0874519348144531, + 1.0881600379943848, + 1.0843572616577148, + 1.0865108966827393, + 1.08048415184021, + 1.083614468574524, + 1.0826096534729004, + 1.080502986907959, + 1.0793213844299316, + 1.0819847583770752, + 1.082183837890625, + 1.0866289138793945, + 1.0819581747055054, + 1.085036039352417, + 1.0828096866607666, + 1.0821936130523682, + 1.0810436010360718, + 1.0857112407684326, + 1.078407883644104, + 1.081223487854004, + 1.0793370008468628, + 1.0748372077941895, + 1.080520749092102, + 1.0774043798446655 + ], + "p90": [ + 1.0681414604187012, + 1.0831791162490845, + 1.0965145826339722, + 1.1042472124099731, + 1.1047056913375854, + 1.1081472635269165, + 1.1106796264648438, + 1.1136785745620728, + 1.1145800352096558, + 1.118430256843567, + 1.121458888053894, + 1.1223820447921753, + 1.128204584121704, + 1.1275664567947388, + 1.128927230834961, + 1.1299816370010376, + 1.1291769742965698, + 1.1291519403457642, + 1.1319690942764282, + 1.135850429534912, + 1.1370021104812622, + 1.1439136266708374, + 1.1441571712493896, + 1.1423567533493042, + 1.1452902555465698, + 1.1476119756698608, + 1.1499766111373901, + 1.1532833576202393, + 1.155165672302246, + 1.1545674800872803, + 1.1576353311538696, + 1.163048267364502, + 1.1640344858169556, + 1.1714746952056885, + 1.17167329788208, + 1.1726605892181396, + 1.171549916267395, + 1.1743496656417847, + 1.1730295419692993, + 1.1724724769592285, + 1.1762917041778564, + 1.1784918308258057, + 1.1751339435577393, + 1.1722617149353027, + 1.1735159158706665, + 1.1768383979797363, + 1.1794649362564087, + 1.1838335990905762, + 1.182255506515503, + 1.1849044561386108, + 1.1803110837936401, + 1.1846321821212769, + 1.1804577112197876, + 1.181389331817627, + 1.1838526725769043, + 1.1813856363296509, + 1.1832891702651978, + 1.1863822937011719, + 1.1894416809082031, + 1.1883456707000732, + 1.1880449056625366, + 1.1891437768936157, + 1.186016321182251, + 1.188452124595642, + 1.1880714893341064, + 1.1856505870819092, + 1.1868032217025757, + 1.1824380159378052, + 1.1822160482406616, + 1.1838889122009277, + 1.1817892789840698, + 1.1872776746749878 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_144954.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_144954.json new file mode 100644 index 0000000000000000000000000000000000000000..7c7b81503f01976d6d98e3c2e302e55a460a0179 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_144954.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-17T14:49:54.630180+00:00", + "metrics": { + "MSE[mean]": 0.0694280566480398, + "MSE[0.5]": 0.0694280566480398, + "MAE[0.5]": 0.23251677552858988, + "MASE[0.5]": 1.7324776437429268, + "MAPE[0.5]": 0.1763044963516223, + "sMAPE[0.5]": 0.19701220387196808, + "MSIS": 18.875176721898427, + "RMSE[mean]": 0.2634920428552631, + "NRMSE[mean]": 0.20939763584456073, + "ND[0.5]": 0.1847815310181182, + "mean_weighted_sum_quantile_loss": 0.15272177274855311 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0 + ], + "actual": [ + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5 + ], + "predictions": { + "p50": [ + 1.0085169076919556, + 1.0138968229293823, + 1.0191553831100464, + 1.0235283374786377, + 1.0246822834014893, + 1.0243427753448486, + 1.0235610008239746, + 1.0231940746307373, + 1.0242608785629272, + 1.0254932641983032, + 1.0247174501419067, + 1.023439645767212, + 1.0228233337402344, + 1.0215344429016113, + 1.0227878093719482, + 1.0252281427383423, + 1.0261701345443726, + 1.0245226621627808, + 1.023656964302063, + 1.0244003534317017, + 1.0264215469360352, + 1.0276522636413574, + 1.0284010171890259, + 1.0294910669326782, + 1.0297508239746094, + 1.0300853252410889, + 1.0318812131881714, + 1.0348360538482666, + 1.03566312789917, + 1.0352437496185303, + 1.033147931098938, + 1.032144546508789, + 1.021701693534851, + 1.036823034286499, + 1.0410070419311523, + 1.0413016080856323, + 1.0426898002624512, + 1.0433019399642944, + 1.0430139303207397, + 1.0521725416183472, + 1.055092692375183, + 1.0491106510162354, + 1.0438053607940674, + 1.0433235168457031, + 1.0424901247024536, + 1.0419268608093262, + 1.0424489974975586, + 1.0414953231811523, + 1.0409660339355469, + 1.0420522689819336, + 1.0510053634643555, + 1.0527629852294922, + 1.045343279838562, + 1.044594645500183, + 1.042707920074463, + 1.0402412414550781, + 1.0396854877471924, + 1.0413193702697754, + 1.0383377075195312, + 1.0343296527862549, + 1.0338973999023438, + 1.0330885648727417, + 1.0312601327896118, + 1.0376869440078735, + 1.0422396659851074, + 1.0315299034118652, + 1.032487154006958, + 1.0352051258087158, + 1.0345311164855957, + 1.035260796546936, + 1.0359798669815063, + 1.0367999076843262 + ], + "p10": [ + 0.9137508273124695, + 0.9009177088737488, + 0.896483302116394, + 0.8961477875709534, + 0.8940020799636841, + 0.890371561050415, + 0.8845645785331726, + 0.8796637654304504, + 0.8777462244033813, + 0.8755047917366028, + 0.8690036535263062, + 0.864044189453125, + 0.8609476089477539, + 0.8577429056167603, + 0.855708658695221, + 0.8559214472770691, + 0.8540202379226685, + 0.8504005074501038, + 0.8478543162345886, + 0.8472471237182617, + 0.8464069366455078, + 0.8443382978439331, + 0.8416056036949158, + 0.8394612073898315, + 0.8363184928894043, + 0.8331385850906372, + 0.8321974277496338, + 0.8330919146537781, + 0.8330605626106262, + 0.8310768604278564, + 0.8270915746688843, + 0.8246576189994812, + 0.8447896838188171, + 0.8549425005912781, + 0.8472188711166382, + 0.8431040644645691, + 0.8422504663467407, + 0.8395106196403503, + 0.8343967199325562, + 0.8403829336166382, + 0.8427740335464478, + 0.838537335395813, + 0.8304826617240906, + 0.8308820724487305, + 0.8308818936347961, + 0.8315613269805908, + 0.8299175500869751, + 0.8249285817146301, + 0.8202919960021973, + 0.8181369304656982, + 0.8231127858161926, + 0.8227924704551697, + 0.8138789534568787, + 0.8109785914421082, + 0.8087839484214783, + 0.8039443492889404, + 0.7986469268798828, + 0.7941338419914246, + 0.7857506275177002, + 0.7773655652999878, + 0.7738173007965088, + 0.7701801061630249, + 0.7660442590713501, + 0.7698202133178711, + 0.836478590965271, + 0.847143292427063, + 0.8399581909179688, + 0.834245502948761, + 0.8319091796875, + 0.8308144807815552, + 0.8248318433761597, + 0.8232945203781128 + ], + "p90": [ + 1.1190294027328491, + 1.143846035003662, + 1.1593252420425415, + 1.1698650121688843, + 1.1750309467315674, + 1.1790529489517212, + 1.1819604635238647, + 1.1850013732910156, + 1.1895318031311035, + 1.1952011585235596, + 1.1972280740737915, + 1.2009155750274658, + 1.2043377161026, + 1.2060205936431885, + 1.2114654779434204, + 1.2199915647506714, + 1.2235631942749023, + 1.2205781936645508, + 1.2186294794082642, + 1.2212679386138916, + 1.2229502201080322, + 1.226173996925354, + 1.2281874418258667, + 1.2320888042449951, + 1.234936237335205, + 1.2376526594161987, + 1.2431992292404175, + 1.2481815814971924, + 1.2505344152450562, + 1.2520416975021362, + 1.2519750595092773, + 1.2511255741119385, + 1.215955376625061, + 1.2365145683288574, + 1.2419826984405518, + 1.2474470138549805, + 1.2591513395309448, + 1.2667152881622314, + 1.2663078308105469, + 1.277892827987671, + 1.285692811012268, + 1.277868628501892, + 1.270949125289917, + 1.2742986679077148, + 1.2755674123764038, + 1.2759194374084473, + 1.279597520828247, + 1.2835556268692017, + 1.2844315767288208, + 1.2851173877716064, + 1.2974176406860352, + 1.299816370010376, + 1.2891360521316528, + 1.2886549234390259, + 1.2851686477661133, + 1.2838891744613647, + 1.2855244874954224, + 1.2892409563064575, + 1.2883249521255493, + 1.2853285074234009, + 1.2863519191741943, + 1.2874077558517456, + 1.288095235824585, + 1.2970757484436035, + 1.2721939086914062, + 1.2680940628051758, + 1.2652978897094727, + 1.2586759328842163, + 1.2573310136795044, + 1.2599425315856934, + 1.25967538356781, + 1.2650893926620483 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_144932.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_144932.json new file mode 100644 index 0000000000000000000000000000000000000000..cee8dc1c05c250f9f923f60999ac801fed5983ee --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_144932.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T14:49:32.315366+00:00", + "metrics": { + "MSE[mean]": 0.08585115425336998, + "MSE[0.5]": 0.08585115425336998, + "MAE[0.5]": 0.26180993351671433, + "MASE[0.5]": 1.9507403528041702, + "MAPE[0.5]": 0.198874284337727, + "sMAPE[0.5]": 0.2252820100448004, + "MSIS": 30.48318663535426, + "RMSE[mean]": 0.29300367617722817, + "NRMSE[mean]": 0.23285058789793847, + "ND[0.5]": 0.20806086030133245, + "mean_weighted_sum_quantile_loss": 0.1709043544923077 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00", + "2026-06-15 19:30:00", + "2026-06-15 19:40:00", + "2026-06-15 19:50:00", + "2026-06-15 20:00:00", + "2026-06-15 20:10:00", + "2026-06-15 20:20:00", + "2026-06-15 20:30:00", + "2026-06-15 20:40:00", + "2026-06-15 20:50:00", + "2026-06-15 21:00:00", + "2026-06-15 21:10:00", + "2026-06-15 21:20:00", + "2026-06-15 21:30:00", + "2026-06-15 21:40:00", + "2026-06-15 21:50:00", + "2026-06-15 22:00:00", + "2026-06-15 22:10:00", + "2026-06-15 22:20:00", + "2026-06-15 22:30:00", + "2026-06-15 22:40:00", + "2026-06-15 22:50:00", + "2026-06-15 23:00:00", + "2026-06-15 23:10:00", + "2026-06-15 23:20:00", + "2026-06-15 23:30:00", + "2026-06-15 23:40:00", + "2026-06-15 23:50:00", + "2026-06-16 00:00:00", + "2026-06-16 00:10:00", + "2026-06-16 00:20:00", + "2026-06-16 00:30:00", + "2026-06-16 00:40:00", + "2026-06-16 00:50:00", + "2026-06-16 01:00:00", + "2026-06-16 01:10:00", + "2026-06-16 01:20:00", + "2026-06-16 01:30:00", + "2026-06-16 01:40:00", + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0 + ], + "actual": [ + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5 + ], + "predictions": { + "p50": [ + 0.9977579116821289, + 0.9990133047103882, + 1.0008074045181274, + 1.000241994857788, + 1.0013093948364258, + 0.9994089007377625, + 1.0006723403930664, + 1.0004706382751465, + 0.9994325637817383, + 1.0043865442276, + 0.9992606043815613, + 1.0002833604812622, + 0.999894917011261, + 0.999912679195404, + 0.9997492432594299, + 1.0026438236236572, + 1.0006896257400513, + 1.0001296997070312, + 1.0005052089691162, + 1.0005298852920532, + 1.0005431175231934, + 1.001283049583435, + 1.001585841178894, + 1.001133680343628, + 1.0008015632629395, + 1.0002260208129883, + 1.0002598762512207, + 1.0012699365615845, + 1.0002000331878662, + 1.0009610652923584, + 1.0003705024719238, + 1.0009064674377441, + 1.0006897449493408, + 1.0038574934005737, + 1.0043588876724243, + 1.0003784894943237, + 1.0002484321594238, + 0.999409019947052, + 1.000584363937378, + 1.0054301023483276, + 1.0065280199050903, + 1.0021159648895264, + 1.0006275177001953, + 1.0013830661773682, + 1.0004427433013916, + 1.00795578956604, + 1.0003578662872314, + 1.0006734132766724, + 1.0007686614990234, + 1.0010167360305786, + 1.0013765096664429, + 1.005500316619873, + 1.0044896602630615, + 1.0022886991500854, + 1.0010228157043457, + 1.0022884607315063, + 1.0017728805541992, + 1.0046172142028809, + 1.002359390258789, + 1.0019924640655518, + 1.0025925636291504, + 1.0022646188735962, + 1.0026938915252686, + 1.0086160898208618, + 1.0023162364959717, + 1.0050348043441772, + 1.004990816116333, + 1.0016165971755981, + 1.0049413442611694, + 1.0111169815063477, + 1.0095843076705933, + 1.0072933435440063 + ], + "p10": [ + 0.9088128209114075, + 0.8878148794174194, + 0.9047753810882568, + 0.9159053564071655, + 0.9067920446395874, + 0.9024495482444763, + 0.9005861878395081, + 0.8957412242889404, + 0.8909211158752441, + 0.8924902677536011, + 0.8890457153320312, + 0.8911790251731873, + 0.8908056020736694, + 0.8904513120651245, + 0.8893862962722778, + 0.8910167813301086, + 0.8900724649429321, + 0.8885822296142578, + 0.8880465030670166, + 0.8864157795906067, + 0.8858596086502075, + 0.885176956653595, + 0.8840422630310059, + 0.8815756440162659, + 0.879372775554657, + 0.8756707906723022, + 0.8754991292953491, + 0.8748304843902588, + 0.8732209801673889, + 0.8719171285629272, + 0.8722491264343262, + 0.871403694152832, + 0.8930881023406982, + 0.8902962803840637, + 0.8904731869697571, + 0.8876534104347229, + 0.8867143392562866, + 0.8863685131072998, + 0.8856863975524902, + 0.8864511251449585, + 0.8859573602676392, + 0.887939453125, + 0.8879945278167725, + 0.887485682964325, + 0.8847694396972656, + 0.884818971157074, + 0.8843591213226318, + 0.8846476078033447, + 0.8843287825584412, + 0.883614182472229, + 0.8825438022613525, + 0.8828518390655518, + 0.8822285532951355, + 0.8811370134353638, + 0.8805856704711914, + 0.8799175024032593, + 0.8785698413848877, + 0.8771499991416931, + 0.8764188289642334, + 0.8761252760887146, + 0.8746870756149292, + 0.8735184669494629, + 0.8736617565155029, + 0.8742560744285583, + 0.8676250576972961, + 0.8642370700836182, + 0.8636510968208313, + 0.8608854413032532, + 0.8623584508895874, + 0.8647520542144775, + 0.8641320466995239, + 0.8638784885406494 + ], + "p90": [ + 1.105812430381775, + 1.130534052848816, + 1.128626823425293, + 1.1417337656021118, + 1.1466395854949951, + 1.1438345909118652, + 1.1460458040237427, + 1.1479074954986572, + 1.1451539993286133, + 1.1638742685317993, + 1.159966230392456, + 1.1590484380722046, + 1.1579515933990479, + 1.1617358922958374, + 1.1658029556274414, + 1.1755084991455078, + 1.1781271696090698, + 1.1738152503967285, + 1.1758540868759155, + 1.1778838634490967, + 1.177700400352478, + 1.1885864734649658, + 1.187551736831665, + 1.1862125396728516, + 1.181105613708496, + 1.1822826862335205, + 1.1848641633987427, + 1.1879067420959473, + 1.1872578859329224, + 1.185424566268921, + 1.1860355138778687, + 1.1886022090911865, + 1.1656161546707153, + 1.1723324060440063, + 1.1781740188598633, + 1.1771976947784424, + 1.1792662143707275, + 1.1784521341323853, + 1.1828535795211792, + 1.1938220262527466, + 1.1932384967803955, + 1.1940722465515137, + 1.1956790685653687, + 1.1975579261779785, + 1.1988321542739868, + 1.2064093351364136, + 1.2046810388565063, + 1.2028303146362305, + 1.2022671699523926, + 1.2021547555923462, + 1.2020716667175293, + 1.2105636596679688, + 1.209747076034546, + 1.2082815170288086, + 1.208004355430603, + 1.2055152654647827, + 1.2058464288711548, + 1.2125015258789062, + 1.2101036310195923, + 1.2062889337539673, + 1.2072315216064453, + 1.2072389125823975, + 1.2054777145385742, + 1.2161681652069092, + 1.2164483070373535, + 1.2049710750579834, + 1.211046814918518, + 1.2146599292755127, + 1.2132941484451294, + 1.2281426191329956, + 1.2294631004333496, + 1.2276273965835571 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index d43e5e16c72574b0787d232209feb728a076cd2e..775d3c4cc3d548901f14ce27a537f5295a811920 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1036086.7780481974,1036086.7780481974,868.9876302083334,0.8832657514231244,0.013289989955376605,0.013169895153490286,4.050106537063873,1017.8834796027478,0.015526116733426028,0.013254958604675847,0.009810698522107274,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1038706.1870072683,1038706.1870072683,871.52880859375,0.8858486832832213,0.01332930995112915,0.013208905874130471,4.050106537063873,1019.1693612973598,0.015546333430558022,0.01329423545021802,0.009823999868611426,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.1437042964941306,2.1437042964941306,1.2912500699361165,0.7132463108112109,0.05893869912850077,0.057397264678754834,15.762726357163581,1.4641394388835138,0.06630315828557283,0.05847390999761378,0.05233002873140174,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,1.8947942250418062,1.8947942250418062,1.1374833494463625,1.068812111484621,22.26254007196509,0.8810307607111209,40.52466000105338,1.3765152469340127,1.2775083196708084,1.055668976890313,1.0428150451100926,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.08263888425297378,0.08263888425297378,0.25138888590865666,1.96083293608832,0.1922787097844233,0.21802484240274267,69.88321950557103,0.2874697971143643,0.22972057702698223,0.20088788634074278,0.19591070083031029,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,2.2752348393249986,2.2752348393249986,1.2750333488026324,1.1930880414626504,22.99968471981942,0.9816112074822425,45.459105119685866,1.5083881593691322,1.542555731956501,1.3039150356721119,1.2894582622269897,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.08611110647519599,0.08611110647519599,0.2583333303531011,1.9248362551603198,0.19690833941405292,0.22358039795829823,68.7017526737855,0.29344693979524816,0.23320285035210406,0.2052979970461782,0.20022564025787581,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.1516666158040607,0.1516666158040607,0.1916666030883789,0.20689649256013895,0.012032581393247995,0.01228392133685449,3.9945429755325446,0.38944398288336757,0.024391062869150194,0.012004171001006793,0.013276497553558883,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,821.5645788431178,821.5645788431178,22.712499896685284,2.978251211903921,0.5132498941737847,0.7560082433380956,116.77439447988532,28.66294783938173,0.7450565490798735,0.590382290364114,0.5876515060050512,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.6229171117150445,4.6229171117150445,1.6875,0.8208605861544408,0.06211629384730141,0.06502252050014173,21.539220804958518,2.1500970005362654,0.08485829647197192,0.0666008906857397,0.0611215292310556,Weather,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 5d4e2bb88616143a586c3a332d8467f2b5d30384..e72ba564da99b1dd323101e7346c47087cb3ce66 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T14:43:32.089742+00:00", + "evaluated_at": "2026-06-17T14:51:21.115761+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64810.01171875, 65040.87890625, 65278.0, - 65170.0 + 65109.01171875 ], "p50": [ 67292.140625, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 35d83a6a245195a5ee2d9a6f7e22584c7349db8b..15b2e5b9e3c07ad33e7fccc0646658f0e58ba67f 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T14:34:29.932984+00:00", + "evaluated_at": "2026-06-17T14:51:21.126191+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.109999895095825, - 2.068000078201294, - 2.0360000133514404, 1.996999979019165, 1.965000033378601, 1.9140000343322754, @@ -245,12 +242,12 @@ 2.25600004196167, 2.2690000534057617, 2.26200008392334, - 2.263000011444092 - ], - "actuals": [ + 2.263000011444092, 2.256999969482422, 2.252000093460083, - 2.236999988555908, + 2.236999988555908 + ], + "actuals": [ 2.2249999046325684, 2.2130000591278076, 2.183000087738037, @@ -307,12 +304,12 @@ -0.15800000727176666, -0.17399999499320984, -0.19900000095367432, - -0.2199999988079071 + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043 ], "p50": [ - 1.9149999618530273, - 1.9420000314712524, - 1.9700000286102295, 1.9989999532699585, 2.0220000743865967, 2.052000045776367, @@ -334,9 +331,9 @@ 2.2690000534057617, 2.26200008392334, 2.263000011444092, - 1.9149999618530273, - 1.9420000314712524, - 1.9700000286102295, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, 1.9989999532699585, 2.0220000743865967, 2.052000045776367, @@ -358,9 +355,9 @@ 2.2690000534057617, 2.26200008392334, 2.263000011444092, - 1.9149999618530273, - 1.9420000314712524, - 1.9700000286102295, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, 1.9989999532699585, 2.0220000743865967, 2.052000045776367, @@ -369,12 +366,12 @@ 2.111999988555908, 2.121000051498413, 2.1440000534057617, - 2.1540000438690186 + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377 ], "p10": [ - 1.8766999626159668, - 1.9031600308418273, - 1.9306000280380249, 1.9590199542045592, 1.9815600728988647, 2.01096004486084, @@ -396,9 +393,9 @@ 2.2236200523376466, 2.216760082244873, 2.21774001121521, - 1.8766999626159668, - 1.9031600308418273, - 1.9306000280380249, + 2.2118599700927732, + 2.206960091590881, + 2.19225998878479, 1.9590199542045592, 1.9815600728988647, 2.01096004486084, @@ -420,9 +417,9 @@ 2.2236200523376466, 2.216760082244873, 2.21774001121521, - 1.8766999626159668, - 1.9031600308418273, - 1.9306000280380249, + 2.2118599700927732, + 2.206960091590881, + 2.19225998878479, 1.9590199542045592, 1.9815600728988647, 2.01096004486084, @@ -431,12 +428,12 @@ 2.06975998878479, 2.0785800504684446, 2.1011200523376465, - 2.110920042991638 + 2.110920042991638, + 2.1275800037384034, + 2.145219893455505, + 2.162860016822815 ], "p90": [ - 1.9532999610900879, - 1.9808400321006776, - 2.009400029182434, 2.0389799523353576, 2.0624400758743286, 2.0930400466918946, @@ -458,9 +455,9 @@ 2.314380054473877, 2.3072400856018067, 2.3082600116729735, - 1.9532999610900879, - 1.9808400321006776, - 2.009400029182434, + 2.3021399688720705, + 2.297040095329285, + 2.2817399883270264, 2.0389799523353576, 2.0624400758743286, 2.0930400466918946, @@ -482,9 +479,9 @@ 2.314380054473877, 2.3072400856018067, 2.3082600116729735, - 1.9532999610900879, - 1.9808400321006776, - 2.009400029182434, + 2.3021399688720705, + 2.297040095329285, + 2.2817399883270264, 2.0389799523353576, 2.0624400758743286, 2.0930400466918946, @@ -493,12 +490,12 @@ 2.1542399883270265, 2.1634200525283815, 2.186880054473877, - 2.197080044746399 + 2.197080044746399, + 2.214420003890991, + 2.2327798891067507, + 2.2511400175094605 ], "timestamps": [ - "2026-06-16 08:24:00", - "2026-06-16 08:30:00", - "2026-06-16 08:36:00", "2026-06-16 08:42:00", "2026-06-16 08:48:00", "2026-06-16 08:54:00", @@ -795,6 +792,9 @@ "2026-06-17 14:00:00", "2026-06-17 14:06:00", "2026-06-17 14:12:00", - "2026-06-17 14:18:00" + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 4210b1ed73f7a4315671146ae7d01c1f3f2cdf38..e150d390bdc9e5c417ac02b7c771d7d552614c6f 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T14:34:29.946358+00:00", + "evaluated_at": "2026-06-17T14:51:21.142605+00:00", "freq": "10min", - "context_length": 77, + "context_length": 76, "prediction_length": 72, "context": [ 1.100000023841858, @@ -11,8 +11,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, - 1.100000023841858, 1.0, 1.2000000476837158, 1.2000000476837158, @@ -82,10 +80,10 @@ 1.0, 1.0, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.0 ], "actuals": [ - 1.0, 0.8999999761581421, 0.8999999761581421, 1.100000023841858, @@ -156,7 +154,8 @@ 1.399999976158142, 1.5, 1.5, - 1.399999976158142 + 1.399999976158142, + 1.5 ], "p50": [ 1.0, @@ -168,7 +167,6 @@ 1.0, 1.0, 1.0, - 1.0, 1.100000023841858, 1.0, 1.0, @@ -230,7 +228,8 @@ 1.0, 1.0, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.0 ], "p10": [ 0.98, @@ -242,7 +241,6 @@ 0.98, 0.98, 0.98, - 0.98, 1.0780000233650207, 0.98, 0.98, @@ -304,7 +302,8 @@ 0.98, 0.98, 1.0780000233650207, - 1.0780000233650207 + 1.0780000233650207, + 0.98 ], "p90": [ 1.02, @@ -316,7 +315,6 @@ 1.02, 1.02, 1.02, - 1.02, 1.1220000243186952, 1.02, 1.02, @@ -378,12 +376,10 @@ 1.02, 1.02, 1.1220000243186952, - 1.1220000243186952 + 1.1220000243186952, + 1.02 ], "timestamps": [ - "2026-06-15 14:20:00", - "2026-06-15 14:30:00", - "2026-06-15 14:40:00", "2026-06-15 14:50:00", "2026-06-15 15:00:00", "2026-06-15 15:10:00", @@ -529,6 +525,8 @@ "2026-06-16 14:30:00", "2026-06-16 14:40:00", "2026-06-16 14:50:00", - "2026-06-16 15:00:00" + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 49fe154a5eb3679c5dc7d8e6d2503eea1d75c78e..87672579e5a6ced7c62cf20d91d7b808ef8ed312 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,25 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-17T14:43:32.129979+00:00", + "evaluated_at": "2026-06-17T14:51:21.147719+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 4e4aa58508fa6bcf1af9a545420719c66d30346f..93acde0656a5e99eaad3029a837a8836b445c387 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,226678.7280476888,226678.7280476888,321.65234375,0.32693733400007186,0.004937147477967447,0.00491189688983299,2.4325781938104925,476.1078953847424,0.007262232769839467,0.004906270645625963,0.00566109993239454,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,230075.7772986094,230075.7772986094,324.1935221354167,0.32952026586016886,0.004976559108414138,0.004950907199798518,2.4325781938104925,479.66214912020047,0.0073167306508785225,0.004945223809248392,0.0056742403973273296,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,4.051738910394761,4.051738910394761,1.5394481817881267,0.8503432153926083,0.06780837187298276,0.06465411322895132,2.5435106082142234,2.0128931691460332,0.09115332246470267,0.06971349432904397,0.045377083344849835,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.22118844931289802,0.22118844931289802,0.43207821747055275,0.4059931357817112,5.581122540214495,0.7092369111231747,5.732271422547844,0.4703067608624163,0.43647958214586213,0.40100065640146515,0.27792013827580214,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.05845119607361404,0.05845119607361404,0.20986763470702702,1.6369672384880882,0.15991941682135657,0.17663050233579455,35.19891423564004,0.2417668216973,0.1931987789457695,0.1677077544428307,0.14881610623762284,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.1430399546309511,0.1430399546309511,0.3497143824934028,0.3272385369937178,4.444800579055695,0.7451032354476899,4.361355769336026,0.37820623293508937,0.3867732512032583,0.3576360116009183,0.24908589485006966,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.06304012991994472,0.06304012991994472,0.21956679390536415,1.635987600828317,0.166352740340733,0.18475014809194373,34.66437095065721,0.25107793594807315,0.19953212108624557,0.17449015558700692,0.1537347448318107,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,0.01397048756462027,0.01397048756462027,0.04182736078898112,0.04515097623083186,0.002668633367010228,0.002640332798496472,0.8528123871175551,0.1181968170663672,0.007402723171261847,0.0026196676068820004,0.005338755370949345,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,239.2308712065322,239.2308712065322,11.781341155370077,1.5448670878785677,0.27711258515901127,0.2981425623384581,17.231272921530692,15.467089939821655,0.4020471557722419,0.30624084563599646,0.2726309656101724,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.3874741795122343,1.3874741795122343,0.9283092816670736,0.4515629636040544,0.03481038881922188,0.03571034479742433,1.7333395393035371,1.177910938701324,0.04648884009836084,0.036637762957550404,0.03361841318735928,Weather,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index cf9cf746d5d4bab31a8032034f928bee1ab7311d..5b35eeb520296e40d597dcbf1d2b6eb81ebed6c8 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T14:43:19.370774+00:00", + "evaluated_at": "2026-06-17T14:51:05.003193+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64810.01171875, 65040.87890625, 65278.0, - 65170.0 + 65109.01171875 ], "p50": [ 65676.5, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 96bc63117cc62d74ed94368209a300a3f5fecb08..7bce2f3794c080989fc93dc75a2f55b3f772006d 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T14:34:20.454282+00:00", + "evaluated_at": "2026-06-17T14:51:10.303665+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.109999895095825, - 2.068000078201294, - 2.0360000133514404, 1.996999979019165, 1.965000033378601, 1.9140000343322754, @@ -245,12 +242,12 @@ 2.25600004196167, 2.2690000534057617, 2.26200008392334, - 2.263000011444092 - ], - "actuals": [ + 2.263000011444092, 2.256999969482422, 2.252000093460083, - 2.236999988555908, + 2.236999988555908 + ], + "actuals": [ 2.2249999046325684, 2.2130000591278076, 2.183000087738037, @@ -307,198 +304,198 @@ -0.15800000727176666, -0.17399999499320984, -0.19900000095367432, - -0.2199999988079071 + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043 ], "p50": [ - 2.3006591796875, - 2.294708251953125, - 2.294708251953125, - 2.28875732421875, - 2.294708251953125, - 2.28875732421875, - 2.27685546875, - 2.270904541015625, - 2.26495361328125, - 2.247100830078125, - 2.24114990234375, - 2.223297119140625, - 2.2054443359375, - 2.181640625, - 2.163787841796875, - 2.14593505859375, - 2.116180419921875, - 2.1102294921875, - 2.092376708984375, - 2.0626220703125, - 2.02691650390625, - 1.985260009765625, - 1.949554443359375, - 1.90789794921875, - 1.8721923828125, - 1.818634033203125, - 1.7978057861328125, - 1.747222900390625, - 1.7025909423828125, - 1.6490325927734375, - 1.6014251708984375, - 1.5597686767578125, - 1.5300140380859375, - 1.47943115234375, - 1.4228973388671875, - 1.3648757934570312, - 1.3083419799804688, - 1.2294921875, - 1.1915550231933594, - 1.1097297668457031, - 1.044083595275879, - 1.0098657608032227, - 0.9631881713867188, - 0.9111175537109375, - 0.8486328125, - 0.8054885864257812, - 0.7682952880859375, - 0.747467041015625, - 0.6343994140625, - 0.5897674560546875, - 0.5421600341796875, - 0.4915771484375, - 0.4171905517578125, - 0.3636322021484375, - 0.3219757080078125, - 0.27734375, - 0.2535400390625, - 0.247589111328125, - 0.21783447265625, - 0.18212890625 + 2.2730712890625, + 2.26708984375, + 2.255126953125, + 2.2431640625, + 2.231201171875, + 2.21923828125, + 2.2012939453125, + 2.183349609375, + 2.1654052734375, + 2.1414794921875, + 2.1295166015625, + 2.0936279296875, + 2.063720703125, + 2.0338134765625, + 2.0098876953125, + 1.97998046875, + 1.9500732421875, + 1.9261474609375, + 1.9022216796875, + 1.8603515625, + 1.8184814453125, + 1.7646484375, + 1.73175048828125, + 1.680908203125, + 1.6390380859375, + 1.58221435546875, + 1.54931640625, + 1.4954833984375, + 1.4476318359375, + 1.393798828125, + 1.333984375, + 1.284637451171875, + 1.2681884765625, + 1.200897216796875, + 1.1448211669921875, + 1.0771560668945312, + 1.0277156829833984, + 0.94818115234375, + 0.8980865478515625, + 0.82257080078125, + 0.771728515625, + 0.7418212890625, + 0.698455810546875, + 0.652099609375, + 0.5863037109375, + 0.54443359375, + 0.508544921875, + 0.4786376953125, + 0.38592529296875, + 0.341064453125, + 0.29022216796875, + 0.2333984375, + 0.16162109375, + 0.1197509765625, + 0.077880859375, + 0.0360107421875, + 0.006103515625, + 0.0001220703125, + -0.0238037109375, + -0.0477294921875 ], "p10": [ - 2.282806396484375, - 2.27685546875, - 2.270904541015625, - 2.27685546875, - 2.26495361328125, - 2.259002685546875, - 2.247100830078125, - 2.235198974609375, - 2.21734619140625, - 2.19354248046875, - 2.175689697265625, - 2.151885986328125, - 2.12213134765625, - 2.092376708984375, - 2.07452392578125, - 2.038818359375, - 1.997161865234375, - 1.9674072265625, - 1.9197998046875, - 1.8721923828125, - 1.8245849609375, - 1.759124755859375, - 1.699615478515625, - 1.6371307373046875, - 1.57464599609375, - 1.50323486328125, - 1.45562744140625, - 1.3857040405273438, - 1.3172683715820312, - 1.2428817749023438, - 1.1707267761230469, - 1.101175308227539, - 1.0967121124267578, - 1.0353431701660156, - 0.973602294921875, - 0.9059104919433594, - 0.8352432250976562, - 0.7519302368164062, - 0.7296142578125, - 0.6552276611328125, - 0.57489013671875, - 0.55108642578125, - 0.497528076171875, - 0.449920654296875, - 0.3993377685546875, - 0.3517303466796875, - 0.3011474609375, - 0.271392822265625, - 0.17022705078125, - 0.134521484375, - 0.09881591796875, - 0.069061279296875, - -0.00830078125, - -0.055908203125, - -0.097564697265625, - -0.13922119140625, - -0.151123046875, - -0.145172119140625, - -0.180877685546875, - -0.2225341796875 + 2.2611083984375, + 2.2431640625, + 2.231201171875, + 2.2252197265625, + 2.2132568359375, + 2.1893310546875, + 2.17138671875, + 2.1474609375, + 2.12353515625, + 2.0936279296875, + 2.0697021484375, + 2.02783203125, + 1.9979248046875, + 1.9500732421875, + 1.920166015625, + 1.8902587890625, + 1.8304443359375, + 1.79754638671875, + 1.74371337890625, + 1.680908203125, + 1.61810302734375, + 1.55230712890625, + 1.4954833984375, + 1.428192138671875, + 1.36688232421875, + 1.2921142578125, + 1.233795166015625, + 1.162017822265625, + 1.0894927978515625, + 1.0210800170898438, + 0.939208984375, + 0.8651885986328125, + 0.877899169921875, + 0.806121826171875, + 0.7537841796875, + 0.68499755859375, + 0.61920166015625, + 0.54144287109375, + 0.49957275390625, + 0.42779541015625, + 0.3590087890625, + 0.33807373046875, + 0.2872314453125, + 0.2393798828125, + 0.185546875, + 0.1436767578125, + 0.0958251953125, + 0.053955078125, + -0.0118408203125, + -0.0537109375, + -0.1015625, + -0.1494140625, + -0.22119140625, + -0.2451171875, + -0.29296875, + -0.3348388671875, + -0.36474609375, + -0.352783203125, + -0.3707275390625, + -0.3946533203125 ], "p90": [ - 2.318511962890625, - 2.318511962890625, - 2.318511962890625, - 2.306610107421875, - 2.31256103515625, - 2.318511962890625, - 2.31256103515625, - 2.31256103515625, - 2.306610107421875, - 2.3006591796875, - 2.294708251953125, - 2.27685546875, - 2.26495361328125, - 2.259002685546875, - 2.247100830078125, - 2.235198974609375, - 2.24114990234375, - 2.259002685546875, - 2.235198974609375, - 2.229248046875, - 2.2054443359375, - 2.175689697265625, - 2.163787841796875, - 2.139984130859375, - 2.12213134765625, - 2.080474853515625, - 2.080474853515625, - 2.056671142578125, - 2.032867431640625, - 2.00311279296875, - 1.9912109375, - 1.973358154296875, - 1.985260009765625, - 1.937652587890625, - 1.88409423828125, - 1.848388671875, - 1.8245849609375, - 1.771026611328125, - 1.7442474365234375, - 1.6966400146484375, - 1.663909912109375, - 1.640106201171875, - 1.6133270263671875, - 1.5657196044921875, - 1.5121612548828125, - 1.4705047607421875, - 1.4437255859375, - 1.4035568237304688, - 1.3410720825195312, - 1.3321456909179688, - 1.2934646606445312, - 1.2399063110351562, - 1.1737022399902344, - 1.1234912872314453, - 1.07476806640625, - 1.0296711921691895, - 1.015723705291748, - 0.9992656707763672, - 0.9817848205566406, - 0.937896728515625 + 2.2969970703125, + 2.2850341796875, + 2.2730712890625, + 2.255126953125, + 2.255126953125, + 2.2431640625, + 2.231201171875, + 2.21923828125, + 2.2132568359375, + 2.1893310546875, + 2.1773681640625, + 2.159423828125, + 2.1295166015625, + 2.12353515625, + 2.0936279296875, + 2.07568359375, + 2.0816650390625, + 2.07568359375, + 2.0517578125, + 2.02783203125, + 1.991943359375, + 1.9560546875, + 1.944091796875, + 1.908203125, + 1.88427734375, + 1.83642578125, + 1.8304443359375, + 1.7945556640625, + 1.76763916015625, + 1.7467041015625, + 1.716796875, + 1.68988037109375, + 1.70782470703125, + 1.64501953125, + 1.59417724609375, + 1.5433349609375, + 1.52239990234375, + 1.465576171875, + 1.419219970703125, + 1.36090087890625, + 1.341461181640625, + 1.311553955078125, + 1.290618896484375, + 1.24725341796875, + 1.1926727294921875, + 1.15155029296875, + 1.1283721923828125, + 1.0823898315429688, + 1.0436973571777344, + 1.0327625274658203, + 0.9990234375, + 0.9504241943359375, + 0.8980865478515625, + 0.85247802734375, + 0.8135986328125, + 0.78668212890625, + 0.770233154296875, + 0.752288818359375, + 0.731353759765625, + 0.69696044921875 ], "timestamps": [ - "2026-06-16 08:24:00", - "2026-06-16 08:30:00", - "2026-06-16 08:36:00", "2026-06-16 08:42:00", "2026-06-16 08:48:00", "2026-06-16 08:54:00", @@ -795,6 +792,9 @@ "2026-06-17 14:00:00", "2026-06-17 14:06:00", "2026-06-17 14:12:00", - "2026-06-17 14:18:00" + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 0005245b4f74bd3fb6196ac0c0bfac2d7f210a49..b105f0882324461b1aff65782d47fe9edecba2ce 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T14:34:25.104789+00:00", + "evaluated_at": "2026-06-17T14:51:15.125782+00:00", "freq": "10min", - "context_length": 77, + "context_length": 76, "prediction_length": 72, "context": [ 1.100000023841858, @@ -11,8 +11,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, - 1.100000023841858, 1.0, 1.2000000476837158, 1.2000000476837158, @@ -82,10 +80,10 @@ 1.0, 1.0, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.0 ], "actuals": [ - 1.0, 0.8999999761581421, 0.8999999761581421, 1.100000023841858, @@ -156,234 +154,232 @@ 1.399999976158142, 1.5, 1.5, - 1.399999976158142 + 1.399999976158142, + 1.5 ], "p50": [ - 1.0755791664123535, - 1.0667939186096191, - 1.0621099472045898, - 1.062692642211914, - 1.0609893798828125, - 1.0601825714111328, - 1.0582103729248047, - 1.05596923828125, - 1.0544452667236328, - 1.055521011352539, - 1.0539073944091797, - 1.053548812866211, - 1.0513076782226562, - 1.052652359008789, - 1.0505905151367188, - 1.054534912109375, - 1.059330940246582, - 1.057851791381836, - 1.0547142028808594, - 1.0531005859375, - 1.052114486694336, - 1.0538177490234375, - 1.0584793090820312, - 1.0543556213378906, - 1.0530109405517578, - 1.0538177490234375, - 1.0518455505371094, - 1.0548038482666016, - 1.0557899475097656, - 1.0558795928955078, - 1.0541763305664062, - 1.051218032836914, - 1.0520248413085938, - 1.0508594512939453, - 1.0536384582519531, - 1.0529212951660156, - 1.0524730682373047, - 1.0523834228515625, - 1.0532798767089844, - 1.054534912109375, - 1.0575828552246094, - 1.0579414367675781, - 1.0565967559814453, - 1.056417465209961, - 1.0557003021240234, - 1.0566864013671875, - 1.0584793090820312, - 1.0566864013671875, - 1.0590620040893555, - 1.0583000183105469, - 1.0600929260253906, - 1.062647819519043, - 1.0637683868408203, - 1.0638132095336914, - 1.0614376068115234, - 1.060272216796875, - 1.0604515075683594, - 1.0613479614257812, - 1.0622892379760742, - 1.0615272521972656, - 1.0603618621826172, - 1.059779167175293, - 1.0587482452392578, - 1.0590171813964844, - 1.059779167175293, - 1.059330940246582, - 1.058837890625, - 1.0566864013671875, - 1.0547142028808594, - 1.0539073944091797, - 1.0579414367675781, - 1.055521011352539 + 1.0266437530517578, + 1.0353412628173828, + 1.0415019989013672, + 1.0482969284057617, + 1.0487499237060547, + 1.046213150024414, + 1.0447635650634766, + 1.0420455932617188, + 1.0409584045410156, + 1.044219970703125, + 1.0425891876220703, + 1.0427703857421875, + 1.0429515838623047, + 1.0405960083007812, + 1.0431327819824219, + 1.0465755462646484, + 1.0493841171264648, + 1.047119140625, + 1.0438575744628906, + 1.0440387725830078, + 1.0431327819824219, + 1.0477533340454102, + 1.0507431030273438, + 1.0453071594238281, + 1.044219970703125, + 1.044219970703125, + 1.0445823669433594, + 1.0496559143066406, + 1.0485687255859375, + 1.0474815368652344, + 1.0449447631835938, + 1.0438575744628906, + 1.0449447631835938, + 1.0483875274658203, + 1.0483875274658203, + 1.0465755462646484, + 1.0453071594238281, + 1.047119140625, + 1.0502901077270508, + 1.0530986785888672, + 1.054910659790039, + 1.0537328720092773, + 1.0518302917480469, + 1.0507431030273438, + 1.0498371124267578, + 1.053823471069336, + 1.053370475769043, + 1.050924301147461, + 1.0537328720092773, + 1.0530986785888672, + 1.057175636291504, + 1.0617055892944336, + 1.0603013038635254, + 1.0601654052734375, + 1.0569038391113281, + 1.0551824569702148, + 1.0551824569702148, + 1.0593500137329102, + 1.057809829711914, + 1.0564508438110352, + 1.0550918579101562, + 1.0534610748291016, + 1.0556354522705078, + 1.0586252212524414, + 1.0595765113830566, + 1.0559072494506836, + 1.0563602447509766, + 1.0550012588500977, + 1.0519208908081055, + 1.0551824569702148, + 1.0555448532104492, + 1.0511054992675781 ], "p10": [ - 0.9677581787109375, - 0.9505462646484375, - 0.942657470703125, - 0.942657470703125, - 0.939788818359375, - 0.9383544921875, - 0.9333343505859375, - 0.9304656982421875, - 0.931182861328125, - 0.93548583984375, - 0.9333343505859375, - 0.934051513671875, - 0.9290313720703125, - 0.9304656982421875, - 0.9319000244140625, - 0.9390716552734375, - 0.9419403076171875, - 0.939788818359375, - 0.9376373291015625, - 0.9376373291015625, - 0.936920166015625, - 0.9383544921875, - 0.942657470703125, - 0.9390716552734375, - 0.9376373291015625, - 0.9376373291015625, - 0.93548583984375, - 0.936920166015625, - 0.9376373291015625, - 0.9376373291015625, - 0.93548583984375, - 0.931182861328125, - 0.93548583984375, - 0.9362030029296875, - 0.9390716552734375, - 0.9390716552734375, - 0.936920166015625, - 0.9362030029296875, - 0.9362030029296875, - 0.936920166015625, - 0.939788818359375, - 0.939788818359375, - 0.9383544921875, - 0.9362030029296875, - 0.9347686767578125, - 0.93548583984375, - 0.9383544921875, - 0.9362030029296875, - 0.9390716552734375, - 0.9376373291015625, - 0.9390716552734375, - 0.9419403076171875, - 0.9433746337890625, - 0.9433746337890625, - 0.9405059814453125, - 0.939788818359375, - 0.9419403076171875, - 0.942657470703125, - 0.944091796875, - 0.942657470703125, - 0.9405059814453125, - 0.9383544921875, - 0.9390716552734375, - 0.939788818359375, - 0.9419403076171875, - 0.94122314453125, - 0.9405059814453125, - 0.9376373291015625, + 0.928253173828125, + 0.928253173828125, + 0.93695068359375, + 0.9412994384765625, + 0.9405746459960938, + 0.9355010986328125, + 0.9297027587890625, + 0.92535400390625, + 0.9260787963867188, + 0.9326019287109375, + 0.9333267211914062, + 0.9326019287109375, + 0.9304275512695312, + 0.9268035888671875, + 0.9326019287109375, + 0.9405746459960938, + 0.9384002685546875, + 0.9355010986328125, + 0.9333267211914062, + 0.9347763061523438, 0.934051513671875, + 0.9384002685546875, + 0.9391250610351562, + 0.9347763061523438, + 0.9347763061523438, + 0.9326019287109375, + 0.9333267211914062, + 0.93695068359375, + 0.9347763061523438, + 0.9347763061523438, + 0.9326019287109375, + 0.9297027587890625, + 0.9326019287109375, + 0.9376754760742188, + 0.9376754760742188, + 0.9355010986328125, + 0.93115234375, + 0.9326019287109375, + 0.9347763061523438, + 0.93695068359375, + 0.9391250610351562, + 0.9376754760742188, + 0.9362258911132812, + 0.9326019287109375, + 0.9297027587890625, + 0.9347763061523438, + 0.9355010986328125, + 0.9326019287109375, 0.934051513671875, - 0.9376373291015625, - 0.9347686767578125 + 0.9333267211914062, + 0.9384002685546875, + 0.9427490234375, + 0.9420242309570312, + 0.9412994384765625, + 0.9376754760742188, + 0.93695068359375, + 0.9391250610351562, + 0.9434738159179688, + 0.9412994384765625, + 0.9391250610351562, + 0.93695068359375, + 0.9333267211914062, + 0.9362258911132812, + 0.9405746459960938, + 0.9420242309570312, + 0.9384002685546875, + 0.9384002685546875, + 0.93695068359375, + 0.9333267211914062, + 0.9376754760742188, + 0.9384002685546875, + 0.9333267211914062 ], "p90": [ - 1.1517105102539062, - 1.1581649780273438, - 1.1642608642578125, - 1.1699981689453125, - 1.1699981689453125, - 1.1678466796875, - 1.1671295166015625, - 1.1671295166015625, - 1.169281005859375, - 1.1699981689453125, - 1.1728668212890625, - 1.1699981689453125, - 1.1685638427734375, - 1.1685638427734375, - 1.1685638427734375, - 1.173583984375, - 1.1771697998046875, - 1.1757354736328125, - 1.17071533203125, - 1.1685638427734375, - 1.1678466796875, - 1.1699981689453125, - 1.17645263671875, - 1.172149658203125, - 1.1699981689453125, - 1.169281005859375, - 1.1678466796875, - 1.17071533203125, - 1.173583984375, - 1.1757354736328125, - 1.1743011474609375, - 1.172149658203125, - 1.1671295166015625, - 1.1678466796875, - 1.17071533203125, - 1.169281005859375, - 1.1678466796875, - 1.1671295166015625, - 1.169281005859375, - 1.1714324951171875, - 1.17645263671875, - 1.1771697998046875, - 1.1757354736328125, - 1.175018310546875, - 1.173583984375, - 1.173583984375, - 1.17645263671875, - 1.175018310546875, - 1.1757354736328125, - 1.17645263671875, - 1.177886962890625, - 1.1814727783203125, - 1.18218994140625, - 1.1814727783203125, - 1.1800384521484375, - 1.177886962890625, - 1.177886962890625, - 1.177886962890625, - 1.1793212890625, - 1.1786041259765625, - 1.177886962890625, - 1.1786041259765625, - 1.177886962890625, - 1.1786041259765625, - 1.1800384521484375, - 1.177886962890625, - 1.17645263671875, - 1.173583984375, - 1.1714324951171875, - 1.17071533203125, - 1.175018310546875, - 1.1728668212890625 + 1.1206855773925781, + 1.1449661254882812, + 1.1583747863769531, + 1.1710586547851562, + 1.1710586547851562, + 1.1652603149414062, + 1.1630859375, + 1.1638107299804688, + 1.1674346923828125, + 1.1739578247070312, + 1.1732330322265625, + 1.1696090698242188, + 1.1674346923828125, + 1.1667098999023438, + 1.171783447265625, + 1.1790313720703125, + 1.1790313720703125, + 1.1768569946289062, + 1.1696090698242188, + 1.1696090698242188, + 1.1667098999023438, + 1.1725082397460938, + 1.1768569946289062, + 1.171783447265625, + 1.1703338623046875, + 1.16888427734375, + 1.1696090698242188, + 1.1739578247070312, + 1.1732330322265625, + 1.1732330322265625, + 1.1696090698242188, + 1.1696090698242188, + 1.1638107299804688, + 1.1696090698242188, + 1.1703338623046875, + 1.1681594848632812, + 1.165985107421875, + 1.165985107421875, + 1.1710586547851562, + 1.1768569946289062, + 1.1812057495117188, + 1.1797561645507812, + 1.1754074096679688, + 1.1732330322265625, + 1.1725082397460938, + 1.1761322021484375, + 1.1754074096679688, + 1.1739578247070312, + 1.1761322021484375, + 1.1761322021484375, + 1.1797561645507812, + 1.1841049194335938, + 1.1819305419921875, + 1.1819305419921875, + 1.1783065795898438, + 1.1761322021484375, + 1.1761322021484375, + 1.18048095703125, + 1.1797561645507812, + 1.1768569946289062, + 1.1768569946289062, + 1.1768569946289062, + 1.18048095703125, + 1.1841049194335938, + 1.1870040893554688, + 1.183380126953125, + 1.1826553344726562, + 1.18048095703125, + 1.1761322021484375, + 1.1790313720703125, + 1.1797561645507812, + 1.1761322021484375 ], "timestamps": [ - "2026-06-15 14:20:00", - "2026-06-15 14:30:00", - "2026-06-15 14:40:00", "2026-06-15 14:50:00", "2026-06-15 15:00:00", "2026-06-15 15:10:00", @@ -529,6 +525,8 @@ "2026-06-16 14:30:00", "2026-06-16 14:40:00", "2026-06-16 14:50:00", - "2026-06-16 15:00:00" + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 36eeacffc27b7bd736e1e49dda757ef3e62bd2c6..348685ec1c7b507d74ab9795f9faf40d08874553 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,25 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T14:43:30.979022+00:00", + "evaluated_at": "2026-06-17T14:51:18.916759+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 3fb47167266f271b0b2fdc76a3833ce2d776f8a2..9117395e0817deee0d049a0e0fed4d7c1ba85a41 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,117327.11563682556,179209.15744463602,376.9051106770833,0.38309794549963594,0.005737978945159529,0.005756157955459235,4.819550674962517,342.5304594292682,0.005224731518315242,0.00574905955648389,0.004752905565938062,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,118550.46472040813,179127.25407409668,375.5621744791667,0.38173294384859774,0.00571738089398532,0.005735548228119875,4.922867949366396,344.31158086885216,0.005252103176822202,0.005728797401176014,0.004765520341674512,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.265212421903167,2.0555524345600134,1.1191657384236653,0.6181922872278925,0.04934103729951961,0.04822957659021768,26.443721001437382,1.8069898787495096,0.0818290476776705,0.05068111761204866,0.058322632263445154,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.12676239734244207,0.10081594097581988,0.2853918232062521,0.2681623755723411,3.5359646401214615,0.6202822939097089,12.228323677057407,0.356037072988814,0.3304288302418323,0.26486479486811326,0.29252343172240686,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.04208663523023266,0.050640833798422075,0.194170367386606,1.5145285767421257,0.14788879118545717,0.16211284853909877,32.97466689136024,0.20515027475056585,0.1639380552879274,0.15516387907647583,0.1267538946544019,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.08510783384659441,0.07090575971656381,0.23769048179577415,0.2224143169795093,2.546020193983397,0.5656506998708313,10.038685469709245,0.2917324696474399,0.2983407092248045,0.24307457788512588,0.26637647571586964,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.053495618738725687,0.06503806452058673,0.22533615844117272,1.6789750156252445,0.17089240045126772,0.19025553590268077,36.43649251091009,0.23129119900836193,0.18380756298818682,0.17907508073705167,0.14544163286210737,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.019904685159417568,0.021379227280704072,0.09781948725382487,0.10953347975125564,0.0061875702011297655,0.0061613771235464075,6.358201035129622,0.14108396492662648,0.00884538993264103,0.006132883408976218,0.008650784207533712,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,281.61650992286314,349.022805295763,13.996504147847494,1.835337617187119,0.2951888037911807,0.36663539748597573,42.8229617077669,16.781433488318665,0.4362118297630697,0.3638211651506926,0.315467809021192,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,3.3003895992431658,5.0675368404131405,1.8316350777943928,0.8909730628618312,0.06793105552322622,0.07147346445825055,6.8198192880316855,1.8166974429560818,0.07169995129326272,0.0722894978325041,0.048257355202787525,Weather,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index a32731b3edca039cd021e463ce5a2ed2d939a843..d81f8ea1eacc273846f3e442da2018c6b59b523e 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T14:40:28.169389+00:00", + "evaluated_at": "2026-06-17T14:48:38.298046+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64810.01171875, 65040.87890625, 65278.0, - 65170.0 + 65109.01171875 ], "p50": [ 65637.40625, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index e86af1efbcdef59cc3534c8ce1fb3598b5de16b0..5ba051f939fe4ddf684866f9666c09026c76ec5c 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T14:30:55.716851+00:00", + "evaluated_at": "2026-06-17T14:48:43.885891+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.109999895095825, - 2.068000078201294, - 2.0360000133514404, 1.996999979019165, 1.965000033378601, 1.9140000343322754, @@ -245,12 +242,12 @@ 2.25600004196167, 2.2690000534057617, 2.26200008392334, - 2.263000011444092 - ], - "actuals": [ + 2.263000011444092, 2.256999969482422, 2.252000093460083, - 2.236999988555908, + 2.236999988555908 + ], + "actuals": [ 2.2249999046325684, 2.2130000591278076, 2.183000087738037, @@ -307,198 +304,198 @@ -0.15800000727176666, -0.17399999499320984, -0.19900000095367432, - -0.2199999988079071 + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043 ], "p50": [ - 2.241719961166382, - 2.2410738468170166, - 2.248814105987549, - 2.2297744750976562, - 2.2227530479431152, - 2.2247517108917236, - 2.220777750015259, - 2.194094657897949, - 2.193363904953003, - 2.17976713180542, - 2.1453161239624023, - 2.1336355209350586, - 2.1067566871643066, - 2.0867908000946045, - 2.0608155727386475, - 2.038623332977295, - 2.0055124759674072, - 1.9757567644119263, - 1.949510931968689, - 1.9063072204589844, - 1.8691229820251465, - 1.81027352809906, - 1.7915167808532715, - 1.7618941068649292, - 1.6953977346420288, - 1.6538909673690796, - 1.6258020401000977, - 1.5902810096740723, - 1.5525201559066772, - 1.4729708433151245, - 1.4415322542190552, - 1.3823633193969727, - 1.3131418228149414, - 1.2729415893554688, - 1.224593997001648, - 1.1467114686965942, - 1.0932053327560425, - 1.0462982654571533, - 0.9858390092849731, - 0.9213197231292725, - 0.8767642974853516, - 0.8353612422943115, - 0.7811375856399536, - 0.740768313407898, - 0.6745359897613525, - 0.6225404739379883, - 0.5932555794715881, - 0.5032992959022522, - 0.4547078609466553, - 0.39642155170440674, - 0.38344255089759827, - 0.30710917711257935, - 0.26342466473579407, - 0.21669892966747284, - 0.1724272072315216, - 0.13263890147209167, - 0.10568054020404816, - 0.0689636766910553, - 0.0340530127286911, - -0.01766708493232727 + 2.2066147327423096, + 2.1980984210968018, + 2.2058982849121094, + 2.174039363861084, + 2.1481597423553467, + 2.153834104537964, + 2.1412227153778076, + 2.1138803958892822, + 2.0950467586517334, + 2.0770561695098877, + 2.0472922325134277, + 2.0254065990448, + 1.992490291595459, + 1.9729034900665283, + 1.9411522150039673, + 1.9255156517028809, + 1.877720594406128, + 1.8362127542495728, + 1.8075717687606812, + 1.7579374313354492, + 1.7256239652633667, + 1.6617050170898438, + 1.638785481452942, + 1.6013648509979248, + 1.5267940759658813, + 1.4773880243301392, + 1.4524871110916138, + 1.3966091871261597, + 1.3475829362869263, + 1.2753849029541016, + 1.2200013399124146, + 1.1656111478805542, + 1.0941927433013916, + 1.03912353515625, + 0.9946498870849609, + 0.9265429973602295, + 0.8566091060638428, + 0.8007900714874268, + 0.7490841150283813, + 0.6936923265457153, + 0.6377910375595093, + 0.5937685370445251, + 0.5409032702445984, + 0.4971902668476105, + 0.42325860261917114, + 0.39096957445144653, + 0.34516263008117676, + 0.26469138264656067, + 0.21537069976329803, + 0.1756700575351715, + 0.1544942855834961, + 0.07216663658618927, + 0.031539082527160645, + -0.0015284568071365356, + -0.03207308053970337, + -0.0707176923751831, + -0.09795477986335754, + -0.12786993384361267, + -0.14915186166763306, + -0.19190174341201782 ], "p10": [ - 2.2612226009368896, - 2.260684013366699, - 2.263650894165039, - 2.2751500606536865, - 2.2229461669921875, - 2.204862356185913, - 2.198965311050415, - 2.2054665088653564, - 2.206728935241699, - 2.186899185180664, - 2.151606798171997, - 2.1326873302459717, - 2.057194232940674, - 2.115828037261963, - 2.0372374057769775, - 2.043440341949463, - 1.9976824522018433, - 1.965780258178711, - 1.926958441734314, - 1.9413129091262817, - 1.881857991218567, - 1.8384584188461304, - 1.8077911138534546, - 1.7581816911697388, - 1.7181235551834106, - 1.6905523538589478, - 1.6405552625656128, - 1.619924783706665, - 1.5839381217956543, - 1.5355678796768188, - 1.4716341495513916, - 1.4126918315887451, - 1.3607292175292969, - 1.339756965637207, - 1.280792236328125, - 1.2173774242401123, - 1.1242923736572266, - 1.0599181652069092, - 1.013047695159912, - 0.9863100051879883, - 0.9201678037643433, - 0.8757752180099487, - 0.8121421337127686, - 0.7996031045913696, - 0.7094143629074097, - 0.7102212905883789, - 0.6584292650222778, - 0.609575629234314, - 0.5723880529403687, - 0.47902220487594604, - 0.424782931804657, - 0.39497920870780945, - 0.33991509675979614, - 0.28851133584976196, - 0.3016268014907837, - 0.24269884824752808, - 0.1846703439950943, - 0.17297162115573883, - 0.12011058628559113, - 0.0630817860364914 + 2.2250630855560303, + 2.2208428382873535, + 2.2178447246551514, + 2.2249958515167236, + 2.156806468963623, + 2.135390043258667, + 2.1286306381225586, + 2.09147572517395, + 2.1139838695526123, + 2.0676701068878174, + 2.0402703285217285, + 2.030735731124878, + 1.9417815208435059, + 1.9982974529266357, + 1.9105254411697388, + 1.9319285154342651, + 1.867351770401001, + 1.823205590248108, + 1.7753779888153076, + 1.7950224876403809, + 1.7355105876922607, + 1.6864709854125977, + 1.6525812149047852, + 1.6007170677185059, + 1.5462301969528198, + 1.5108606815338135, + 1.448701024055481, + 1.4070894718170166, + 1.3711636066436768, + 1.3111547231674194, + 1.2554937601089478, + 1.1919176578521729, + 1.1273033618927002, + 1.0986974239349365, + 1.0274507999420166, + 0.9801663160324097, + 0.8958408832550049, + 0.8129427433013916, + 0.7700011730194092, + 0.738135039806366, + 0.6716135740280151, + 0.6371538639068604, + 0.5742174386978149, + 0.5412688851356506, + 0.4487200677394867, + 0.46411436796188354, + 0.39745429158210754, + 0.35424044728279114, + 0.3198888301849365, + 0.23406250774860382, + 0.18384233117103577, + 0.13149097561836243, + 0.09410925209522247, + 0.07073071599006653, + 0.07037396728992462, + 0.03143185377120972, + -0.04229620099067688, + -0.047387659549713135, + -0.09494256973266602, + -0.1352176070213318 ], "p90": [ - 2.2504494190216064, - 2.2597227096557617, - 2.2724976539611816, - 2.2617311477661133, - 2.2569282054901123, - 2.2613770961761475, - 2.262089490890503, - 2.2350075244903564, - 2.22470760345459, - 2.207326650619507, - 2.187237501144409, - 2.161681890487671, - 2.1355392932891846, - 2.1137146949768066, - 2.0968551635742188, - 2.077688217163086, - 2.0506227016448975, - 2.0331058502197266, - 2.005309820175171, - 1.9621220827102661, - 1.9294506311416626, - 1.8735352754592896, - 1.8601664304733276, - 1.8263661861419678, - 1.779098391532898, - 1.749604344367981, - 1.7316906452178955, - 1.7080562114715576, - 1.6643906831741333, - 1.60335373878479, - 1.597114086151123, - 1.5442924499511719, - 1.4764553308486938, - 1.4412589073181152, - 1.3831818103790283, - 1.3245253562927246, - 1.2912434339523315, - 1.2502622604370117, - 1.1838324069976807, - 1.1235222816467285, - 1.08761727809906, - 1.0598793029785156, - 1.0004658699035645, - 0.9535720348358154, - 0.9074503183364868, - 0.8720195293426514, - 0.8486570119857788, - 0.7727792263031006, - 0.7295743227005005, - 0.6808270812034607, - 0.6627210378646851, - 0.6034017205238342, - 0.5573082566261292, - 0.5211353302001953, - 0.47657668590545654, - 0.47474491596221924, - 0.43750959634780884, - 0.40965986251831055, - 0.37137871980667114, - 0.33539628982543945 + 2.213646173477173, + 2.215266704559326, + 2.226649761199951, + 2.201756477355957, + 2.181504011154175, + 2.1810097694396973, + 2.1749424934387207, + 2.1452572345733643, + 2.1224300861358643, + 2.097318410873413, + 2.0825767517089844, + 2.0444962978363037, + 2.0185670852661133, + 1.991560697555542, + 1.9703153371810913, + 1.9559789896011353, + 1.910812258720398, + 1.8760708570480347, + 1.846774697303772, + 1.801473617553711, + 1.7699370384216309, + 1.7066551446914673, + 1.68816077709198, + 1.648504614830017, + 1.58858060836792, + 1.547828197479248, + 1.529557704925537, + 1.488633394241333, + 1.4343726634979248, + 1.3672975301742554, + 1.3329492807388306, + 1.275558352470398, + 1.214725375175476, + 1.154792308807373, + 1.106580138206482, + 1.0567103624343872, + 0.9970523118972778, + 0.947960615158081, + 0.8907070159912109, + 0.8363921642303467, + 0.7903341054916382, + 0.7594289779663086, + 0.7088590860366821, + 0.6596099138259888, + 0.6037291288375854, + 0.5782098770141602, + 0.5384265780448914, + 0.47533732652664185, + 0.42909255623817444, + 0.4008396863937378, + 0.37786054611206055, + 0.31548625230789185, + 0.2729147970676422, + 0.2470390498638153, + 0.21153122186660767, + 0.20655715465545654, + 0.16813166439533234, + 0.15332573652267456, + 0.12052927911281586, + 0.08837723731994629 ], "timestamps": [ - "2026-06-16 08:24:00", - "2026-06-16 08:30:00", - "2026-06-16 08:36:00", "2026-06-16 08:42:00", "2026-06-16 08:48:00", "2026-06-16 08:54:00", @@ -795,6 +792,9 @@ "2026-06-17 14:00:00", "2026-06-17 14:06:00", "2026-06-17 14:12:00", - "2026-06-17 14:18:00" + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index f28fe7fd4c522e1b56ad3448e7658225f7a876c2..4f4940df4cd9911266859507d03d3bd65753b596 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T14:31:08.521701+00:00", + "evaluated_at": "2026-06-17T14:48:49.506188+00:00", "freq": "10min", - "context_length": 77, + "context_length": 76, "prediction_length": 72, "context": [ 1.100000023841858, @@ -11,8 +11,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, - 1.100000023841858, 1.0, 1.2000000476837158, 1.2000000476837158, @@ -82,10 +80,10 @@ 1.0, 1.0, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.0 ], "actuals": [ - 1.0, 0.8999999761581421, 0.8999999761581421, 1.100000023841858, @@ -156,234 +154,232 @@ 1.399999976158142, 1.5, 1.5, - 1.399999976158142 + 1.399999976158142, + 1.5 ], "p50": [ - 1.0714060068130493, - 1.057832956314087, - 1.050546407699585, - 1.0504701137542725, - 1.0523276329040527, - 1.0565381050109863, - 1.0616002082824707, - 1.0625536441802979, - 1.056457281112671, - 1.0561118125915527, - 1.0562455654144287, - 1.0579628944396973, - 1.0635545253753662, - 1.0636422634124756, - 1.0643519163131714, - 1.0606944561004639, - 1.0566399097442627, - 1.0544683933258057, - 1.0537083148956299, - 1.0591753721237183, - 1.0637714862823486, - 1.0660500526428223, - 1.0683236122131348, - 1.0664483308792114, - 1.0667243003845215, - 1.066340446472168, - 1.0695903301239014, - 1.0722442865371704, - 1.0779798030853271, - 1.0717883110046387, - 1.0724865198135376, - 1.075718879699707, - 1.0760948657989502, - 1.0813559293746948, - 1.0848666429519653, - 1.0862089395523071, - 1.0843397378921509, - 1.0818768739700317, - 1.0818696022033691, - 1.0762712955474854, - 1.0789703130722046, - 1.082906723022461, - 1.0815259218215942, - 1.0767929553985596, - 1.0786921977996826, - 1.076601266860962, - 1.0788531303405762, - 1.082627534866333, - 1.0864663124084473, - 1.0884764194488525, - 1.0863815546035767, - 1.0837029218673706, - 1.0828360319137573, - 1.0841426849365234, - 1.079458236694336, - 1.082535743713379, - 1.084073543548584, - 1.0808364152908325, - 1.0805772542953491, - 1.0837700366973877, - 1.0836865901947021, - 1.0831263065338135, - 1.0829228162765503, - 1.0804370641708374, - 1.081588625907898, - 1.0776832103729248, - 1.0787055492401123, - 1.0774955749511719, - 1.0760869979858398, - 1.0789618492126465, - 1.079044222831726, - 1.0770392417907715 + 0.9943285584449768, + 1.0023137331008911, + 1.0103622674942017, + 1.0171184539794922, + 1.0170501470565796, + 1.0191928148269653, + 1.0209383964538574, + 1.0233991146087646, + 1.0197001695632935, + 1.0226422548294067, + 1.0233556032180786, + 1.0242558717727661, + 1.0280085802078247, + 1.0254321098327637, + 1.0245860815048218, + 1.023173213005066, + 1.0200029611587524, + 1.0198708772659302, + 1.0212777853012085, + 1.027689814567566, + 1.0272512435913086, + 1.0328835248947144, + 1.0322701930999756, + 1.0326831340789795, + 1.030746579170227, + 1.0342175960540771, + 1.037371277809143, + 1.037129282951355, + 1.041464924812317, + 1.036651372909546, + 1.0407395362854004, + 1.0473910570144653, + 1.0455814599990845, + 1.0524708032608032, + 1.0501124858856201, + 1.0531885623931885, + 1.051052212715149, + 1.0512868165969849, + 1.0507820844650269, + 1.0482048988342285, + 1.052158236503601, + 1.051679015159607, + 1.0504536628723145, + 1.0476666688919067, + 1.0498061180114746, + 1.0507965087890625, + 1.0536177158355713, + 1.0568486452102661, + 1.0575624704360962, + 1.0573856830596924, + 1.0545060634613037, + 1.053863286972046, + 1.053419589996338, + 1.0539745092391968, + 1.0541963577270508, + 1.053589105606079, + 1.0549932718276978, + 1.0565580129623413, + 1.057085394859314, + 1.0583606958389282, + 1.0587124824523926, + 1.058220386505127, + 1.0546399354934692, + 1.054284930229187, + 1.0534937381744385, + 1.0517997741699219, + 1.0508427619934082, + 1.0491077899932861, + 1.0480008125305176, + 1.0482735633850098, + 1.0461505651474, + 1.0482923984527588 ], "p10": [ - 1.0824908018112183, - 1.0682339668273926, - 1.0676755905151367, - 1.0634809732437134, - 1.073028802871704, - 1.0783941745758057, - 1.082554817199707, - 1.0814577341079712, - 1.078073263168335, - 1.074272632598877, - 1.0793248414993286, - 1.077586054801941, - 1.084047555923462, - 1.0846971273422241, - 1.0847293138504028, - 1.0816234350204468, - 1.0779904127120972, - 1.0837804079055786, - 1.0798516273498535, - 1.0784181356430054, - 1.0810307264328003, - 1.0868505239486694, - 1.09294855594635, - 1.0847314596176147, - 1.0892237424850464, - 1.0856074094772339, - 1.089650273323059, - 1.0965629816055298, - 1.0969537496566772, - 1.0939605236053467, - 1.0940649509429932, - 1.094533085823059, - 1.0949763059616089, - 1.0995062589645386, - 1.106107234954834, - 1.1039564609527588, - 1.1007810831069946, - 1.1048316955566406, - 1.0998390913009644, - 1.0973011255264282, - 1.1023468971252441, - 1.1036089658737183, - 1.1043250560760498, - 1.1006629467010498, - 1.1027038097381592, - 1.0973718166351318, - 1.1010831594467163, - 1.098354458808899, - 1.1074174642562866, - 1.1102750301361084, - 1.1054984331130981, - 1.1068578958511353, - 1.1030458211898804, - 1.1075220108032227, - 1.1026830673217773, - 1.1014598608016968, - 1.1029162406921387, - 1.1031471490859985, - 1.0998687744140625, - 1.1063807010650635, - 1.103334903717041, - 1.1051967144012451, - 1.1007211208343506, - 1.1001290082931519, - 1.1019207239151, - 1.1024094820022583, - 1.0974010229110718, - 1.1021665334701538, - 1.0982956886291504, - 1.0975388288497925, - 1.1033910512924194, - 1.095244288444519 + 1.0136265754699707, + 1.021210789680481, + 1.032281756401062, + 1.0367542505264282, + 1.0455585718154907, + 1.0472078323364258, + 1.0448285341262817, + 1.0466145277023315, + 1.0494678020477295, + 1.0442949533462524, + 1.0506105422973633, + 1.0499156713485718, + 1.0556347370147705, + 1.0502897500991821, + 1.0496186017990112, + 1.0511963367462158, + 1.0475153923034668, + 1.0529744625091553, + 1.0530699491500854, + 1.0524842739105225, + 1.0557886362075806, + 1.060412883758545, + 1.06320321559906, + 1.0565227270126343, + 1.0618771314620972, + 1.060714840888977, + 1.0650310516357422, + 1.0685011148452759, + 1.0681012868881226, + 1.0668765306472778, + 1.0709481239318848, + 1.0710021257400513, + 1.0758863687515259, + 1.0769591331481934, + 1.0783202648162842, + 1.0754351615905762, + 1.0755242109298706, + 1.0807321071624756, + 1.0785472393035889, + 1.0766842365264893, + 1.0826302766799927, + 1.0821455717086792, + 1.079139232635498, + 1.0773361921310425, + 1.0789519548416138, + 1.0824108123779297, + 1.0826388597488403, + 1.0831096172332764, + 1.0874519348144531, + 1.0881600379943848, + 1.0843572616577148, + 1.0865108966827393, + 1.08048415184021, + 1.083614468574524, + 1.0826096534729004, + 1.080502986907959, + 1.0793213844299316, + 1.0819847583770752, + 1.082183837890625, + 1.0866289138793945, + 1.0819581747055054, + 1.085036039352417, + 1.0828096866607666, + 1.0821936130523682, + 1.0810436010360718, + 1.0857112407684326, + 1.078407883644104, + 1.081223487854004, + 1.0793370008468628, + 1.0748372077941895, + 1.080520749092102, + 1.0774043798446655 ], "p90": [ - 1.1334959268569946, - 1.1290136575698853, - 1.1293110847473145, - 1.1322215795516968, - 1.136598825454712, - 1.143432855606079, - 1.1497700214385986, - 1.1527513265609741, - 1.1508046388626099, - 1.152456521987915, - 1.1539530754089355, - 1.1548540592193604, - 1.1604875326156616, - 1.1614153385162354, - 1.1642953157424927, - 1.1627662181854248, - 1.1609716415405273, - 1.1599946022033691, - 1.1611825227737427, - 1.163864016532898, - 1.1685559749603271, - 1.1710805892944336, - 1.170129656791687, - 1.1663459539413452, - 1.171863079071045, - 1.1718281507492065, - 1.1748541593551636, - 1.1787782907485962, - 1.1815063953399658, - 1.1795194149017334, - 1.1803058385849, - 1.1825774908065796, - 1.184998631477356, - 1.191089153289795, - 1.1946415901184082, - 1.1944074630737305, - 1.1926512718200684, - 1.1933629512786865, - 1.1916381120681763, - 1.189405083656311, - 1.193042516708374, - 1.199820876121521, - 1.1974211931228638, - 1.193488597869873, - 1.1930149793624878, - 1.1917078495025635, - 1.1908726692199707, - 1.1947405338287354, - 1.1961085796356201, - 1.2035950422286987, - 1.1999605894088745, - 1.2024486064910889, - 1.1971694231033325, - 1.1986465454101562, - 1.196373462677002, - 1.199390172958374, - 1.2019264698028564, - 1.2003810405731201, - 1.2028603553771973, - 1.2014330625534058, - 1.2011116743087769, - 1.200897455215454, - 1.1989946365356445, - 1.201263427734375, - 1.2016271352767944, - 1.1989058256149292, - 1.2021793127059937, - 1.1999025344848633, - 1.1976407766342163, - 1.2000197172164917, - 1.1959433555603027, - 1.1997928619384766 + 1.0681414604187012, + 1.0831791162490845, + 1.0965145826339722, + 1.1042472124099731, + 1.1047056913375854, + 1.1081472635269165, + 1.1106796264648438, + 1.1136785745620728, + 1.1145800352096558, + 1.118430256843567, + 1.121458888053894, + 1.1223820447921753, + 1.128204584121704, + 1.1275664567947388, + 1.128927230834961, + 1.1299816370010376, + 1.1291769742965698, + 1.1291519403457642, + 1.1319690942764282, + 1.135850429534912, + 1.1370021104812622, + 1.1439136266708374, + 1.1441571712493896, + 1.1423567533493042, + 1.1452902555465698, + 1.1476119756698608, + 1.1499766111373901, + 1.1532833576202393, + 1.155165672302246, + 1.1545674800872803, + 1.1576353311538696, + 1.163048267364502, + 1.1640344858169556, + 1.1714746952056885, + 1.17167329788208, + 1.1726605892181396, + 1.171549916267395, + 1.1743496656417847, + 1.1730295419692993, + 1.1724724769592285, + 1.1762917041778564, + 1.1784918308258057, + 1.1751339435577393, + 1.1722617149353027, + 1.1735159158706665, + 1.1768383979797363, + 1.1794649362564087, + 1.1838335990905762, + 1.182255506515503, + 1.1849044561386108, + 1.1803110837936401, + 1.1846321821212769, + 1.1804577112197876, + 1.181389331817627, + 1.1838526725769043, + 1.1813856363296509, + 1.1832891702651978, + 1.1863822937011719, + 1.1894416809082031, + 1.1883456707000732, + 1.1880449056625366, + 1.1891437768936157, + 1.186016321182251, + 1.188452124595642, + 1.1880714893341064, + 1.1856505870819092, + 1.1868032217025757, + 1.1824380159378052, + 1.1822160482406616, + 1.1838889122009277, + 1.1817892789840698, + 1.1872776746749878 ], "timestamps": [ - "2026-06-15 14:20:00", - "2026-06-15 14:30:00", - "2026-06-15 14:40:00", "2026-06-15 14:50:00", "2026-06-15 15:00:00", "2026-06-15 15:10:00", @@ -529,6 +525,8 @@ "2026-06-16 14:30:00", "2026-06-16 14:40:00", "2026-06-16 14:50:00", - "2026-06-16 15:00:00" + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index c417422d86ce177b607164fb3a02c438cb323163..91ec8c1bc69b52dd37a224abafb5180beb424abe 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,25 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-17T14:40:46.092015+00:00", + "evaluated_at": "2026-06-17T14:48:52.382171+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 0b3194e0c1766e9ff74c7f736953e8c594afa562..d17a724c579633f6b98d62f4b3a20b83bca02ffc 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,320569.91313934326,320569.91313934326,378.046875,0.38425846987026163,0.005804263362182674,0.005767276919848502,2.039093761987122,566.1889376695233,0.008636268998945014,0.005766475269102179,0.0050445917053216875,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,325179.1838919322,325179.1838919322,380.5880533854167,0.3868414017303586,0.005843817837010899,0.0058062863817711224,2.039093761987122,570.2448455636685,0.008698472347034459,0.005805461783196593,0.005057708267987741,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.599317467854083,0.599317467854083,0.5944896539052328,0.3283775639867488,0.026530083893923598,0.026747771423885704,2.1204012782978103,0.7741559712707013,0.03505744366808659,0.026921303104895065,0.02886119856295038,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.975329265768195,0.975329265768195,0.8246676137088798,0.7748814379658172,16.30660322864539,0.8150857452974428,15.790888321327275,0.9875875990352425,0.9165545946413491,0.7653527556797705,0.5795683342333247,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.0635604340804681,0.0635604340804681,0.2197366605202357,1.713945625148654,0.1673803229311619,0.1859067334729767,17.33434816132501,0.2521119475163129,0.2014656935796395,0.1755942118281349,0.14318141218413188,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.7293551860923302,0.7293551860923302,0.7214793006617887,0.675110440515749,13.680498126468724,0.8600252647781546,10.954627048110982,0.8540229423688395,0.8733680232045773,0.7378220412372357,0.5197888889607654,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.0694280566480398,0.0694280566480398,0.23251677552858988,1.7324776437429268,0.1763044963516223,0.19701220387196808,18.875176721898427,0.2634920428552631,0.20939763584456073,0.1847815310181182,0.15272177274855311,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.012433087848156296,0.012433087848156296,0.05571583906809489,0.06014303742795826,0.0035324301238929914,0.003509830540164355,1.7497115957193945,0.1115037571033205,0.006983533625343107,0.0034895096425827873,0.011803007446702948,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,351.88469390639557,351.88469390639557,14.271789312362671,1.871435289330913,0.31334270210135223,0.38248685044827546,22.062760048116058,18.758589869880826,0.4876054728347004,0.370976849759125,0.32428641876509573,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,4.410453194616366,4.410453194616366,1.6594466368357341,0.8072144231140719,0.0608263028835259,0.06377833901591845,5.311987103445165,2.1001079007080485,0.08288536694714964,0.06549370314590525,0.05358750618531764,Weather,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 6b3cfa6e504d014cc706b0a331c074947d619998..4d2d464a6fb7badd2a4953ef014585db1fbc593a 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T14:41:27.853513+00:00", + "evaluated_at": "2026-06-17T14:49:40.959477+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64810.01171875, 65040.87890625, 65278.0, - 65170.0 + 65109.01171875 ], "p50": [ 65733.421875, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index def05bcdf3137e65385fea671a21b39d6d39322d..aaaae79942483b3f41a20971ff70796a96ef96d6 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-17T14:32:46.504078+00:00", + "evaluated_at": "2026-06-17T14:49:49.092909+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.109999895095825, - 2.068000078201294, - 2.0360000133514404, 1.996999979019165, 1.965000033378601, 1.9140000343322754, @@ -245,12 +242,12 @@ 2.25600004196167, 2.2690000534057617, 2.26200008392334, - 2.263000011444092 - ], - "actuals": [ + 2.263000011444092, 2.256999969482422, 2.252000093460083, - 2.236999988555908, + 2.236999988555908 + ], + "actuals": [ 2.2249999046325684, 2.2130000591278076, 2.183000087738037, @@ -307,198 +304,198 @@ -0.15800000727176666, -0.17399999499320984, -0.19900000095367432, - -0.2199999988079071 + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043 ], "p50": [ - 2.2685835361480713, - 2.2649683952331543, - 2.259733200073242, - 2.2558977603912354, - 2.2507221698760986, - 2.2460217475891113, - 2.2393598556518555, - 2.230985641479492, - 2.2215137481689453, - 2.2128114700317383, - 2.2017531394958496, - 2.188920021057129, - 2.175769805908203, - 2.1620264053344727, - 2.1504883766174316, - 2.1357598304748535, - 2.119709014892578, - 2.102992534637451, - 2.086872100830078, - 2.0690112113952637, - 2.0490901470184326, - 2.0294766426086426, - 2.009861469268799, - 1.9883606433868408, - 1.9679993391036987, - 1.946324348449707, - 1.923964262008667, - 1.9021587371826172, - 1.8796448707580566, - 1.857778787612915, - 1.8371082544326782, - 1.816431999206543, - 1.9200823307037354, - 1.8944218158721924, - 1.855895757675171, - 1.8332502841949463, - 1.8084629774093628, - 1.7788374423980713, - 1.7510676383972168, - 1.7274017333984375, - 1.700811505317688, - 1.6756365299224854, - 1.650978446006775, - 1.626006007194519, - 1.6070892810821533, - 1.5886945724487305, - 1.5711723566055298, - 1.5467993021011353, - 1.527215600013733, - 1.509580373764038, - 1.4907808303833008, - 1.4736756086349487, - 1.45597505569458, - 1.4395250082015991, - 1.424687385559082, - 1.4076567888259888, - 1.393393874168396, - 1.3803563117980957, - 1.3674649000167847, - 1.3530374765396118 + 2.236252784729004, + 2.226713180541992, + 2.215850830078125, + 2.205148935317993, + 2.192385196685791, + 2.179211139678955, + 2.1644434928894043, + 2.147144317626953, + 2.1292362213134766, + 2.111402988433838, + 2.092175006866455, + 2.070892095565796, + 2.049192190170288, + 2.0254971981048584, + 2.0022048950195312, + 1.9756135940551758, + 1.9490282535552979, + 1.9224629402160645, + 1.896561861038208, + 1.8676731586456299, + 1.8377466201782227, + 1.8072245121002197, + 1.7767188549041748, + 1.744168996810913, + 1.7138779163360596, + 1.683549165725708, + 1.6523807048797607, + 1.6210227012634277, + 1.588362455368042, + 1.5572216510772705, + 1.5269339084625244, + 1.4965834617614746, + 1.6640169620513916, + 1.636267066001892, + 1.5952191352844238, + 1.5671457052230835, + 1.5344387292861938, + 1.4985555410385132, + 1.4694228172302246, + 1.4430952072143555, + 1.4145714044570923, + 1.386671543121338, + 1.3591519594192505, + 1.3301441669464111, + 1.3067095279693604, + 1.284164309501648, + 1.2625784873962402, + 1.2356061935424805, + 1.2136093378067017, + 1.1956692934036255, + 1.1772916316986084, + 1.158745527267456, + 1.1423600912094116, + 1.1248770952224731, + 1.1102017164230347, + 1.0930029153823853, + 1.079136610031128, + 1.065918207168579, + 1.053984522819519, + 1.040320873260498 ], "p10": [ - 2.2535014152526855, - 2.249319076538086, - 2.240992546081543, - 2.2315616607666016, - 2.2210447788238525, - 2.210545539855957, - 2.196924924850464, - 2.180939197540283, - 2.1656196117401123, - 2.1485047340393066, - 2.1271774768829346, - 2.1050171852111816, - 2.0807907581329346, - 2.056145668029785, - 2.031245231628418, - 2.0060462951660156, - 1.9785804748535156, - 1.9462015628814697, - 1.9144189357757568, - 1.8811650276184082, - 1.8438831567764282, - 1.8096866607666016, - 1.773175597190857, - 1.7329282760620117, - 1.69057297706604, - 1.649068832397461, - 1.6041467189788818, - 1.5550293922424316, - 1.503749132156372, - 1.4539613723754883, - 1.4013502597808838, - 1.3625227212905884, - 1.3361170291900635, - 1.382043480873108, - 1.3691693544387817, - 1.3322283029556274, - 1.2933531999588013, - 1.2470961809158325, - 1.1977345943450928, - 1.1498886346817017, - 1.0980724096298218, - 1.050987720489502, - 1.0009931325912476, - 0.953927218914032, - 0.9182825088500977, - 0.8788897395133972, - 0.8410438299179077, - 0.7982726693153381, - 0.7667680978775024, - 0.7279328107833862, - 0.6864019632339478, - 0.6517022252082825, - 0.6045439839363098, - 0.5752236843109131, - 0.5495026707649231, - 0.520434558391571, - 0.4836912155151367, - 0.45125311613082886, - 0.43071848154067993, - 0.39719289541244507 + 2.2203097343444824, + 2.2107601165771484, + 2.1977686882019043, + 2.1818246841430664, + 2.163175106048584, + 2.1436262130737305, + 2.1215689182281494, + 2.096550703048706, + 2.0721516609191895, + 2.04591703414917, + 2.016350269317627, + 1.986456274986267, + 1.9543099403381348, + 1.9200412034988403, + 1.882867455482483, + 1.8441550731658936, + 1.805357813835144, + 1.7638471126556396, + 1.7237745523452759, + 1.6806440353393555, + 1.6344209909439087, + 1.589069128036499, + 1.5413703918457031, + 1.4902167320251465, + 1.4368056058883667, + 1.3868321180343628, + 1.3328627347946167, + 1.2763311862945557, + 1.216813325881958, + 1.159477710723877, + 1.0993733406066895, + 1.0519428253173828, + 1.0124521255493164, + 1.0788438320159912, + 1.0546722412109375, + 0.9976854920387268, + 0.9504948854446411, + 0.9041435718536377, + 0.851458728313446, + 0.8025333285331726, + 0.7512264251708984, + 0.704747200012207, + 0.6534790396690369, + 0.6069241762161255, + 0.5702376365661621, + 0.5255373120307922, + 0.48069828748703003, + 0.4333586096763611, + 0.399253785610199, + 0.3590396046638489, + 0.31638509035110474, + 0.28049975633621216, + 0.23942822217941284, + 0.21036088466644287, + 0.1874610185623169, + 0.15897440910339355, + 0.12197762727737427, + 0.08992975950241089, + 0.06927531957626343, + 0.03508710861206055 ], "p90": [ - 2.2800216674804688, - 2.2786927223205566, - 2.276674509048462, - 2.2792954444885254, - 2.2783193588256836, - 2.27961802482605, - 2.2799339294433594, - 2.2795915603637695, - 2.278174877166748, - 2.2761754989624023, - 2.273453950881958, - 2.271751642227173, - 2.2682886123657227, - 2.2654669284820557, - 2.26250958442688, - 2.259800434112549, - 2.255584239959717, - 2.2537081241607666, - 2.2507548332214355, - 2.249903678894043, - 2.2461185455322266, - 2.2462282180786133, - 2.2452354431152344, - 2.2406482696533203, - 2.2380056381225586, - 2.2352867126464844, - 2.2303783893585205, - 2.225552558898926, - 2.2207727432250977, - 2.2188944816589355, - 2.217625617980957, - 2.213188648223877, - 2.2046635150909424, - 2.180806875228882, - 2.1811161041259766, - 2.1963858604431152, - 2.2080349922180176, - 2.2173855304718018, - 2.229663848876953, - 2.2430834770202637, - 2.2471961975097656, - 2.257960796356201, - 2.263838768005371, - 2.2705283164978027, - 2.2772469520568848, - 2.2830727100372314, - 2.2907867431640625, - 2.2832369804382324, - 2.284250020980835, - 2.290044069290161, - 2.289877414703369, - 2.298048973083496, - 2.296283006668091, - 2.305588483810425, - 2.3095169067382812, - 2.315774917602539, - 2.3169946670532227, - 2.3194403648376465, - 2.322052001953125, - 2.329470634460449 + 2.2487082481384277, + 2.2409684658050537, + 2.233550786972046, + 2.228644609451294, + 2.219968795776367, + 2.2125840187072754, + 2.2052628993988037, + 2.195876121520996, + 2.1864445209503174, + 2.1753716468811035, + 2.1642720699310303, + 2.1546239852905273, + 2.1423919200897217, + 2.1292083263397217, + 2.1144375801086426, + 2.100142002105713, + 2.086358070373535, + 2.0752129554748535, + 2.0628814697265625, + 2.0501363277435303, + 2.035426139831543, + 2.022904872894287, + 2.009674549102783, + 1.9937169551849365, + 1.9817509651184082, + 1.9717849493026733, + 1.9599416255950928, + 1.947889804840088, + 1.9339447021484375, + 1.9207736253738403, + 1.9104353189468384, + 1.8978817462921143, + 2.0200772285461426, + 1.9554634094238281, + 1.9382820129394531, + 1.9493992328643799, + 1.9569287300109863, + 1.9608176946640015, + 1.962023138999939, + 1.9630424976348877, + 1.9624055624008179, + 1.9687554836273193, + 1.9720531702041626, + 1.977896809577942, + 1.98417329788208, + 1.9872736930847168, + 1.9907891750335693, + 1.9818263053894043, + 1.981117844581604, + 1.9840060472488403, + 1.9821999073028564, + 1.9864996671676636, + 1.9844260215759277, + 1.9896748065948486, + 1.991897463798523, + 1.9968252182006836, + 1.999558687210083, + 2.00368332862854, + 2.008627414703369, + 2.0191690921783447 ], "timestamps": [ - "2026-06-16 08:24:00", - "2026-06-16 08:30:00", - "2026-06-16 08:36:00", "2026-06-16 08:42:00", "2026-06-16 08:48:00", "2026-06-16 08:54:00", @@ -795,6 +792,9 @@ "2026-06-17 14:00:00", "2026-06-17 14:06:00", "2026-06-17 14:12:00", - "2026-06-17 14:18:00" + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index f5618e53a7c5812c7f5e83c9b10084c89d3a3d9b..af48bb98af139aef527d5ab178b7f98c2dbadd84 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-17T14:32:52.912047+00:00", + "evaluated_at": "2026-06-17T14:49:54.630180+00:00", "freq": "10min", - "context_length": 77, + "context_length": 76, "prediction_length": 72, "context": [ 1.100000023841858, @@ -11,8 +11,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, - 1.100000023841858, 1.0, 1.2000000476837158, 1.2000000476837158, @@ -82,10 +80,10 @@ 1.0, 1.0, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.0 ], "actuals": [ - 1.0, 0.8999999761581421, 0.8999999761581421, 1.100000023841858, @@ -156,234 +154,232 @@ 1.399999976158142, 1.5, 1.5, - 1.399999976158142 + 1.399999976158142, + 1.5 ], "p50": [ - 1.071014642715454, - 1.05800199508667, - 1.0515724420547485, - 1.0547544956207275, - 1.0551937818527222, - 1.0528810024261475, - 1.0505118370056152, - 1.0476402044296265, - 1.0463933944702148, - 1.0460871458053589, - 1.046057105064392, - 1.0438170433044434, - 1.040082335472107, - 1.0372498035430908, - 1.0352681875228882, - 1.0370055437088013, - 1.0411689281463623, - 1.0418109893798828, - 1.038826584815979, - 1.0368441343307495, - 1.0369952917099, - 1.037278413772583, - 1.0402204990386963, - 1.0412195920944214, - 1.0414087772369385, - 1.0411561727523804, - 1.0413607358932495, - 1.0457396507263184, - 1.0481339693069458, - 1.0479096174240112, - 1.0461441278457642, - 1.0426942110061646, - 1.0341328382492065, - 1.0454444885253906, - 1.053996205329895, - 1.0519980192184448, - 1.0483473539352417, - 1.049299955368042, - 1.046953558921814, - 1.0484492778778076, - 1.0549005270004272, - 1.0594041347503662, - 1.0561741590499878, - 1.0484073162078857, - 1.0467641353607178, - 1.0462960004806519, - 1.0476046800613403, - 1.0474729537963867, - 1.0487685203552246, - 1.047080397605896, - 1.0461797714233398, - 1.0582492351531982, - 1.057111144065857, - 1.0532044172286987, - 1.0505605936050415, - 1.0475107431411743, - 1.0448806285858154, - 1.044650673866272, - 1.0438157320022583, - 1.0406123399734497, - 1.0368038415908813, - 1.035625696182251, - 1.0336743593215942, - 1.0335737466812134, - 1.0370787382125854, - 1.0405213832855225, - 1.0402870178222656, - 1.0392550230026245, - 1.0359225273132324, - 1.0365705490112305, - 1.0382273197174072, - 1.0406100749969482 + 1.0085169076919556, + 1.0138968229293823, + 1.0191553831100464, + 1.0235283374786377, + 1.0246822834014893, + 1.0243427753448486, + 1.0235610008239746, + 1.0231940746307373, + 1.0242608785629272, + 1.0254932641983032, + 1.0247174501419067, + 1.023439645767212, + 1.0228233337402344, + 1.0215344429016113, + 1.0227878093719482, + 1.0252281427383423, + 1.0261701345443726, + 1.0245226621627808, + 1.023656964302063, + 1.0244003534317017, + 1.0264215469360352, + 1.0276522636413574, + 1.0284010171890259, + 1.0294910669326782, + 1.0297508239746094, + 1.0300853252410889, + 1.0318812131881714, + 1.0348360538482666, + 1.03566312789917, + 1.0352437496185303, + 1.033147931098938, + 1.032144546508789, + 1.021701693534851, + 1.036823034286499, + 1.0410070419311523, + 1.0413016080856323, + 1.0426898002624512, + 1.0433019399642944, + 1.0430139303207397, + 1.0521725416183472, + 1.055092692375183, + 1.0491106510162354, + 1.0438053607940674, + 1.0433235168457031, + 1.0424901247024536, + 1.0419268608093262, + 1.0424489974975586, + 1.0414953231811523, + 1.0409660339355469, + 1.0420522689819336, + 1.0510053634643555, + 1.0527629852294922, + 1.045343279838562, + 1.044594645500183, + 1.042707920074463, + 1.0402412414550781, + 1.0396854877471924, + 1.0413193702697754, + 1.0383377075195312, + 1.0343296527862549, + 1.0338973999023438, + 1.0330885648727417, + 1.0312601327896118, + 1.0376869440078735, + 1.0422396659851074, + 1.0315299034118652, + 1.032487154006958, + 1.0352051258087158, + 1.0345311164855957, + 1.035260796546936, + 1.0359798669815063, + 1.0367999076843262 ], "p10": [ - 0.9692187905311584, - 0.9401462078094482, - 0.9271599650382996, - 0.9254468679428101, - 0.9242973327636719, - 0.9198615550994873, - 0.9146624207496643, - 0.9093273878097534, - 0.9068170785903931, - 0.9055342078208923, - 0.9021947979927063, - 0.8973017930984497, - 0.8918015956878662, - 0.8877828121185303, - 0.8830083012580872, - 0.8828040957450867, - 0.8853623270988464, - 0.8863290548324585, - 0.8837628960609436, - 0.882191002368927, - 0.8808763027191162, - 0.8797976970672607, - 0.8804383277893066, - 0.8799678683280945, - 0.8785158395767212, - 0.8765026330947876, - 0.8748317360877991, - 0.8780511021614075, - 0.8802248239517212, - 0.8787784576416016, - 0.8757158517837524, - 0.8715646266937256, - 0.8522695302963257, - 0.8689497113227844, - 0.8628524541854858, - 0.8576931357383728, - 0.8545215129852295, - 0.8527124524116516, - 0.8463632464408875, - 0.8467402458190918, - 0.8531252145767212, - 0.8559185266494751, - 0.8522831201553345, - 0.8469645977020264, - 0.8459746837615967, - 0.8463341593742371, - 0.8456777930259705, - 0.8423637747764587, - 0.8396118879318237, - 0.837613582611084, - 0.836234986782074, - 0.8453750610351562, - 0.8437516689300537, - 0.8375597596168518, - 0.8357353210449219, - 0.8307992815971375, - 0.824176549911499, - 0.8186765909194946, - 0.8138154745101929, - 0.8070988655090332, - 0.8008831739425659, - 0.7969818711280823, - 0.7914189100265503, - 0.7892633080482483, - 0.8426302075386047, - 0.86017906665802, - 0.853128969669342, - 0.8431961536407471, - 0.8409739136695862, - 0.839812159538269, - 0.835934042930603, - 0.8361955285072327 + 0.9137508273124695, + 0.9009177088737488, + 0.896483302116394, + 0.8961477875709534, + 0.8940020799636841, + 0.890371561050415, + 0.8845645785331726, + 0.8796637654304504, + 0.8777462244033813, + 0.8755047917366028, + 0.8690036535263062, + 0.864044189453125, + 0.8609476089477539, + 0.8577429056167603, + 0.855708658695221, + 0.8559214472770691, + 0.8540202379226685, + 0.8504005074501038, + 0.8478543162345886, + 0.8472471237182617, + 0.8464069366455078, + 0.8443382978439331, + 0.8416056036949158, + 0.8394612073898315, + 0.8363184928894043, + 0.8331385850906372, + 0.8321974277496338, + 0.8330919146537781, + 0.8330605626106262, + 0.8310768604278564, + 0.8270915746688843, + 0.8246576189994812, + 0.8447896838188171, + 0.8549425005912781, + 0.8472188711166382, + 0.8431040644645691, + 0.8422504663467407, + 0.8395106196403503, + 0.8343967199325562, + 0.8403829336166382, + 0.8427740335464478, + 0.838537335395813, + 0.8304826617240906, + 0.8308820724487305, + 0.8308818936347961, + 0.8315613269805908, + 0.8299175500869751, + 0.8249285817146301, + 0.8202919960021973, + 0.8181369304656982, + 0.8231127858161926, + 0.8227924704551697, + 0.8138789534568787, + 0.8109785914421082, + 0.8087839484214783, + 0.8039443492889404, + 0.7986469268798828, + 0.7941338419914246, + 0.7857506275177002, + 0.7773655652999878, + 0.7738173007965088, + 0.7701801061630249, + 0.7660442590713501, + 0.7698202133178711, + 0.836478590965271, + 0.847143292427063, + 0.8399581909179688, + 0.834245502948761, + 0.8319091796875, + 0.8308144807815552, + 0.8248318433761597, + 0.8232945203781128 ], "p90": [ - 1.1596006155014038, - 1.1683106422424316, - 1.176232933998108, - 1.1899844408035278, - 1.1985887289047241, - 1.201398253440857, - 1.2014281749725342, - 1.200484275817871, - 1.20157790184021, - 1.20505690574646, - 1.2080966234207153, - 1.2098897695541382, - 1.2085169553756714, - 1.2082362174987793, - 1.209450602531433, - 1.2148088216781616, - 1.2210651636123657, - 1.2222325801849365, - 1.2176952362060547, - 1.2161099910736084, - 1.2153863906860352, - 1.2174475193023682, - 1.2214566469192505, - 1.2242610454559326, - 1.2271296977996826, - 1.2293837070465088, - 1.2321257591247559, - 1.2397316694259644, - 1.2449101209640503, - 1.2470489740371704, - 1.246874213218689, - 1.2430133819580078, - 1.2339208126068115, - 1.253289818763733, - 1.262789249420166, - 1.2624883651733398, - 1.2680392265319824, - 1.2783432006835938, - 1.2739756107330322, - 1.2802908420562744, - 1.2954795360565186, - 1.2997266054153442, - 1.2919789552688599, - 1.2873826026916504, - 1.2876803874969482, - 1.2851955890655518, - 1.2862470149993896, - 1.2900311946868896, - 1.294082760810852, - 1.2899900674819946, - 1.2887431383132935, - 1.305271029472351, - 1.3050181865692139, - 1.2999694347381592, - 1.2956973314285278, - 1.2929179668426514, - 1.29176926612854, - 1.2931472063064575, - 1.2952574491500854, - 1.2926409244537354, - 1.2902756929397583, - 1.2921855449676514, - 1.2923616170883179, - 1.2954875230789185, - 1.282700538635254, - 1.2833142280578613, - 1.2819831371307373, - 1.2729928493499756, - 1.2731025218963623, - 1.2738842964172363, - 1.2732716798782349, - 1.2813880443572998 + 1.1190294027328491, + 1.143846035003662, + 1.1593252420425415, + 1.1698650121688843, + 1.1750309467315674, + 1.1790529489517212, + 1.1819604635238647, + 1.1850013732910156, + 1.1895318031311035, + 1.1952011585235596, + 1.1972280740737915, + 1.2009155750274658, + 1.2043377161026, + 1.2060205936431885, + 1.2114654779434204, + 1.2199915647506714, + 1.2235631942749023, + 1.2205781936645508, + 1.2186294794082642, + 1.2212679386138916, + 1.2229502201080322, + 1.226173996925354, + 1.2281874418258667, + 1.2320888042449951, + 1.234936237335205, + 1.2376526594161987, + 1.2431992292404175, + 1.2481815814971924, + 1.2505344152450562, + 1.2520416975021362, + 1.2519750595092773, + 1.2511255741119385, + 1.215955376625061, + 1.2365145683288574, + 1.2419826984405518, + 1.2474470138549805, + 1.2591513395309448, + 1.2667152881622314, + 1.2663078308105469, + 1.277892827987671, + 1.285692811012268, + 1.277868628501892, + 1.270949125289917, + 1.2742986679077148, + 1.2755674123764038, + 1.2759194374084473, + 1.279597520828247, + 1.2835556268692017, + 1.2844315767288208, + 1.2851173877716064, + 1.2974176406860352, + 1.299816370010376, + 1.2891360521316528, + 1.2886549234390259, + 1.2851686477661133, + 1.2838891744613647, + 1.2855244874954224, + 1.2892409563064575, + 1.2883249521255493, + 1.2853285074234009, + 1.2863519191741943, + 1.2874077558517456, + 1.288095235824585, + 1.2970757484436035, + 1.2721939086914062, + 1.2680940628051758, + 1.2652978897094727, + 1.2586759328842163, + 1.2573310136795044, + 1.2599425315856934, + 1.25967538356781, + 1.2650893926620483 ], "timestamps": [ - "2026-06-15 14:20:00", - "2026-06-15 14:30:00", - "2026-06-15 14:40:00", "2026-06-15 14:50:00", "2026-06-15 15:00:00", "2026-06-15 15:10:00", @@ -529,6 +525,8 @@ "2026-06-16 14:30:00", "2026-06-16 14:40:00", "2026-06-16 14:50:00", - "2026-06-16 15:00:00" + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 9a6f341cbcbb163069ada26565d826b0d5dbdcc4..79074ca6d3562a203c35a0826ee1306ea4618855 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,25 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-17T14:42:19.684928+00:00", + "evaluated_at": "2026-06-17T14:49:57.499230+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index b47c7573233aa5bb1d1b5367309589a55d822bc4..8e0adbb4739a02e5ab912f719ca99960fb8a46b6 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,106695.62899843852,106695.62899843852,293.16845703125,0.29798543557079715,0.004473663655299062,0.004476771759890139,2.948578099843587,326.64296869585075,0.004982394315019112,0.004471796406600499,0.006620426180095197,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,107275.74230321248,107275.74230321248,295.7096354166667,0.3005683674308941,0.004512743346844743,0.0045157830563933386,2.948578099843587,327.52975788958855,0.004996114500635819,0.004510732725485591,0.006633603838484376,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,3.4284285278736206,3.4284285278736206,1.3590960502624512,0.7507223166584148,0.05963965742649446,0.0567959913348521,2.6957509008207823,1.8516016115443463,0.08384927792510193,0.06154629685719261,0.04398314079085203,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.40468435159906396,0.40468435159906396,0.5395274688838981,0.5069555466481526,10.237234596070754,0.7271474046212231,5.8140687060106915,0.6361480579228895,0.5903926152282403,0.5007215370300612,0.3334715992069699,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.07281768413247455,0.07281768413247455,0.2364589050412178,1.844379107534102,0.17994644341229482,0.201942476581453,25.307202204085566,0.26984752015253827,0.2156384032722574,0.1889571588198081,0.155036501732039,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.3444134060320284,0.3444134060320284,0.5090436081130368,0.47632780898868515,9.04250830089567,0.7962042465879988,5.318280136228814,0.5868674518424313,0.6001610037278935,0.5205743167852745,0.3421490744756182,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.08585115425336998,0.08585115425336998,0.26180993351671433,1.9507403528041702,0.198874284337727,0.2252820100448004,30.48318663535426,0.29300367617722817,0.23285058789793847,0.20806086030133245,0.1709043544923077,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.01410391955414525,0.01410391955414525,0.04374281565348307,0.04721863375038404,0.0027886651494058237,0.0027600712164944307,1.9852219650621759,0.11875992402382737,0.007437990829269495,0.0027396334609624284,0.012219945283385806,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,351.9108283864169,351.9108283864169,14.398902336756388,1.8881034025140242,0.31068367355403553,0.3889838735230831,21.290032216394305,18.759286457283412,0.48762357973037673,0.37428098971809204,0.3110549412266813,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,5.136464280815441,5.136464280815441,1.778408686319987,0.8650818350665325,0.06496219104842672,0.06830877669699,3.027612305063862,2.2663769061688397,0.08944753812173975,0.07018880148869179,0.05403382418017846,Weather,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 8b54d61f289d51a56ac7eda92d1599e3a61a519e..5b5ee445544441cce47e7dbb88d09137c6e30b50 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T14:41:09.806236+00:00", + "evaluated_at": "2026-06-17T14:49:19.039651+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64810.01171875, 65040.87890625, 65278.0, - 65170.0 + 65109.01171875 ], "p50": [ 65656.125, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 4e2dce2161d9f59507e94d5c5aa42a79a4c9bb85..1bb697376adf5fdfebae5165adfa450dcbd8a2e1 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T14:31:45.219611+00:00", + "evaluated_at": "2026-06-17T14:49:27.111763+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.109999895095825, - 2.068000078201294, - 2.0360000133514404, 1.996999979019165, 1.965000033378601, 1.9140000343322754, @@ -245,12 +242,12 @@ 2.25600004196167, 2.2690000534057617, 2.26200008392334, - 2.263000011444092 - ], - "actuals": [ + 2.263000011444092, 2.256999969482422, 2.252000093460083, - 2.236999988555908, + 2.236999988555908 + ], + "actuals": [ 2.2249999046325684, 2.2130000591278076, 2.183000087738037, @@ -307,198 +304,198 @@ -0.15800000727176666, -0.17399999499320984, -0.19900000095367432, - -0.2199999988079071 + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043 ], "p50": [ - 2.2600362300872803, - 2.2613325119018555, - 2.2585721015930176, - 2.25056529045105, - 2.2419490814208984, - 2.2326815128326416, - 2.222214937210083, - 2.208231210708618, - 2.1935629844665527, - 2.177173137664795, - 2.1634440422058105, - 2.1451053619384766, - 2.1236014366149902, - 2.100905418395996, - 2.077634334564209, - 2.054192304611206, - 2.0290133953094482, - 2.002256155014038, - 1.9753246307373047, - 1.9475610256195068, - 1.918497085571289, - 1.8866983652114868, - 1.8572648763656616, - 1.8236225843429565, - 1.7910797595977783, - 1.7564926147460938, - 1.7222301959991455, - 1.6796760559082031, - 1.6499919891357422, - 1.610722541809082, - 1.5741071701049805, - 1.5326250791549683, - 1.5300700664520264, - 1.499169945716858, - 1.461937665939331, - 1.4256209135055542, - 1.3895103931427002, - 1.3544365167617798, - 1.3191876411437988, - 1.2847990989685059, - 1.2496817111968994, - 1.2108814716339111, - 1.1835899353027344, - 1.1483874320983887, - 1.1152807474136353, - 1.0884145498275757, - 1.0569567680358887, - 1.028494119644165, - 0.9958714246749878, - 0.9703826904296875, - 0.9424676895141602, - 0.9217941164970398, - 0.9029210805892944, - 0.8827009201049805, - 0.8669018745422363, - 0.8525457382202148, - 0.839267373085022, - 0.8292883634567261, - 0.8175325393676758, - 0.8071897625923157 + 2.229984760284424, + 2.223088264465332, + 2.213770866394043, + 2.1993660926818848, + 2.1853325366973877, + 2.1706104278564453, + 2.1536059379577637, + 2.1332008838653564, + 2.110980749130249, + 2.0886852741241455, + 2.0682902336120605, + 2.043254852294922, + 2.0158638954162598, + 1.9865589141845703, + 1.9576245546340942, + 1.9280986785888672, + 1.897005558013916, + 1.8652101755142212, + 1.8327913284301758, + 1.8003177642822266, + 1.76496160030365, + 1.7295657396316528, + 1.694694995880127, + 1.6575305461883545, + 1.6232831478118896, + 1.5847047567367554, + 1.543616533279419, + 1.5001647472381592, + 1.4663197994232178, + 1.4178640842437744, + 1.382136344909668, + 1.3409216403961182, + 1.3350087404251099, + 1.2967901229858398, + 1.2607625722885132, + 1.2227569818496704, + 1.18394136428833, + 1.1488271951675415, + 1.1119325160980225, + 1.076704740524292, + 1.041845440864563, + 1.0039647817611694, + 0.9729881286621094, + 0.940982460975647, + 0.9094613790512085, + 0.8828814625740051, + 0.8527615070343018, + 0.8260208368301392, + 0.7979630827903748, + 0.7774044275283813, + 0.7512192726135254, + 0.7354795932769775, + 0.7196332812309265, + 0.6997395753860474, + 0.6900293827056885, + 0.6782562136650085, + 0.6649181246757507, + 0.6599289774894714, + 0.6555567979812622, + 0.6544516086578369 ], "p10": [ - 2.242072343826294, - 2.236177444458008, - 2.2296671867370605, - 2.2179646492004395, - 2.2062578201293945, - 2.1911463737487793, - 2.174708366394043, - 2.1541528701782227, - 2.133429527282715, - 2.110764503479004, - 2.0843162536621094, - 2.0572946071624756, - 2.0269503593444824, - 1.9964349269866943, - 1.9580540657043457, - 1.9233498573303223, - 1.8857841491699219, - 1.8496088981628418, - 1.810425043106079, - 1.7671260833740234, - 1.7263882160186768, - 1.6793866157531738, - 1.6337835788726807, - 1.5860991477966309, - 1.5352307558059692, - 1.4823260307312012, - 1.4285500049591064, - 1.368888020515442, - 1.317596673965454, - 1.2638299465179443, - 1.2016823291778564, - 1.1484934091567993, - 1.095394253730774, - 1.0478683710098267, - 0.9899197816848755, - 0.9469215273857117, - 0.8868816494941711, - 0.8376616835594177, - 0.7803120613098145, - 0.733694314956665, - 0.6789323687553406, - 0.6191190481185913, - 0.5811631679534912, - 0.5162196755409241, - 0.45696866512298584, - 0.41007018089294434, - 0.36335593461990356, - 0.31355273723602295, - 0.2584366202354431, - 0.20637869834899902, - 0.16010123491287231, - 0.11846053600311279, - 0.07994121313095093, - 0.024518847465515137, - -0.0019495487213134766, - -0.04489338397979736, - -0.09304344654083252, - -0.12692511081695557, - -0.1679438352584839, - -0.2074652910232544 + 2.214561939239502, + 2.2008962631225586, + 2.1880240440368652, + 2.1698124408721924, + 2.1535215377807617, + 2.134084939956665, + 2.1112520694732666, + 2.0843558311462402, + 2.0553956031799316, + 2.0289669036865234, + 1.9970738887786865, + 1.9644691944122314, + 1.928768277168274, + 1.8902713060379028, + 1.8480162620544434, + 1.8084194660186768, + 1.7650543451309204, + 1.7234963178634644, + 1.678954005241394, + 1.6323784589767456, + 1.5869660377502441, + 1.5378986597061157, + 1.4886589050292969, + 1.4379360675811768, + 1.3844279050827026, + 1.3282344341278076, + 1.2711433172225952, + 1.2127280235290527, + 1.156609058380127, + 1.0972906351089478, + 1.0345959663391113, + 0.9792395234107971, + 0.9190102815628052, + 0.8741357922554016, + 0.8203175663948059, + 0.7723023891448975, + 0.7126078009605408, + 0.6625421047210693, + 0.602210521697998, + 0.5543134212493896, + 0.49899494647979736, + 0.4434489607810974, + 0.39646679162979126, + 0.3379718065261841, + 0.27732372283935547, + 0.23158752918243408, + 0.18631547689437866, + 0.1378014087677002, + 0.08015638589859009, + 0.03730213642120361, + -0.01384735107421875, + -0.048075199127197266, + -0.08811330795288086, + -0.13962888717651367, + -0.1606210470199585, + -0.20057201385498047, + -0.24989283084869385, + -0.2768666744232178, + -0.3114287853240967, + -0.3415517807006836 ], "p90": [ - 2.273336887359619, - 2.281481981277466, - 2.282723903656006, - 2.2811801433563232, - 2.279310941696167, - 2.2756857872009277, - 2.2704086303710938, - 2.2652535438537598, - 2.2610697746276855, - 2.255854606628418, - 2.2524261474609375, - 2.245635509490967, - 2.2360997200012207, - 2.228858709335327, - 2.222795009613037, - 2.213613986968994, - 2.2074661254882812, - 2.200028419494629, - 2.189934253692627, - 2.178767681121826, - 2.175185203552246, - 2.1654224395751953, - 2.155602216720581, - 2.1420698165893555, - 2.1350045204162598, - 2.1236977577209473, - 2.1100845336914062, - 2.1017723083496094, - 2.103659152984619, - 2.089150905609131, - 2.0889978408813477, - 2.073497772216797, - 2.045888900756836, - 2.05631422996521, - 2.0619921684265137, - 2.0680065155029297, - 2.0595486164093018, - 2.0454888343811035, - 2.047184944152832, - 2.0638937950134277, - 2.0502002239227295, - 2.0451865196228027, - 2.0387556552886963, - 2.052490472793579, - 2.0666308403015137, - 2.0680675506591797, - 2.0871481895446777, - 2.095142364501953, - 2.094062089920044, - 2.1017141342163086, - 2.1005492210388184, - 2.1034841537475586, - 2.1148672103881836, - 2.125793933868408, - 2.1227784156799316, - 2.143509864807129, - 2.1352574825286865, - 2.160480499267578, - 2.1785991191864014, - 2.191746711730957 + 2.2410969734191895, + 2.240230083465576, + 2.2338855266571045, + 2.225679397583008, + 2.2173073291778564, + 2.2077741622924805, + 2.194279909133911, + 2.182480812072754, + 2.1695444583892822, + 2.1569018363952637, + 2.1458699703216553, + 2.131143569946289, + 2.1134369373321533, + 2.0974817276000977, + 2.0833163261413574, + 2.066128969192505, + 2.0502443313598633, + 2.0352442264556885, + 2.016417980194092, + 1.9984772205352783, + 1.9845786094665527, + 1.965861439704895, + 1.9505624771118164, + 1.9320241212844849, + 1.91377592086792, + 1.8941912651062012, + 1.8731465339660645, + 1.8558690547943115, + 1.8521826267242432, + 1.822716236114502, + 1.8155755996704102, + 1.798524022102356, + 1.784873366355896, + 1.7884716987609863, + 1.7868118286132812, + 1.769012212753296, + 1.754037857055664, + 1.7396706342697144, + 1.7334833145141602, + 1.7394683361053467, + 1.7316999435424805, + 1.7217259407043457, + 1.7023322582244873, + 1.7169890403747559, + 1.7144335508346558, + 1.7121448516845703, + 1.7257332801818848, + 1.720075249671936, + 1.7220690250396729, + 1.7378513813018799, + 1.739164113998413, + 1.741898536682129, + 1.756050705909729, + 1.7557411193847656, + 1.7735083103179932, + 1.7863519191741943, + 1.783306360244751, + 1.8047161102294922, + 1.8393681049346924, + 1.8515522480010986 ], "timestamps": [ - "2026-06-16 08:24:00", - "2026-06-16 08:30:00", - "2026-06-16 08:36:00", "2026-06-16 08:42:00", "2026-06-16 08:48:00", "2026-06-16 08:54:00", @@ -795,6 +792,9 @@ "2026-06-17 14:00:00", "2026-06-17 14:06:00", "2026-06-17 14:12:00", - "2026-06-17 14:18:00" + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index c3ad3f53495bc398fd18d584b6c4b96676f5e5f8..f8b02a70b5612919e546f46ed94647d7f18ca071 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T14:31:49.719718+00:00", + "evaluated_at": "2026-06-17T14:49:32.315366+00:00", "freq": "10min", - "context_length": 77, + "context_length": 76, "prediction_length": 72, "context": [ 1.100000023841858, @@ -11,8 +11,6 @@ 1.100000023841858, 1.100000023841858, 1.100000023841858, - 1.100000023841858, - 1.100000023841858, 1.0, 1.2000000476837158, 1.2000000476837158, @@ -82,10 +80,10 @@ 1.0, 1.0, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.0 ], "actuals": [ - 1.0, 0.8999999761581421, 0.8999999761581421, 1.100000023841858, @@ -156,234 +154,232 @@ 1.399999976158142, 1.5, 1.5, - 1.399999976158142 + 1.399999976158142, + 1.5 ], "p50": [ - 1.0312608480453491, - 1.0115817785263062, - 1.0259745121002197, - 1.0283969640731812, - 1.040135145187378, - 1.0235044956207275, - 1.0359183549880981, - 1.0245085954666138, - 1.024172306060791, - 1.0260154008865356, - 1.044061303138733, - 1.0446579456329346, - 1.0351678133010864, - 1.0337103605270386, - 1.0320627689361572, - 1.0352764129638672, - 1.0501723289489746, - 1.0453509092330933, - 1.0446194410324097, - 1.0394072532653809, - 1.0387006998062134, - 1.0378202199935913, - 1.0544623136520386, - 1.0427380800247192, - 1.0382355451583862, - 1.0372321605682373, - 1.0381889343261719, - 1.0375767946243286, - 1.0466759204864502, - 1.0438530445098877, - 1.0384424924850464, - 1.0379228591918945, - 1.0008223056793213, - 1.0011438131332397, - 1.0245336294174194, - 1.004687786102295, - 1.006894826889038, - 1.0023683309555054, - 0.9996991753578186, - 1.0054268836975098, - 1.0348584651947021, - 1.0177147388458252, - 1.0120326280593872, - 1.0067527294158936, - 1.0063283443450928, - 1.0033862590789795, - 1.0089808702468872, - 1.005882740020752, - 1.0031276941299438, - 1.0052489042282104, - 1.0052525997161865, - 1.006290316581726, - 1.0092588663101196, - 1.0150508880615234, - 1.007781744003296, - 1.008515477180481, - 1.008327603340149, - 1.0085902214050293, - 1.0176453590393066, - 1.01252281665802, - 1.0111716985702515, - 1.0113825798034668, - 1.0109788179397583, - 1.0112963914871216, - 1.0465786457061768, - 1.0554864406585693, - 1.0528310537338257, - 1.0337871313095093, - 1.0380467176437378, - 1.0311262607574463, - 1.0504498481750488, - 1.0528881549835205 + 0.9977579116821289, + 0.9990133047103882, + 1.0008074045181274, + 1.000241994857788, + 1.0013093948364258, + 0.9994089007377625, + 1.0006723403930664, + 1.0004706382751465, + 0.9994325637817383, + 1.0043865442276, + 0.9992606043815613, + 1.0002833604812622, + 0.999894917011261, + 0.999912679195404, + 0.9997492432594299, + 1.0026438236236572, + 1.0006896257400513, + 1.0001296997070312, + 1.0005052089691162, + 1.0005298852920532, + 1.0005431175231934, + 1.001283049583435, + 1.001585841178894, + 1.001133680343628, + 1.0008015632629395, + 1.0002260208129883, + 1.0002598762512207, + 1.0012699365615845, + 1.0002000331878662, + 1.0009610652923584, + 1.0003705024719238, + 1.0009064674377441, + 1.0006897449493408, + 1.0038574934005737, + 1.0043588876724243, + 1.0003784894943237, + 1.0002484321594238, + 0.999409019947052, + 1.000584363937378, + 1.0054301023483276, + 1.0065280199050903, + 1.0021159648895264, + 1.0006275177001953, + 1.0013830661773682, + 1.0004427433013916, + 1.00795578956604, + 1.0003578662872314, + 1.0006734132766724, + 1.0007686614990234, + 1.0010167360305786, + 1.0013765096664429, + 1.005500316619873, + 1.0044896602630615, + 1.0022886991500854, + 1.0010228157043457, + 1.0022884607315063, + 1.0017728805541992, + 1.0046172142028809, + 1.002359390258789, + 1.0019924640655518, + 1.0025925636291504, + 1.0022646188735962, + 1.0026938915252686, + 1.0086160898208618, + 1.0023162364959717, + 1.0050348043441772, + 1.004990816116333, + 1.0016165971755981, + 1.0049413442611694, + 1.0111169815063477, + 1.0095843076705933, + 1.0072933435440063 ], "p10": [ - 0.9040973782539368, - 0.9170927405357361, - 0.9170354008674622, - 0.9117074012756348, - 0.903630256652832, - 0.9020180106163025, - 0.9038361310958862, - 0.8994235992431641, - 0.8972043991088867, - 0.8955086469650269, - 0.8934606909751892, - 0.8910143375396729, - 0.888852059841156, - 0.885977029800415, - 0.8865367770195007, - 0.8859199285507202, - 0.8875014781951904, - 0.8871384859085083, - 0.8879547715187073, - 0.885554850101471, - 0.8864911198616028, - 0.886254608631134, - 0.887684166431427, - 0.8872639536857605, - 0.8851624131202698, - 0.8822686672210693, - 0.8822555541992188, - 0.8820247650146484, - 0.8807347416877747, - 0.8810122609138489, - 0.8816418647766113, - 0.8793171644210815, - 0.8861459493637085, - 0.9035581946372986, - 0.8967126607894897, - 0.8918483257293701, - 0.8824233412742615, - 0.8832452297210693, - 0.889327883720398, - 0.886245608329773, - 0.8892828226089478, - 0.8886189460754395, - 0.8867499828338623, - 0.8842684030532837, - 0.8830816745758057, - 0.8807438015937805, - 0.8826453685760498, - 0.8802073001861572, - 0.8817585110664368, - 0.8817828297615051, - 0.8813788890838623, - 0.881854772567749, - 0.8824723958969116, - 0.8828774094581604, - 0.8843766450881958, - 0.8838933110237122, - 0.8848479986190796, - 0.8828229308128357, - 0.8834249377250671, - 0.8824153542518616, - 0.8810970783233643, - 0.88128662109375, - 0.8808619379997253, - 0.8793325424194336, - 0.8704646825790405, - 0.8814901113510132, - 0.8694727420806885, - 0.8715226054191589, - 0.8642059564590454, - 0.8654715418815613, - 0.866736650466919, - 0.8680866360664368 + 0.9088128209114075, + 0.8878148794174194, + 0.9047753810882568, + 0.9159053564071655, + 0.9067920446395874, + 0.9024495482444763, + 0.9005861878395081, + 0.8957412242889404, + 0.8909211158752441, + 0.8924902677536011, + 0.8890457153320312, + 0.8911790251731873, + 0.8908056020736694, + 0.8904513120651245, + 0.8893862962722778, + 0.8910167813301086, + 0.8900724649429321, + 0.8885822296142578, + 0.8880465030670166, + 0.8864157795906067, + 0.8858596086502075, + 0.885176956653595, + 0.8840422630310059, + 0.8815756440162659, + 0.879372775554657, + 0.8756707906723022, + 0.8754991292953491, + 0.8748304843902588, + 0.8732209801673889, + 0.8719171285629272, + 0.8722491264343262, + 0.871403694152832, + 0.8930881023406982, + 0.8902962803840637, + 0.8904731869697571, + 0.8876534104347229, + 0.8867143392562866, + 0.8863685131072998, + 0.8856863975524902, + 0.8864511251449585, + 0.8859573602676392, + 0.887939453125, + 0.8879945278167725, + 0.887485682964325, + 0.8847694396972656, + 0.884818971157074, + 0.8843591213226318, + 0.8846476078033447, + 0.8843287825584412, + 0.883614182472229, + 0.8825438022613525, + 0.8828518390655518, + 0.8822285532951355, + 0.8811370134353638, + 0.8805856704711914, + 0.8799175024032593, + 0.8785698413848877, + 0.8771499991416931, + 0.8764188289642334, + 0.8761252760887146, + 0.8746870756149292, + 0.8735184669494629, + 0.8736617565155029, + 0.8742560744285583, + 0.8676250576972961, + 0.8642370700836182, + 0.8636510968208313, + 0.8608854413032532, + 0.8623584508895874, + 0.8647520542144775, + 0.8641320466995239, + 0.8638784885406494 ], "p90": [ - 1.1378401517868042, - 1.1447256803512573, - 1.1538193225860596, - 1.1627501249313354, - 1.1695293188095093, - 1.1772754192352295, - 1.1812958717346191, - 1.1828128099441528, - 1.1856703758239746, - 1.1902475357055664, - 1.2002668380737305, - 1.2052533626556396, - 1.2026081085205078, - 1.2051277160644531, - 1.2101460695266724, - 1.211139440536499, - 1.2223255634307861, - 1.2245073318481445, - 1.2220951318740845, - 1.2223308086395264, - 1.2251290082931519, - 1.2253124713897705, - 1.2308146953582764, - 1.2344272136688232, - 1.2275792360305786, - 1.228869080543518, - 1.228584885597229, - 1.2313919067382812, - 1.236854076385498, - 1.2356595993041992, - 1.2341910600662231, - 1.2316077947616577, - 1.1835341453552246, - 1.1877799034118652, - 1.1991620063781738, - 1.204046607017517, - 1.2039614915847778, - 1.2048847675323486, - 1.2106900215148926, - 1.2133703231811523, - 1.2254955768585205, - 1.221581220626831, - 1.2193951606750488, - 1.220762848854065, - 1.2195384502410889, - 1.2215983867645264, - 1.2331018447875977, - 1.2245683670043945, - 1.2228978872299194, - 1.225285291671753, - 1.2258764505386353, - 1.2271323204040527, - 1.234407663345337, - 1.233635663986206, - 1.2324457168579102, - 1.231018304824829, - 1.2283352613449097, - 1.2288587093353271, - 1.2370675802230835, - 1.2316027879714966, - 1.2306026220321655, - 1.2307599782943726, - 1.2283055782318115, - 1.2291327714920044, - 1.2422362565994263, - 1.237760305404663, - 1.2448126077651978, - 1.2409727573394775, - 1.2372446060180664, - 1.2387621402740479, - 1.2533613443374634, - 1.2563213109970093 + 1.105812430381775, + 1.130534052848816, + 1.128626823425293, + 1.1417337656021118, + 1.1466395854949951, + 1.1438345909118652, + 1.1460458040237427, + 1.1479074954986572, + 1.1451539993286133, + 1.1638742685317993, + 1.159966230392456, + 1.1590484380722046, + 1.1579515933990479, + 1.1617358922958374, + 1.1658029556274414, + 1.1755084991455078, + 1.1781271696090698, + 1.1738152503967285, + 1.1758540868759155, + 1.1778838634490967, + 1.177700400352478, + 1.1885864734649658, + 1.187551736831665, + 1.1862125396728516, + 1.181105613708496, + 1.1822826862335205, + 1.1848641633987427, + 1.1879067420959473, + 1.1872578859329224, + 1.185424566268921, + 1.1860355138778687, + 1.1886022090911865, + 1.1656161546707153, + 1.1723324060440063, + 1.1781740188598633, + 1.1771976947784424, + 1.1792662143707275, + 1.1784521341323853, + 1.1828535795211792, + 1.1938220262527466, + 1.1932384967803955, + 1.1940722465515137, + 1.1956790685653687, + 1.1975579261779785, + 1.1988321542739868, + 1.2064093351364136, + 1.2046810388565063, + 1.2028303146362305, + 1.2022671699523926, + 1.2021547555923462, + 1.2020716667175293, + 1.2105636596679688, + 1.209747076034546, + 1.2082815170288086, + 1.208004355430603, + 1.2055152654647827, + 1.2058464288711548, + 1.2125015258789062, + 1.2101036310195923, + 1.2062889337539673, + 1.2072315216064453, + 1.2072389125823975, + 1.2054777145385742, + 1.2161681652069092, + 1.2164483070373535, + 1.2049710750579834, + 1.211046814918518, + 1.2146599292755127, + 1.2132941484451294, + 1.2281426191329956, + 1.2294631004333496, + 1.2276273965835571 ], "timestamps": [ - "2026-06-15 14:20:00", - "2026-06-15 14:30:00", - "2026-06-15 14:40:00", "2026-06-15 14:50:00", "2026-06-15 15:00:00", "2026-06-15 15:10:00", @@ -529,6 +525,8 @@ "2026-06-16 14:30:00", "2026-06-16 14:40:00", "2026-06-16 14:50:00", - "2026-06-16 15:00:00" + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index a90afc332634e9b981777a6b6d3b47abdbe4a7ec..cb701fad10e0cc40f0f6131baac36cc249578e2e 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,25 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T14:41:22.663927+00:00", + "evaluated_at": "2026-06-17T14:49:34.978494+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", - "data_fetched_at": "2026-06-17T14:38:00.162858Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z", + "data_fetched_at": "2026-06-17T14:47:19.042452Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": []