diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 3e89241b988de7c07307bc1c11b89f84428db2dd..6a2531597b90793fde721b895115b68b39d674db 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -8,4 +8,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-14,Chronos-2,3.600,2.700,3.600,3.000,3.600,1.900,3.600,3.000,3.600 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 -2026-06-17,Chronos-2,3.400,2.700,3.400,2.900,3.400,2.800,3.400,2.900,3.400 +2026-06-17,Chronos-2,3.000,2.700,3.000,2.800,3.000,2.700,3.000,2.800,3.000 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 52d77e2f7b278b74db381073439cc691f347442f..34fc30540a44cd5ec8825d90ac42cfc87f860009 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.7,3.167,3.7,3.367,3.7,2.933,3.7,3.367,3.667 +2026-W25,Chronos-Bolt-Mini,3.567,3.167,3.567,3.333,3.567,2.9,3.567,3.333,3.533 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 6f250e4e3357b4189dde36f9bddc918c8a196374..f7150c2fabf1f502476704a8e7dd03c43549d1a5 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,902533.7998161316,902533.7998161316,838.2893880208334,0.9536218838544851,0.012810540596714014,0.012705493442654486,2.7927228232621637,950.0177892103555,0.014468233029404726,0.012766672739932193,0.0077665949182305445,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.5119387607677103,0.5119387607677103,0.5322686831156412,0.22405899420002462,0.023426114075044756,0.02316681007603277,1.8106925017039035,0.7154989593058192,0.03240117675417024,0.02410364328002882,0.028398127926023316,Weather,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,895448.2272434235,895448.2272434235,836.4288736979166,0.9515053985465332,0.012780916440104604,0.012676722885840208,2.7927228232621637,946.2812622277921,0.014410918618734026,0.012737976445652612,0.0077569297882932615,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.557059805509804,0.557059805509804,0.5439020792643229,0.22915612609131783,0.023876339175359296,0.023547113883204324,1.7806241817995574,0.7463643919090756,0.03379890951725115,0.024630458476560233,0.027991046124256815,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0062247866754245726,0.0062247866754245726,0.0768827736377716,0.34094671871676113,0.041047719720291316,0.04012051861158217,5.771870402073659,0.0788973172891485,0.04047434615695294,0.03944088469215691,0.028198829939671863,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.03087791646732067,0.03087791646732067,0.15612517462836373,0.8502591974453745,0.11739487070484403,0.126437121465808,6.077913174972349,0.17572113267140257,0.13604216722947296,0.12087110293808803,0.10185462810375073,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.016523836305600764,0.016523836305600764,0.10162311461236742,0.570080939890993,0.07465430132892963,0.07918151833133164,3.6500388916789674,0.12854507499550796,0.09866997433875675,0.07800493415540992,0.0775479364380643,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,0.12758826023120187,0.12758826023120187,0.20756212870279947,0.1828070124354931,0.013509662168308489,0.01326066260035906,2.6551167549343284,0.35719498909027525,0.022547815525840918,0.013102290712591044,0.014986081539348757,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,655.6749067651184,655.6749067651184,19.90518605709076,2.639891922671564,0.4386550850411726,0.6136325195897934,64.56101673564295,25.606149784087386,0.6763676109740022,0.5257808476850371,0.46671016524455067,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,2.936657756633546,2.936657756633546,1.354954481124878,0.6520378402089481,0.05040337386312214,0.051969046368990766,1.836223584022853,1.7136679248423674,0.06822832646550879,0.05394643579653623,0.0424482426267234,Weather,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 5dd6ae58f8bce21f53f7dacc4181baa6cdbb8b19..3d454297cac09c765c85c0de64ea4f37564df4e0 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T11:16:59.127593+00:00", + "evaluated_at": "2026-06-17T11:32:09.309978+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 64926.01953125, 64909.44140625, 64798.0, - 64631.359375 + 64676.01171875 ], "p50": [ 66422.71875, diff --git a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 0c2f217206a879fa7cb641bcb0ce0a78cc212960..9eb8cb757bf8a9d09ca37e42e9f37a2c0cfea3cf 100644 --- a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T10:20:08.693207+00:00", + "evaluated_at": "2026-06-17T11:32:15.241336+00:00", "freq": "1h", - "context_length": 85, + "context_length": 84, "prediction_length": 24, "context": [ - 27.639999389648438, 28.31999969482422, 28.719999313354492, 28.780000686645508, @@ -119,85 +118,84 @@ 22.190000534057617 ], "p50": [ - 20.7529296875, - 20.65001678466797, - 20.548307418823242, - 20.497028350830078, - 20.57115936279297, - 20.73320770263672, - 21.13018798828125, - 21.771713256835938, - 22.557537078857422, - 23.36083984375, - 23.96712875366211, - 24.373300552368164, - 24.584178924560547, - 24.5897216796875, - 24.447668075561523, - 24.11822509765625, - 23.465383529663086, - 22.973112106323242, - 22.416976928710938, - 21.92435073852539, - 21.62252426147461, - 21.41688346862793, - 21.309490203857422, - 21.211824417114258 + 20.763303756713867, + 20.68895721435547, + 20.5891056060791, + 20.53773307800293, + 20.604177474975586, + 20.760082244873047, + 21.1348819732666, + 21.782207489013672, + 22.59747314453125, + 23.44348907470703, + 24.075838088989258, + 24.471723556518555, + 24.69388771057129, + 24.675016403198242, + 24.51516342163086, + 24.171281814575195, + 23.488679885864258, + 22.993417739868164, + 22.44053077697754, + 21.955970764160156, + 21.66739273071289, + 21.467853546142578, + 21.36655616760254, + 21.27254295349121 ], "p10": [ - 20.451641082763672, - 20.172597885131836, - 19.974214553833008, - 19.852680206298828, - 19.861148834228516, - 19.91443634033203, - 20.14691734313965, - 20.448287963867188, - 20.84211540222168, - 21.125255584716797, - 21.167987823486328, - 21.135393142700195, - 21.152313232421875, - 21.08992576599121, - 20.877124786376953, - 20.702957153320312, - 20.476604461669922, - 20.359214782714844, - 20.18548011779785, - 20.016857147216797, - 19.96831512451172, - 19.83759307861328, - 19.817779541015625, - 19.701499938964844 + 20.478994369506836, + 20.227508544921875, + 20.033952713012695, + 19.914905548095703, + 19.91861915588379, + 19.968639373779297, + 20.190494537353516, + 20.496578216552734, + 20.927261352539062, + 21.240493774414062, + 21.27573585510254, + 21.298471450805664, + 21.323305130004883, + 21.280994415283203, + 21.048437118530273, + 20.871795654296875, + 20.66387176513672, + 20.483810424804688, + 20.296051025390625, + 20.12738037109375, + 20.068193435668945, + 19.936161041259766, + 19.91855812072754, + 19.807004928588867 ], "p90": [ - 21.068359375, - 21.12264633178711, - 21.127452850341797, - 21.212665557861328, - 21.376941680908203, - 21.60209846496582, - 22.193187713623047, - 23.422712326049805, - 24.790727615356445, - 26.288999557495117, - 27.468774795532227, - 28.48516273498535, - 29.10519027709961, - 29.15682601928711, - 28.995187759399414, - 28.562095642089844, - 27.37430763244629, - 26.36839485168457, - 25.407251358032227, - 24.4332275390625, - 23.741622924804688, - 23.324657440185547, - 23.044292449951172, - 22.839967727661133 + 21.092742919921875, + 21.146568298339844, + 21.149436950683594, + 21.22628402709961, + 21.3858699798584, + 21.605314254760742, + 22.1645565032959, + 23.420804977416992, + 24.826419830322266, + 26.399478912353516, + 27.594627380371094, + 28.582807540893555, + 29.164546966552734, + 29.175748825073242, + 28.976978302001953, + 28.50341033935547, + 27.339874267578125, + 26.370908737182617, + 25.428340911865234, + 24.464387893676758, + 23.793867111206055, + 23.397022247314453, + 23.116718292236328, + 22.901981353759766 ], "timestamps": [ - "2026-06-10 11:00:00", "2026-06-10 12:00:00", "2026-06-10 13:00:00", "2026-06-10 14:00:00", diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 15893b3a7e83e2cda233d89a7485f84f25f125fb..569ee2e358eef69c93ea7cd56a9fd4733e5d0394 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T11:08:25.439372+00:00", + "evaluated_at": "2026-06-17T11:32:21.084786+00:00", "freq": "10min", - "context_length": 231, + "context_length": 230, "prediction_length": 36, "context": [ - 1.600000023841858, - 1.5, - 1.5, 1.5, 1.5, 1.600000023841858, @@ -236,11 +233,11 @@ 1.2000000476837158, 1.2000000476837158, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842 ], "actuals": [ - 1.100000023841858, - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.399999976158142, @@ -274,128 +271,125 @@ 1.2999999523162842, 1.2999999523162842, 1.399999976158142, + 1.399999976158142, + 1.399999976158142, 1.399999976158142 ], "p50": [ - 1.0971821546554565, - 1.09275484085083, - 1.1118299961090088, - 1.1206674575805664, - 1.1165013313293457, - 1.1118882894515991, - 1.1117208003997803, - 1.1196845769882202, - 1.140499234199524, - 1.1518959999084473, - 1.1478135585784912, - 1.138479471206665, - 1.1354995965957642, - 1.1376953125, - 1.1451083421707153, - 1.1458028554916382, - 1.1457456350326538, - 1.131028652191162, - 1.1289427280426025, - 1.145128607749939, - 1.1533255577087402, - 1.1527249813079834, - 1.1451767683029175, - 1.1311811208724976, - 1.1302601099014282, - 1.1364108324050903, - 1.1445072889328003, - 1.1423107385635376, - 1.134437084197998, - 1.1269137859344482, - 1.1287415027618408, - 1.1368855237960815, - 1.1539126634597778, - 1.1642717123031616, - 1.1644200086593628, - 1.1581441164016724 + 1.2488688230514526, + 1.2055315971374512, + 1.1842197179794312, + 1.1767650842666626, + 1.175959587097168, + 1.1778013706207275, + 1.1818904876708984, + 1.1826199293136597, + 1.1830503940582275, + 1.1848278045654297, + 1.1847033500671387, + 1.1876147985458374, + 1.188400149345398, + 1.1916519403457642, + 1.1927896738052368, + 1.1933749914169312, + 1.203694224357605, + 1.203685998916626, + 1.2068578004837036, + 1.207079291343689, + 1.207308053970337, + 1.2070398330688477, + 1.2080408334732056, + 1.2087287902832031, + 1.2095545530319214, + 1.2091948986053467, + 1.2080914974212646, + 1.2084708213806152, + 1.2085987329483032, + 1.2096445560455322, + 1.213039517402649, + 1.2171632051467896, + 1.2272871732711792, + 1.228477954864502, + 1.230419635772705, + 1.2309520244598389 ], "p10": [ - 1.0128926038742065, - 0.9908143281936646, - 0.9943880438804626, - 0.9979303479194641, - 0.9898457527160645, - 0.9820587635040283, - 0.9764755964279175, - 0.9783601760864258, - 0.991490364074707, - 0.9967991709709167, - 0.9923504590988159, - 0.9837931394577026, - 0.9782685041427612, - 0.9737717509269714, - 0.9793315529823303, - 0.9797928333282471, - 0.967185378074646, - 0.9535629749298096, - 0.9530221223831177, - 0.9625948071479797, - 0.9654909372329712, - 0.9651298522949219, - 0.9575843214988708, - 0.943179190158844, - 0.9431048035621643, - 0.9467439651489258, - 0.952327311038971, - 0.9482531547546387, - 0.9411873817443848, - 0.9342502355575562, - 0.9309276938438416, - 0.9373411536216736, - 0.9438836574554443, - 0.9455474019050598, - 0.9482853412628174, - 0.9444668292999268 + 1.1105180978775024, + 1.0475144386291504, + 1.0224006175994873, + 1.01448655128479, + 1.0097715854644775, + 1.0116095542907715, + 1.0125527381896973, + 1.009880542755127, + 1.008446216583252, + 1.004776120185852, + 1.0044230222702026, + 1.0004953145980835, + 1.0056909322738647, + 1.0035558938980103, + 1.0047142505645752, + 1.0050005912780762, + 1.005285382270813, + 1.0011494159698486, + 1.0039334297180176, + 1.0056966543197632, + 1.0030165910720825, + 1.0044960975646973, + 1.0025579929351807, + 0.9992330074310303, + 0.998325765132904, + 0.9983586072921753, + 0.9963930249214172, + 0.9937715530395508, + 0.9964942932128906, + 0.9922935962677002, + 0.9953003525733948, + 0.9983559846878052, + 1.0060704946517944, + 1.0009539127349854, + 1.0007081031799316, + 1.004226803779602 ], "p90": [ - 1.1981828212738037, - 1.214146614074707, - 1.2458858489990234, - 1.2635036706924438, - 1.2652273178100586, - 1.2674322128295898, - 1.2717360258102417, - 1.2870569229125977, - 1.314976692199707, - 1.3292121887207031, - 1.327596664428711, - 1.3186523914337158, - 1.3200697898864746, - 1.3317983150482178, - 1.348469853401184, - 1.3489301204681396, - 1.3611762523651123, - 1.3535847663879395, - 1.359627366065979, - 1.3813879489898682, - 1.392586588859558, - 1.4014774560928345, - 1.3876912593841553, - 1.3691065311431885, - 1.3775097131729126, - 1.3834569454193115, - 1.3992506265640259, - 1.3933461904525757, - 1.386627435684204, - 1.3842747211456299, - 1.3800435066223145, - 1.3965810537338257, - 1.4100974798202515, - 1.4323123693466187, - 1.4352774620056152, - 1.439505934715271 + 1.4025285243988037, + 1.3862252235412598, + 1.3819001913070679, + 1.3798515796661377, + 1.3823614120483398, + 1.3893567323684692, + 1.3982734680175781, + 1.4042538404464722, + 1.4089809656143188, + 1.41145920753479, + 1.4182336330413818, + 1.423359990119934, + 1.429030418395996, + 1.4318046569824219, + 1.4337348937988281, + 1.4392212629318237, + 1.453235387802124, + 1.451846718788147, + 1.4561281204223633, + 1.4616540670394897, + 1.4655817747116089, + 1.4686410427093506, + 1.4732692241668701, + 1.4732342958450317, + 1.4715503454208374, + 1.4790303707122803, + 1.4794055223464966, + 1.4785643815994263, + 1.4838473796844482, + 1.4835256338119507, + 1.4859358072280884, + 1.4956190586090088, + 1.519296646118164, + 1.5185366868972778, + 1.520613431930542, + 1.529813528060913 ], "timestamps": [ - "2026-06-13 22:20:00", - "2026-06-13 22:30:00", - "2026-06-13 22:40:00", - "2026-06-13 22:50:00", - "2026-06-13 23:00:00", "2026-06-13 23:10:00", "2026-06-13 23:20:00", "2026-06-13 23:30:00", @@ -657,6 +651,10 @@ "2026-06-15 18:10:00", "2026-06-15 18:20:00", "2026-06-15 18:30:00", - "2026-06-15 18:40:00" + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00" ] } diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 7dcfcd70a6a8ea34a0a79bc48582cc4b25ca742e..0ca2cff7961bba7be9ddf4e1a36b710883e1bdee 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T11:08:30.186036+00:00", + "evaluated_at": "2026-06-17T11:32:24.959467+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 5605be431652ad1c52421e3fc3b2de0656f4f5bb..2ff0c341ffbe199472a612499fb4fe70e6a94d27 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,42 +1,30 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-17T11:18:40.465444+00:00", + "evaluated_at": "2026-06-17T11:32:27.784296+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t050600z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 720, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t090500z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 168, + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 84, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 156, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t231000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 230, + "prediction_length": 36 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 156, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 144, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t085000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 288, "prediction_length": 24 } ], diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 68b7cd3f865a14148fe35eac462f4a8452acd951..c52b13e15dc7902e855c72c7d42fda1f87c14598 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1194,3 +1194,7 @@ {"evaluated_at": "2026-06-17T11:28:33.975780+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} {"evaluated_at": "2026-06-17T11:28:33.975780+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} {"evaluated_at": "2026-06-17T11:28:33.975780+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} +{"evaluated_at": "2026-06-17T11:36:36.980331+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-17T11:36:36.980331+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} +{"evaluated_at": "2026-06-17T11:36:36.980331+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 36} +{"evaluated_at": "2026-06-17T11:36:36.980331+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 3a13e6532fdedd910d13c733e9579a6d3d3edec2..a1a6561b8c3638e42a98cdefc6801c25aaf6f9d6 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1492096.952574412,1377963.9217777252,1046.5597330729167,1.1905462224394028,0.01598954949184242,0.01582961615246251,8.833605057879604,1221.5142048189257,0.018602969717796507,0.015938512172362924,0.009840266638830645,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.7371606914167993,1.0837200895877384,0.8242819309234619,0.3469822408090833,0.0365029082135273,0.03740062472189451,4.028938986499466,0.8585806260432385,0.038880591313680275,0.03732738418659866,0.06166418605207496,Weather,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1450571.862502416,1395621.597132365,1048.9742838541667,1.193292968965819,0.016026135591035575,0.01586419062524388,8.697472152600534,1204.3968874513153,0.018341761823388363,0.015974830783586056,0.009876853760764867,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.8922508714799733,0.9189711602047433,0.8140978018442789,0.3429946412089941,0.036152468610091054,0.03677425947529062,3.9660085078515093,0.9445903193871792,0.04277551700205973,0.03686619865712978,0.05961528094225667,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.06785934025750441,0.08517351504406558,0.20759005745251974,0.9205852699867808,0.12496432581410509,0.11051936992100958,4.409977642015965,0.26049825384732317,0.1336356781417269,0.10649375837815271,0.09644993301781288,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.025841413997939513,0.031083378668063766,0.15541101660993364,0.8463698860319848,0.11668772240539665,0.1257411090828099,6.193076988229937,0.16075264849432344,0.12445366335044394,0.12031820640769056,0.10253784289069501,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.015827929779054353,0.021108274466840368,0.11889731056160396,0.6669849749637726,0.0876649407968363,0.09358349305620439,4.291483182715581,0.12580910054147257,0.09656986642578848,0.09126444231698973,0.08678358094699258,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.1704193279829648,0.12378719418628255,0.2005163033803304,0.17660151490377726,0.013064575972804235,0.012818212856048256,2.941727262024486,0.4128187592430422,0.02605904761633194,0.012657525319876703,0.016738196697387762,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,595.5513716961277,660.101203051118,18.95527736345927,2.5139118750397067,0.39176852987670113,0.5524239772970128,61.61733306204511,24.4039212360663,0.6446116282227381,0.5006897082840549,0.4600758913734962,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,2.6183862073191144,3.1367521464500974,1.3101648092269897,0.6304839346462158,0.0481911552096593,0.04999672471723674,2.1221351128271393,1.6181428266130016,0.06442507059944448,0.05216317060715407,0.043331402984623096,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,28.930503274148805,25.197057397061723,4.309378564357758,0.8274006843566895,0.640577693382816,0.41331657800489,8.76417037010193,5.378708327670204,0.5042539057190817,0.40400424040853977,0.30789051523639094,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,295.71065659821033,288.06889694121975,16.709732055664062,0.16427386352726572,0.005863063879180373,0.005845386047813279,0.9557760196652585,17.196239606327026,0.006033768282921763,0.0058630638791803726,0.005367511474133466,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,344.4784043803811,291.7798491890232,16.582021077473957,0.1630183331733231,0.005818253009639985,0.005800349336635581,0.9679100462429595,18.5601294278995,0.006512326115052456,0.005818253009639986,0.005376685902853923,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,70.05955112213269,105.10574925752007,10.16238784790039,0.21213235930047475,0.04367278639133686,0.043532868622717796,1.437522259582939,8.370158368999519,0.03531712391982919,0.042879273619832875,0.04916024223717513,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index ffcb41e3cec43e538d3c380dce9ae72fbfa34ccb..201cacf05f8e4dfa92390396eb7304e26fba8d3d 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T11:27:15.321562+00:00", + "evaluated_at": "2026-06-17T11:35:43.008799+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,85 +175,85 @@ 64926.01953125, 64909.44140625, 64798.0, - 64631.359375 + 64676.01171875 ], "p50": [ - 66526.22265625, - 66442.97265625, - 66485.2890625, - 66575.89453125, - 66489.81640625, - 66480.6171875, - 66551.66015625, - 66534.0390625, - 66695.84375, - 66774.26171875, - 66695.47265625, - 66735.609375, - 66754.2265625, - 66812.01953125, - 66778.3125, - 66713.828125, - 66874.96484375, - 66831.8203125, - 66642.07421875, - 66997.60546875, - 66927.09765625, - 66944.33984375, - 67084.8125, - 67030.0234375 + 66525.2421875, + 66464.09375, + 66471.125, + 66574.96484375, + 66516.9921875, + 66608.671875, + 66577.0703125, + 66622.72265625, + 66662.7734375, + 66634.08984375, + 66758.14453125, + 66647.76171875, + 66831.59765625, + 66798.35546875, + 66701.7578125, + 66776.53515625, + 66837.453125, + 66842.94921875, + 66879.15625, + 66691.76953125, + 66781.921875, + 66749.54296875, + 67012.5234375, + 67135.46875 ], "p10": [ - 66179.45703125, - 66001.76171875, - 66014.98046875, - 65900.83203125, - 65865.984375, - 65822.04296875, - 65608.82421875, - 65791.9453125, - 65949.24609375, - 65784.84375, - 65811.03125, - 65849.73046875, - 65683.10546875, - 65765.7265625, - 65550.3359375, - 65545.7734375, - 65778.078125, - 65676.859375, - 65474.455078125, - 65363.474609375, - 65618.53515625, - 65615.5546875, - 65651.03515625, - 65644.76953125 + 66187.88671875, + 66032.74609375, + 65872.69140625, + 65889.99609375, + 65918.94140625, + 65728.66796875, + 65878.80859375, + 65781.0546875, + 65922.5078125, + 65867.28125, + 65843.49609375, + 65704.67578125, + 65723.40234375, + 65528.5859375, + 65572.5078125, + 65398.859375, + 65530.66796875, + 65410.125, + 65576.9609375, + 65341.578125, + 65657.79296875, + 65340.83203125, + 65196.580078125, + 65520.462890625 ], "p90": [ - 66926.40625, - 66924.71875, - 67001.6328125, - 67162.23828125, - 67184.3671875, - 67228.5, - 67717.4765625, - 67399.32421875, - 67588.34375, - 67684.36328125, - 67589.296875, - 67693.76171875, - 67855.07421875, - 68103.03125, - 68061.50390625, - 67980.296875, - 68149.5234375, - 68083.4921875, - 68116.8671875, - 68386.97265625, - 68313.78125, - 68238.0703125, - 68584.65234375, - 68433.54296875 + 66872.08984375, + 66955.8515625, + 66942.41015625, + 67143.83203125, + 67252.3125, + 67260.12109375, + 67382.9921875, + 67523.953125, + 67393.47265625, + 67429.8203125, + 67742.2890625, + 67762.4453125, + 67893.765625, + 67852.4140625, + 68059.80078125, + 67964.87890625, + 67905.43359375, + 68139.66015625, + 68288.1953125, + 68017.0546875, + 68275.61328125, + 68006.9453125, + 68572.046875, + 69149.5 ], "timestamps": [ "2026-06-10 12:00:00", diff --git a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index c8dcb416a7553252826bf69a9777673e0716f1b5..70376b1d45934f8ad3c8d013129df9c636d618bb 100644 --- a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T10:22:20.215007+00:00", + "evaluated_at": "2026-06-17T11:35:49.884725+00:00", "freq": "1h", - "context_length": 85, + "context_length": 84, "prediction_length": 24, "context": [ - 27.639999389648438, 28.31999969482422, 28.719999313354492, 28.780000686645508, @@ -119,85 +118,84 @@ 22.190000534057617 ], "p50": [ - 21.12313938140869, - 21.106451988220215, - 21.04738426208496, - 20.857006072998047, - 21.096062660217285, - 20.903377532958984, - 21.083256721496582, - 20.946956634521484, - 21.19850254058838, - 21.2986478805542, - 21.116025924682617, - 20.957792282104492, - 21.44299602508545, - 21.411789894104004, - 21.680169105529785, - 21.6964750289917, - 22.61336040496826, - 22.246113777160645, - 22.15413475036621, - 22.485331535339355, - 22.88912868499756, - 22.111912727355957, - 22.391803741455078, - 22.747177124023438 + 21.14446449279785, + 21.059085845947266, + 21.01165199279785, + 21.007262229919434, + 21.135502815246582, + 20.926989555358887, + 21.213008880615234, + 21.027426719665527, + 21.3750581741333, + 21.496355056762695, + 21.27375316619873, + 21.659523010253906, + 21.40108299255371, + 21.331764221191406, + 21.446516036987305, + 21.646944046020508, + 22.16154193878174, + 22.818625450134277, + 21.988524436950684, + 22.292088508605957, + 23.1087064743042, + 22.436076164245605, + 22.246487617492676, + 23.422908782958984 ], "p10": [ - 20.822073936462402, - 20.45202922821045, - 19.7451753616333, - 19.494637489318848, - 18.824230194091797, - 18.20626449584961, - 18.630279541015625, - 18.095240592956543, - 17.802685737609863, - 17.792654037475586, - 16.789203643798828, - 16.658458709716797, - 16.126091957092285, - 15.362478256225586, - 15.908112525939941, - 15.905176162719727, - 17.46175193786621, - 15.850600719451904, - 16.521327018737793, - 15.154725551605225, - 16.903596878051758, - 15.158004760742188, - 15.587103366851807, - 14.215666770935059 + 20.880495071411133, + 20.45643901824951, + 19.930721282958984, + 19.50796890258789, + 19.296899795532227, + 18.90433692932129, + 18.811532020568848, + 18.683857917785645, + 18.54689598083496, + 17.569894790649414, + 16.268671989440918, + 16.896148681640625, + 16.70758056640625, + 16.885825157165527, + 16.05100917816162, + 16.566381454467773, + 16.717710494995117, + 16.84895133972168, + 15.704879760742188, + 16.46426486968994, + 16.424423217773438, + 15.265763759613037, + 14.108049869537354, + 15.118809223175049 ], "p90": [ - 21.46979331970215, - 21.78687858581543, - 22.00815773010254, - 22.636465072631836, - 22.576518058776855, - 23.64061737060547, - 24.33477783203125, - 24.713104248046875, - 24.89365291595459, - 25.273386001586914, - 25.662315368652344, - 26.135801315307617, - 27.839988708496094, - 28.86105442047119, - 27.236638069152832, - 27.252214431762695, - 29.650733947753906, - 28.91622257232666, - 29.665730476379395, - 32.41286277770996, - 31.92867374420166, - 28.639225006103516, - 29.799274444580078, - 33.19835090637207 + 21.480280876159668, + 21.79710292816162, + 22.639695167541504, + 22.568754196166992, + 22.997268676757812, + 23.07714080810547, + 24.072603225708008, + 24.276382446289062, + 24.513415336608887, + 25.22332763671875, + 26.52712059020996, + 27.55920696258545, + 27.253488540649414, + 26.369214057922363, + 27.972625732421875, + 28.593339920043945, + 28.12845802307129, + 30.801536560058594, + 29.475467681884766, + 30.06049156188965, + 29.57947063446045, + 30.7997989654541, + 30.458674430847168, + 33.338693618774414 ], "timestamps": [ - "2026-06-10 11:00:00", "2026-06-10 12:00:00", "2026-06-10 13:00:00", "2026-06-10 14:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 25c9ae5419b354ed534035370e76f1cee8e874f2..597a5d9a3502601209532749d0dab481e86c598c 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T11:11:25.121029+00:00", + "evaluated_at": "2026-06-17T11:35:57.274931+00:00", "freq": "10min", - "context_length": 231, + "context_length": 230, "prediction_length": 36, "context": [ - 1.600000023841858, - 1.5, - 1.5, 1.5, 1.5, 1.600000023841858, @@ -236,11 +233,11 @@ 1.2000000476837158, 1.2000000476837158, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842 ], "actuals": [ - 1.100000023841858, - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.399999976158142, @@ -274,128 +271,125 @@ 1.2999999523162842, 1.2999999523162842, 1.399999976158142, + 1.399999976158142, + 1.399999976158142, 1.399999976158142 ], "p50": [ - 1.1326408982276917, - 1.1253709197044373, - 1.1095591187477112, - 1.1261971592903137, - 1.1235404014587402, - 1.143606185913086, - 1.126612663269043, - 1.121623694896698, - 1.1430379748344421, - 1.1412640810012817, - 1.1426321268081665, - 1.1445284485816956, - 1.1287996768951416, - 1.1589943766593933, - 1.1375757455825806, - 1.1501649618148804, - 1.1270169615745544, - 1.1460590958595276, - 1.1433912515640259, - 1.1496843099594116, - 1.1257548332214355, - 1.1310999393463135, - 1.1447287201881409, - 1.1165603399276733, - 1.1165983080863953, - 1.1346725821495056, - 1.106475830078125, - 1.1218367218971252, - 1.1279025077819824, - 1.1524773836135864, - 1.1385065913200378, - 1.1237751841545105, - 1.13899564743042, - 1.1499496102333069, - 1.1506682634353638, - 1.1430531740188599 + 1.2153232097625732, + 1.1923760771751404, + 1.2079878449440002, + 1.1850261688232422, + 1.18405020236969, + 1.1833996176719666, + 1.1804105639457703, + 1.191904902458191, + 1.1988986134529114, + 1.1945806741714478, + 1.1931151747703552, + 1.180627703666687, + 1.1764687299728394, + 1.194161832332611, + 1.1878166794776917, + 1.1692273020744324, + 1.1973222494125366, + 1.1905701160430908, + 1.201019525527954, + 1.1852361559867859, + 1.17266184091568, + 1.1605533361434937, + 1.1808783411979675, + 1.166025161743164, + 1.178413987159729, + 1.18153315782547, + 1.1793606877326965, + 1.1802451014518738, + 1.173751950263977, + 1.1905403137207031, + 1.16801917552948, + 1.1650700569152832, + 1.1897740364074707, + 1.183656394481659, + 1.1860804557800293, + 1.1719996929168701 ], "p10": [ - 1.042568325996399, - 1.0003086626529694, - 0.9810427725315094, - 0.9901407659053802, - 0.990887463092804, - 1.0275200605392456, - 0.9831556677818298, - 0.9910814762115479, - 0.9983813464641571, - 0.9920899271965027, - 0.9785614609718323, - 0.9629959762096405, - 0.97371044754982, - 0.9675284326076508, - 0.9722989201545715, - 0.994570791721344, - 0.9438525438308716, - 0.9990738034248352, - 0.9692451357841492, - 0.9648485481739044, - 0.9411052763462067, - 0.9213960468769073, - 0.9456836581230164, - 0.8847537636756897, - 0.9289845526218414, - 0.9209716618061066, - 0.911362498998642, - 0.883621335029602, - 0.928754448890686, - 0.9241606891155243, - 0.9443217515945435, - 0.902495801448822, - 0.917898029088974, - 0.9514322578907013, - 0.9404346644878387, - 0.8691500723361969 + 1.0837542414665222, + 1.0455580353736877, + 1.065248191356659, + 1.03843092918396, + 1.0539361238479614, + 1.0229651927947998, + 1.0045349597930908, + 0.9941214919090271, + 1.0100290775299072, + 1.027714729309082, + 1.0334984064102173, + 1.0022512078285217, + 0.9692935943603516, + 1.008361041545868, + 1.0135855674743652, + 0.9959282279014587, + 1.0070557594299316, + 0.97543004155159, + 1.0080381035804749, + 0.9706171751022339, + 0.991765946149826, + 0.9918734431266785, + 0.931445986032486, + 0.9606260657310486, + 0.966700553894043, + 0.9627273380756378, + 0.9636940062046051, + 0.9458960890769958, + 0.9407313764095306, + 0.9618468284606934, + 0.9331704080104828, + 0.9182009696960449, + 0.9248511791229248, + 0.9058345556259155, + 0.9023137092590332, + 0.9070802927017212 ], "p90": [ - 1.2390003204345703, - 1.2544912099838257, - 1.2571535110473633, - 1.2647784352302551, - 1.289277970790863, - 1.2877235412597656, - 1.2894130945205688, - 1.2966687083244324, - 1.3144747018814087, - 1.3103063702583313, - 1.3152411580085754, - 1.3491255640983582, - 1.3317148089408875, - 1.3511439561843872, - 1.3794166445732117, - 1.388228178024292, - 1.3375606536865234, - 1.3315393328666687, - 1.3269466757774353, - 1.364722192287445, - 1.3967188000679016, - 1.3436671495437622, - 1.3747299909591675, - 1.3442919254302979, - 1.420885980129242, - 1.3357943296432495, - 1.3654990196228027, - 1.3856979012489319, - 1.3336358666419983, - 1.4309638738632202, - 1.3983431458473206, - 1.464098870754242, - 1.4283638000488281, - 1.4083083868026733, - 1.4163960218429565, - 1.436671793460846 + 1.3575189709663391, + 1.3551149368286133, + 1.3996609449386597, + 1.3908988237380981, + 1.368520438671112, + 1.4137993454933167, + 1.366104781627655, + 1.3544481992721558, + 1.4059998989105225, + 1.422117292881012, + 1.3869210481643677, + 1.4276866912841797, + 1.459739089012146, + 1.4214180707931519, + 1.4105034470558167, + 1.4500665068626404, + 1.4463911056518555, + 1.4679042100906372, + 1.5534241199493408, + 1.4308390021324158, + 1.4208491444587708, + 1.4316270351409912, + 1.4781814217567444, + 1.4380402565002441, + 1.4502148032188416, + 1.5037627816200256, + 1.4352740049362183, + 1.4798706769943237, + 1.4481462240219116, + 1.4642279148101807, + 1.4749440550804138, + 1.471453607082367, + 1.5213525891304016, + 1.4554703831672668, + 1.5398772954940796, + 1.4710005521774292 ], "timestamps": [ - "2026-06-13 22:20:00", - "2026-06-13 22:30:00", - "2026-06-13 22:40:00", - "2026-06-13 22:50:00", - "2026-06-13 23:00:00", "2026-06-13 23:10:00", "2026-06-13 23:20:00", "2026-06-13 23:30:00", @@ -657,6 +651,10 @@ "2026-06-15 18:10:00", "2026-06-15 18:20:00", "2026-06-15 18:30:00", - "2026-06-15 18:40:00" + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 7d0dfda8d3eff89fc08b31ae420a9c0fa635e800..2f1dcaa109f328c2981fc73e5aabb77654caa243 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T11:11:32.091633+00:00", + "evaluated_at": "2026-06-17T11:36:03.759681+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, @@ -322,82 +322,82 @@ 2850.0 ], "p50": [ - 2861.698974609375, - 2865.4384765625, - 2860.930419921875, - 2868.7606201171875, - 2870.4638671875, - 2864.42822265625, - 2869.896728515625, - 2868.5198974609375, - 2868.1197509765625, - 2865.4132080078125, - 2868.8642578125, - 2865.81201171875, - 2872.941162109375, - 2866.244140625, - 2863.78466796875, - 2866.8226318359375, - 2859.73046875, - 2869.093994140625, - 2865.02197265625, - 2867.9747314453125, - 2871.2196044921875, - 2867.70166015625, - 2867.0428466796875, - 2861.790771484375 + 2863.091552734375, + 2862.7901611328125, + 2866.247802734375, + 2867.669189453125, + 2869.2003173828125, + 2865.3353271484375, + 2870.0777587890625, + 2867.24462890625, + 2866.51416015625, + 2868.5882568359375, + 2866.7037353515625, + 2872.2626953125, + 2867.67138671875, + 2863.072265625, + 2864.537109375, + 2869.624755859375, + 2862.9237060546875, + 2867.087158203125, + 2865.5780029296875, + 2868.0572509765625, + 2869.265625, + 2861.236083984375, + 2865.4959716796875, + 2867.4541015625 ], "p10": [ - 2833.2030029296875, - 2833.1387939453125, - 2820.43408203125, - 2833.4571533203125, - 2826.0184326171875, - 2821.548583984375, - 2824.526123046875, - 2832.03759765625, - 2823.0469970703125, - 2818.9676513671875, - 2823.289794921875, - 2814.9940185546875, - 2820.397216796875, - 2810.91064453125, - 2807.373291015625, - 2818.3753662109375, - 2799.201904296875, - 2809.5618896484375, - 2809.73046875, - 2800.316162109375, - 2809.6026611328125, - 2802.1988525390625, - 2782.6392822265625, - 2788.490234375 + 2839.9385986328125, + 2840.719482421875, + 2830.021728515625, + 2833.163330078125, + 2833.10009765625, + 2820.318603515625, + 2827.36181640625, + 2828.0064697265625, + 2829.60888671875, + 2818.647216796875, + 2819.2288818359375, + 2824.7674560546875, + 2812.1439208984375, + 2814.1114501953125, + 2808.9595947265625, + 2814.0950927734375, + 2813.2012939453125, + 2784.2921142578125, + 2809.406005859375, + 2802.8782958984375, + 2800.3502197265625, + 2792.5401611328125, + 2800.58837890625, + 2801.182373046875 ], "p90": [ - 2884.9920654296875, - 2900.0174560546875, - 2893.5003662109375, - 2903.6474609375, - 2910.2681884765625, - 2908.6287841796875, - 2913.0491943359375, - 2910.4127197265625, - 2915.4351806640625, - 2916.14013671875, - 2912.57373046875, - 2911.7249755859375, - 2925.5498046875, - 2924.730712890625, - 2922.5787353515625, - 2917.3905029296875, - 2922.3111572265625, - 2927.8074951171875, - 2917.67724609375, - 2921.4117431640625, - 2931.71728515625, - 2927.7603759765625, - 2924.0654296875, - 2924.471923828125 + 2888.619384765625, + 2896.259521484375, + 2898.612060546875, + 2903.5404052734375, + 2904.766845703125, + 2908.6629638671875, + 2913.4578857421875, + 2905.7940673828125, + 2907.5404052734375, + 2913.6126708984375, + 2918.1925048828125, + 2914.6790771484375, + 2917.1522216796875, + 2916.8804931640625, + 2914.6591796875, + 2915.428955078125, + 2919.812744140625, + 2928.2215576171875, + 2920.82470703125, + 2929.138427734375, + 2940.018310546875, + 2930.1968994140625, + 2927.0482177734375, + 2938.9215087890625 ], "timestamps": [ "2026-06-16 08:55:00", diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 928160886ae572bcdcb31ff4153297d3e885b0b9..56cc21b53a4535fcaedeb5237cdee0f95d32d9a4 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,42 +1,30 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T11:27:49.964082+00:00", + "evaluated_at": "2026-06-17T11:36:12.098929+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t050600z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 720, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t090500z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 168, + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 84, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 156, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t231000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 230, + "prediction_length": 36 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 156, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 144, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t085000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 288, "prediction_length": 24 } ], diff --git a/results/online_status.json b/results/online_status.json index c1673edbf6d63e01068be72a90cb4e6822b05e8d..9757c78f7acab075373f9dd60391e7b07472f21e 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-17T11:15:48.475775+00:00", - "finished_at": "2026-06-17T11:28:33.964029+00:00", - "task_count": 6, + "started_at": "2026-06-17T11:32:05.052336+00:00", + "finished_at": "2026-06-17T11:36:36.968827+00:00", + "task_count": 4, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,42 +10,30 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-17T11:18:40.465444+00:00", + "evaluated_at": "2026-06-17T11:32:27.784296+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t050600z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 720, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t090500z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 156, + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 84, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 156, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t231000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 230, + "prediction_length": 36 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 144, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t085000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 288, "prediction_length": 24 } ], @@ -54,42 +42,30 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-17T11:21:12.188951+00:00", + "evaluated_at": "2026-06-17T11:33:50.081694+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t050600z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 720, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t090500z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 168, + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 84, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 156, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t231000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 230, + "prediction_length": 36 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 156, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 144, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t085000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 288, "prediction_length": 24 } ], @@ -98,77 +74,62 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T11:25:18.676220+00:00", + "evaluated_at": "2026-06-17T11:34:12.809233+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t090500z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 168, + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 84, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 156, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t231000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 230, + "prediction_length": 36 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 144, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t085000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 288, "prediction_length": 24 } ], - "failed_datasets": [ - "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t050600z", - "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t110000z" - ] + "failed_datasets": [] }, "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-17T11:27:00.184382+00:00", + "evaluated_at": "2026-06-17T11:35:38.269192+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t050600z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 720, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t090500z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 156, + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 84, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 156, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t231000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 230, + "prediction_length": 36 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 144, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t085000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 288, "prediction_length": 24 } ], @@ -177,42 +138,30 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T11:27:49.964082+00:00", + "evaluated_at": "2026-06-17T11:36:12.098929+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t050600z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 720, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t090500z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 168, + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 84, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 156, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t231000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 230, + "prediction_length": 36 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 156, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 144, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t085000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 288, "prediction_length": 24 } ], @@ -221,42 +170,30 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T11:28:33.961013+00:00", + "evaluated_at": "2026-06-17T11:36:36.965901+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t050600z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 720, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t090500z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 168, + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 84, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 156, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t231000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 230, + "prediction_length": 36 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 156, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 144, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t085000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 288, "prediction_length": 24 } ], @@ -264,11 +201,6 @@ } }, "failed_models": [], - "failed_datasets": [ - "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t050600z", - "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t110000z" - ], - "push_status": "ok", - "pushed_at": "2026-06-17T11:28:59.393688+00:00", - "push_detail": "HF Hub API" + "failed_datasets": [], + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_113209.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_113209.json new file mode 100644 index 0000000000000000000000000000000000000000..c5ba345d9ae7ea9206c0e083530536a496148641 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_113209.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T11:32:09.309978+00:00", + "metrics": { + "MSE[mean]": 895448.2272434235, + "MSE[0.5]": 895448.2272434235, + "MAE[0.5]": 836.4288736979166, + "MASE[0.5]": 0.9515053985465332, + "MAPE[0.5]": 0.012780916440104604, + "sMAPE[0.5]": 0.012676722885840208, + "MSIS": 2.7927228232621637, + "RMSE[mean]": 946.2812622277921, + "NRMSE[mean]": 0.014410918618734026, + "ND[0.5]": 0.012737976445652612, + "mean_weighted_sum_quantile_loss": 0.0077569297882932615 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00" + ], + "context": [ + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625 + ], + "actual": [ + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64676.01171875 + ], + "predictions": { + "p50": [ + 66422.71875, + 66412.8828125, + 66406.5, + 66414.3203125, + 66430.90625, + 66430.6328125, + 66458.453125, + 66469.7421875, + 66493.6953125, + 66494.140625, + 66504.234375, + 66511.84375, + 66526.296875, + 66543.7421875, + 66558.234375, + 66524.671875, + 66556.59375, + 66544.0078125, + 66544.5546875, + 66537.3203125, + 66551.2734375, + 66541.8203125, + 66564.0625, + 66557.8828125 + ], + "p10": [ + 66096.4609375, + 65945.546875, + 65834.765625, + 65771.765625, + 65693.7890625, + 65646.6484375, + 65579.1796875, + 65530.5546875, + 65475.65234375, + 65434.39453125, + 65359.42578125, + 65267.77734375, + 65190.1171875, + 65198.7734375, + 65175.52734375, + 65119.359375, + 64966.96875, + 64906.4375, + 64835.05859375, + 64811.453125, + 64750.41015625, + 64697.16796875, + 64664.7734375, + 64599.97265625 + ], + "p90": [ + 66657.6640625, + 66758.546875, + 66855.671875, + 66947.953125, + 67017.3203125, + 67084.4140625, + 67161.2734375, + 67221.2734375, + 67268.3046875, + 67322.5546875, + 67379.515625, + 67443.7109375, + 67523.5625, + 67513.8984375, + 67565.6484375, + 67549.8359375, + 67738.71875, + 67762.359375, + 67764.8203125, + 67846.6640625, + 67886.1953125, + 67966.890625, + 67999.0234375, + 68040.671875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_113543.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_113543.json new file mode 100644 index 0000000000000000000000000000000000000000..e7218ebfd859651ed3664eee34bdc1ea508b6420 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_113543.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T11:35:43.008799+00:00", + "metrics": { + "MSE[mean]": 1450571.862502416, + "MSE[0.5]": 1395621.597132365, + "MAE[0.5]": 1048.9742838541667, + "MASE[0.5]": 1.193292968965819, + "MAPE[0.5]": 0.016026135591035575, + "sMAPE[0.5]": 0.01586419062524388, + "MSIS": 8.697472152600534, + "RMSE[mean]": 1204.3968874513153, + "NRMSE[mean]": 0.018341761823388363, + "ND[0.5]": 0.015974830783586056, + "mean_weighted_sum_quantile_loss": 0.009876853760764867 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00" + ], + "context": [ + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625 + ], + "actual": [ + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64676.01171875 + ], + "predictions": { + "p50": [ + 66525.2421875, + 66464.09375, + 66471.125, + 66574.96484375, + 66516.9921875, + 66608.671875, + 66577.0703125, + 66622.72265625, + 66662.7734375, + 66634.08984375, + 66758.14453125, + 66647.76171875, + 66831.59765625, + 66798.35546875, + 66701.7578125, + 66776.53515625, + 66837.453125, + 66842.94921875, + 66879.15625, + 66691.76953125, + 66781.921875, + 66749.54296875, + 67012.5234375, + 67135.46875 + ], + "p10": [ + 66187.88671875, + 66032.74609375, + 65872.69140625, + 65889.99609375, + 65918.94140625, + 65728.66796875, + 65878.80859375, + 65781.0546875, + 65922.5078125, + 65867.28125, + 65843.49609375, + 65704.67578125, + 65723.40234375, + 65528.5859375, + 65572.5078125, + 65398.859375, + 65530.66796875, + 65410.125, + 65576.9609375, + 65341.578125, + 65657.79296875, + 65340.83203125, + 65196.580078125, + 65520.462890625 + ], + "p90": [ + 66872.08984375, + 66955.8515625, + 66942.41015625, + 67143.83203125, + 67252.3125, + 67260.12109375, + 67382.9921875, + 67523.953125, + 67393.47265625, + 67429.8203125, + 67742.2890625, + 67762.4453125, + 67893.765625, + 67852.4140625, + 68059.80078125, + 67964.87890625, + 67905.43359375, + 68139.66015625, + 68288.1953125, + 68017.0546875, + 68275.61328125, + 68006.9453125, + 68572.046875, + 69149.5 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_113616.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_113616.json new file mode 100644 index 0000000000000000000000000000000000000000..1a024a16b0debaf7875a611dfe43de2bff942646 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_113616.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T11:36:16.892365+00:00", + "metrics": { + "MSE[mean]": 609234.4758726755, + "MSE[0.5]": 609234.4758726755, + "MAE[0.5]": 706.4913736979166, + "MASE[0.5]": 0.8036909978108976, + "MAPE[0.5]": 0.01079066834809581, + "sMAPE[0.5]": 0.010719724237193478, + "MSIS": 2.7407779304591546, + "RMSE[mean]": 780.534737133893, + "NRMSE[mean]": 0.011886764564533643, + "ND[0.5]": 0.01075915808290351, + "mean_weighted_sum_quantile_loss": 0.006880682750765865 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00" + ], + "context": [ + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625 + ], + "actual": [ + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64676.01171875 + ], + "predictions": { + "p50": [ + 66581.125, + 66558.875, + 66536.625, + 66514.375, + 66492.125, + 66481.0, + 66447.625, + 66425.375, + 66425.375, + 66392.0, + 66403.125, + 66392.0, + 66392.0, + 66347.5, + 66347.5, + 66325.25, + 66303.0, + 66269.625, + 66236.25, + 66236.25, + 66214.0, + 66214.0, + 66191.75, + 66169.5 + ], + "p10": [ + 66225.125, + 66069.375, + 65924.75, + 65824.625, + 65713.375, + 65618.8125, + 65546.5, + 65435.25, + 65368.5, + 65285.0625, + 65235.0, + 65173.8125, + 65101.5, + 65006.9375, + 64954.09375, + 64867.875, + 64798.34375, + 64734.375, + 64678.75, + 64637.03125, + 64573.0625, + 64546.640625, + 64482.671875, + 64427.046875 + ], + "p90": [ + 66903.75, + 66948.25, + 67015.0, + 67037.25, + 67070.625, + 67070.625, + 67081.75, + 67104.0, + 67126.25, + 67126.25, + 67126.25, + 67126.25, + 67170.75, + 67148.5, + 67126.25, + 67126.25, + 67170.75, + 67148.5, + 67148.5, + 67170.75, + 67126.25, + 67148.5, + 67170.75, + 67170.75 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_113236.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_113236.json new file mode 100644 index 0000000000000000000000000000000000000000..3054d440f8fffc433e6c29673cf1b86f0ee9f3e5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_113236.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T11:32:36.605531+00:00", + "metrics": { + "MSE[mean]": 843676.2496331533, + "MSE[0.5]": 547397.0632216135, + "MAE[0.5]": 649.0857747395834, + "MASE[0.5]": 0.7383874925957267, + "MAPE[0.5]": 0.009919224981746527, + "sMAPE[0.5]": 0.009855367817747806, + "MSIS": 30.964615905778686, + "RMSE[mean]": 918.5185080514999, + "NRMSE[mean]": 0.013988119597939134, + "ND[0.5]": 0.009884928138943063, + "mean_weighted_sum_quantile_loss": 0.010731929633183063 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00" + ], + "context": [ + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625 + ], + "actual": [ + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64676.01171875 + ], + "predictions": { + "p50": [ + 66481.921875, + 66360.125, + 66435.7421875, + 66332.734375, + 66436.1328125, + 66370.1484375, + 66379.3828125, + 66344.7578125, + 66358.6328125, + 66281.921875, + 66241.765625, + 66245.2890625, + 66325.75, + 66322.96875, + 66346.46875, + 66322.6640625, + 66325.203125, + 66321.4921875, + 66262.8515625, + 66240.2421875, + 66192.671875, + 66169.59375, + 66216.6875, + 66203.3671875 + ], + "p10": [ + 66471.890625, + 66460.0, + 66415.4765625, + 66413.7890625, + 66442.65625, + 66334.5078125, + 66367.046875, + 66340.90625, + 66337.296875, + 66397.34375, + 66204.96875, + 66195.2734375, + 66291.9375, + 66356.0078125, + 66344.1875, + 66400.7109375, + 66412.953125, + 66185.09375, + 66293.6484375, + 66299.0, + 66314.3515625, + 66229.8203125, + 66214.1953125, + 66122.171875 + ], + "p90": [ + 66778.65625, + 66756.4609375, + 66866.0234375, + 66883.9453125, + 67009.359375, + 66973.421875, + 66960.2578125, + 66982.890625, + 67033.3671875, + 67012.8984375, + 67029.25, + 66961.078125, + 67097.5390625, + 67142.3828125, + 67089.5703125, + 67110.8203125, + 67130.90625, + 67200.859375, + 67180.8984375, + 67195.078125, + 67184.1171875, + 67140.203125, + 67119.96875, + 67087.171875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_113420.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_113420.json new file mode 100644 index 0000000000000000000000000000000000000000..4faf75495c1fd7536c9bdbf8bfd0812a7ef9c6f5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_113420.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-17T11:34:20.068974+00:00", + "metrics": { + "MSE[mean]": 1142480.3968372345, + "MSE[0.5]": 1142480.3968372345, + "MAE[0.5]": 941.7989908854166, + "MASE[0.5]": 1.0713724171324994, + "MAPE[0.5]": 0.014391608071771492, + "sMAPE[0.5]": 0.0142588165260717, + "MSIS": 7.971222280171035, + "RMSE[mean]": 1068.8687463094964, + "NRMSE[mean]": 0.0162778035791503, + "ND[0.5]": 0.01434265810241567, + "mean_weighted_sum_quantile_loss": 0.009089630558440077 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00" + ], + "context": [ + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625 + ], + "actual": [ + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64676.01171875 + ], + "predictions": { + "p50": [ + 66494.625, + 66505.453125, + 66506.3515625, + 66518.7265625, + 66516.703125, + 66515.8984375, + 66517.6875, + 66516.8125, + 66523.3125, + 66523.78125, + 66536.4765625, + 66549.546875, + 66559.3515625, + 66573.8046875, + 66600.0859375, + 66627.578125, + 66647.703125, + 66678.5859375, + 66709.5703125, + 66735.046875, + 66766.0859375, + 66783.0703125, + 66807.8203125, + 66829.5546875 + ], + "p10": [ + 66156.0546875, + 66088.6640625, + 66018.875, + 65967.0078125, + 65904.671875, + 65847.96875, + 65807.671875, + 65748.265625, + 65692.859375, + 65635.5546875, + 65597.7890625, + 65573.1328125, + 65524.37109375, + 65493.45703125, + 65469.83203125, + 65449.99609375, + 65429.6484375, + 65418.5546875, + 65411.65234375, + 65404.65625, + 65398.11328125, + 65390.8671875, + 65392.21484375, + 65389.7109375 + ], + "p90": [ + 66845.8359375, + 66958.828125, + 67053.46875, + 67156.6171875, + 67218.6640625, + 67271.4375, + 67341.234375, + 67395.53125, + 67446.0078125, + 67493.5546875, + 67555.1875, + 67605.28125, + 67643.3125, + 67709.5234375, + 67793.0859375, + 67846.625, + 67909.0078125, + 68016.1796875, + 68109.109375, + 68194.8984375, + 68251.1953125, + 68298.015625, + 68344.203125, + 68394.53125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_113355.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_113355.json new file mode 100644 index 0000000000000000000000000000000000000000..f819147f01937c8c8afa16d98b1127e7dcdf311b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_113355.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T11:33:55.171648+00:00", + "metrics": { + "MSE[mean]": 1111328.6423969269, + "MSE[0.5]": 1111328.6423969269, + "MAE[0.5]": 940.12353515625, + "MASE[0.5]": 1.0694664509213145, + "MAPE[0.5]": 0.014363315371893727, + "sMAPE[0.5]": 0.014234184101001197, + "MSIS": 4.511526448234372, + "RMSE[mean]": 1054.1957324884818, + "NRMSE[mean]": 0.016054348231880303, + "ND[0.5]": 0.014317142584856472, + "mean_weighted_sum_quantile_loss": 0.00882228292803567 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00" + ], + "context": [ + 61564.01171875, + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625 + ], + "actual": [ + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64676.01171875 + ], + "predictions": { + "p50": [ + 66477.28125, + 66476.03125, + 66482.640625, + 66490.578125, + 66491.1015625, + 66517.796875, + 66526.296875, + 66547.0625, + 66561.9453125, + 66579.4609375, + 66592.2734375, + 66614.515625, + 66624.0625, + 66633.484375, + 66644.515625, + 66656.5546875, + 66659.625, + 66669.0546875, + 66675.59375, + 66691.4296875, + 66706.265625, + 66715.7734375, + 66726.1171875, + 66743.9609375 + ], + "p10": [ + 66187.8125, + 66039.1171875, + 65919.1640625, + 65842.3203125, + 65765.109375, + 65715.59375, + 65645.8359375, + 65598.1640625, + 65553.90625, + 65507.4609375, + 65461.83203125, + 65423.9921875, + 65381.53515625, + 65339.74609375, + 65295.5234375, + 65260.59765625, + 65214.3984375, + 65162.7890625, + 65119.5703125, + 65076.2109375, + 65042.7734375, + 65008.484375, + 64968.2265625, + 64934.8125 + ], + "p90": [ + 66740.671875, + 66905.2265625, + 67064.2578125, + 67178.1796875, + 67290.9375, + 67412.296875, + 67492.84375, + 67580.984375, + 67672.1015625, + 67765.1015625, + 67838.8828125, + 67916.8515625, + 67987.96875, + 68048.2890625, + 68129.6171875, + 68196.109375, + 68257.3515625, + 68323.3515625, + 68386.15625, + 68437.6875, + 68499.140625, + 68574.171875, + 68624.859375, + 68678.2734375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260617_113224.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260617_113224.json new file mode 100644 index 0000000000000000000000000000000000000000..69c4d5151d4d34278efe843fb42f55d3219ab49c --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260617_113224.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T11:32:24.959467+00:00", + "metrics": { + "MSE[mean]": 149.80059273540974, + "MSE[0.5]": 149.80059273540974, + "MAE[0.5]": 11.694051106770834, + "MASE[0.5]": 0.11496455773169484, + "MAPE[0.5]": 0.004103175826937135, + "sMAPE[0.5]": 0.004093976301605978, + "MSIS": 0.6624415962621608, + "RMSE[mean]": 12.239305239081578, + "NRMSE[mean]": 0.004294493066344413, + "ND[0.5]": 0.004103175826937135, + "mean_weighted_sum_quantile_loss": 0.003918351379751462 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" + ], + "context": [ + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "predictions": { + "p50": [ + 2865.005126953125, + 2865.074951171875, + 2864.62548828125, + 2863.6611328125, + 2864.5302734375, + 2864.151611328125, + 2863.821533203125, + 2864.424072265625, + 2865.183349609375, + 2864.947998046875, + 2865.167236328125, + 2864.437255859375, + 2864.297119140625, + 2862.866943359375, + 2862.583740234375, + 2860.12841796875, + 2859.54345703125, + 2859.166748046875, + 2857.67578125, + 2856.25341796875, + 2856.66259765625, + 2856.174072265625, + 2855.0830078125, + 2855.19189453125 + ], + "p10": [ + 2839.463623046875, + 2837.30078125, + 2836.70458984375, + 2834.54150390625, + 2832.796142578125, + 2830.4970703125, + 2829.090087890625, + 2828.239013671875, + 2827.748046875, + 2826.31591796875, + 2823.369873046875, + 2822.006103515625, + 2822.1328125, + 2819.07958984375, + 2819.393310546875, + 2817.619140625, + 2811.333984375, + 2808.592041015625, + 2807.690673828125, + 2805.512939453125, + 2803.36572265625, + 2800.8544921875, + 2798.9208984375, + 2798.33203125 + ], + "p90": [ + 2881.527099609375, + 2881.8955078125, + 2882.767333984375, + 2883.949951171875, + 2884.8310546875, + 2885.787353515625, + 2886.740966796875, + 2887.64208984375, + 2887.77197265625, + 2887.919189453125, + 2888.957763671875, + 2889.129150390625, + 2890.024658203125, + 2888.42236328125, + 2887.752685546875, + 2886.972900390625, + 2889.34765625, + 2889.216552734375, + 2889.052978515625, + 2889.547119140625, + 2888.713134765625, + 2890.0146484375, + 2890.08154296875, + 2890.020263671875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_113603.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_113603.json new file mode 100644 index 0000000000000000000000000000000000000000..331a11325883486cfba83f8342268091bfc85241 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_113603.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T11:36:03.759681+00:00", + "metrics": { + "MSE[mean]": 344.4784043803811, + "MSE[0.5]": 291.7798491890232, + "MAE[0.5]": 16.582021077473957, + "MASE[0.5]": 0.1630183331733231, + "MAPE[0.5]": 0.005818253009639985, + "sMAPE[0.5]": 0.005800349336635581, + "MSIS": 0.9679100462429595, + "RMSE[mean]": 18.5601294278995, + "NRMSE[mean]": 0.006512326115052456, + "ND[0.5]": 0.005818253009639986, + "mean_weighted_sum_quantile_loss": 0.005376685902853923 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" + ], + "context": [ + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "predictions": { + "p50": [ + 2863.091552734375, + 2862.7901611328125, + 2866.247802734375, + 2867.669189453125, + 2869.2003173828125, + 2865.3353271484375, + 2870.0777587890625, + 2867.24462890625, + 2866.51416015625, + 2868.5882568359375, + 2866.7037353515625, + 2872.2626953125, + 2867.67138671875, + 2863.072265625, + 2864.537109375, + 2869.624755859375, + 2862.9237060546875, + 2867.087158203125, + 2865.5780029296875, + 2868.0572509765625, + 2869.265625, + 2861.236083984375, + 2865.4959716796875, + 2867.4541015625 + ], + "p10": [ + 2839.9385986328125, + 2840.719482421875, + 2830.021728515625, + 2833.163330078125, + 2833.10009765625, + 2820.318603515625, + 2827.36181640625, + 2828.0064697265625, + 2829.60888671875, + 2818.647216796875, + 2819.2288818359375, + 2824.7674560546875, + 2812.1439208984375, + 2814.1114501953125, + 2808.9595947265625, + 2814.0950927734375, + 2813.2012939453125, + 2784.2921142578125, + 2809.406005859375, + 2802.8782958984375, + 2800.3502197265625, + 2792.5401611328125, + 2800.58837890625, + 2801.182373046875 + ], + "p90": [ + 2888.619384765625, + 2896.259521484375, + 2898.612060546875, + 2903.5404052734375, + 2904.766845703125, + 2908.6629638671875, + 2913.4578857421875, + 2905.7940673828125, + 2907.5404052734375, + 2913.6126708984375, + 2918.1925048828125, + 2914.6790771484375, + 2917.1522216796875, + 2916.8804931640625, + 2914.6591796875, + 2915.428955078125, + 2919.812744140625, + 2928.2215576171875, + 2920.82470703125, + 2929.138427734375, + 2940.018310546875, + 2930.1968994140625, + 2927.0482177734375, + 2938.9215087890625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_113632.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_113632.json new file mode 100644 index 0000000000000000000000000000000000000000..bc763fbd340111811163556fb77cce61f8db642d --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_113632.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T11:36:32.636249+00:00", + "metrics": { + "MSE[mean]": 985.2263590494791, + "MSE[0.5]": 985.2263590494791, + "MAE[0.5]": 31.126302083333332, + "MASE[0.5]": 0.30600358422939067, + "MAPE[0.5]": 0.010921509502923978, + "sMAPE[0.5]": 0.010861200722390793, + "MSIS": 0.8173067076292884, + "RMSE[mean]": 31.388315645307877, + "NRMSE[mean]": 0.01101344408607294, + "ND[0.5]": 0.010921509502923976, + "mean_weighted_sum_quantile_loss": 0.0068216374269005845 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" + ], + "context": [ + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "predictions": { + "p50": [ + 2868.21875, + 2874.6875, + 2874.6875, + 2876.125, + 2879.0, + 2880.4375, + 2881.15625, + 2882.59375, + 2882.59375, + 2884.03125, + 2882.59375, + 2884.75, + 2885.46875, + 2885.46875, + 2884.75, + 2886.1875, + 2880.4375, + 2881.875, + 2882.59375, + 2881.875, + 2880.4375, + 2881.875, + 2882.59375, + 2882.59375 + ], + "p10": [ + 2837.3125, + 2833.0, + 2833.0, + 2831.5625, + 2830.125, + 2827.25, + 2825.8125, + 2825.8125, + 2825.8125, + 2827.25, + 2827.25, + 2828.6875, + 2825.8125, + 2827.25, + 2828.6875, + 2831.5625, + 2827.25, + 2828.6875, + 2827.25, + 2825.8125, + 2824.375, + 2825.8125, + 2825.8125, + 2827.25 + ], + "p90": [ + 2901.28125, + 2910.625, + 2905.59375, + 2904.875, + 2904.15625, + 2903.4375, + 2904.875, + 2905.59375, + 2906.3125, + 2906.3125, + 2909.1875, + 2910.625, + 2910.625, + 2911.34375, + 2911.34375, + 2914.21875, + 2914.9375, + 2917.09375, + 2916.375, + 2917.8125, + 2917.8125, + 2920.6875, + 2923.5625, + 2925.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_113342.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_113342.json new file mode 100644 index 0000000000000000000000000000000000000000..43f9fc1e38a4bcd013f673922d16e75f6dfe87c5 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_113342.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T11:33:42.590326+00:00", + "metrics": { + "MSE[mean]": 210.47119243939719, + "MSE[0.5]": 49.02923777451118, + "MAE[0.5]": 6.253204345703125, + "MASE[0.5]": 0.06147543442780338, + "MAPE[0.5]": 0.0021941067879660083, + "sMAPE[0.5]": 0.0021918346778354155, + "MSIS": 10.8142579125064, + "RMSE[mean]": 14.507625320478786, + "NRMSE[mean]": 0.0050903948492908024, + "ND[0.5]": 0.0021941067879660088, + "mean_weighted_sum_quantile_loss": 0.007081166129208292 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" + ], + "context": [ + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "predictions": { + "p50": [ + 2860.48779296875, + 2858.9375, + 2860.095458984375, + 2857.43310546875, + 2860.58203125, + 2858.25146484375, + 2859.602783203125, + 2855.845947265625, + 2854.85498046875, + 2856.67724609375, + 2858.4755859375, + 2858.94140625, + 2857.18701171875, + 2855.3662109375, + 2856.8515625, + 2854.444580078125, + 2850.985595703125, + 2851.84033203125, + 2850.21435546875, + 2852.67626953125, + 2849.1513671875, + 2846.514892578125, + 2843.384765625, + 2840.623291015625 + ], + "p10": [ + 2865.01123046875, + 2866.019287109375, + 2868.34228515625, + 2871.5625, + 2872.95068359375, + 2874.25048828125, + 2879.67138671875, + 2878.169677734375, + 2879.68115234375, + 2877.57568359375, + 2877.1796875, + 2881.0625, + 2884.58935546875, + 2876.2001953125, + 2881.23388671875, + 2877.47021484375, + 2879.70068359375, + 2880.024658203125, + 2882.08203125, + 2879.20556640625, + 2878.310546875, + 2875.10546875, + 2880.6787109375, + 2881.1025390625 + ], + "p90": [ + 2874.03955078125, + 2876.8232421875, + 2879.94775390625, + 2882.504638671875, + 2888.331298828125, + 2889.7783203125, + 2890.810546875, + 2892.067626953125, + 2893.13623046875, + 2896.8232421875, + 2901.078125, + 2901.153076171875, + 2901.763916015625, + 2903.257080078125, + 2905.664794921875, + 2903.60791015625, + 2903.203125, + 2907.9248046875, + 2908.363037109375, + 2911.992431640625, + 2910.4833984375, + 2914.282470703125, + 2911.318359375, + 2911.915771484375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_113529.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_113529.json new file mode 100644 index 0000000000000000000000000000000000000000..d7ff166c282122be441b3aad1f1bbe91bdd23d2f --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_113529.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-17T11:35:29.163227+00:00", + "metrics": { + "MSE[mean]": 165.35683451592922, + "MSE[0.5]": 165.35683451592922, + "MAE[0.5]": 12.733642578125, + "MASE[0.5]": 0.125184811827957, + "MAPE[0.5]": 0.004467944764254386, + "sMAPE[0.5]": 0.004457789329121293, + "MSIS": 0.7764991959485407, + "RMSE[mean]": 12.859114841851644, + "NRMSE[mean]": 0.004511970119947945, + "ND[0.5]": 0.004467944764254386, + "mean_weighted_sum_quantile_loss": 0.004325955099064936 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" + ], + "context": [ + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "predictions": { + "p50": [ + 2860.30517578125, + 2863.08837890625, + 2863.918701171875, + 2863.639892578125, + 2863.48291015625, + 2864.05126953125, + 2864.0625, + 2863.97900390625, + 2863.42236328125, + 2863.3232421875, + 2863.4033203125, + 2863.520263671875, + 2864.901123046875, + 2864.562255859375, + 2864.144287109375, + 2864.10009765625, + 2863.86572265625, + 2862.950927734375, + 2861.768798828125, + 2861.26318359375, + 2860.535888671875, + 2859.76708984375, + 2858.6513671875, + 2858.899658203125 + ], + "p10": [ + 2848.975830078125, + 2847.830322265625, + 2844.2412109375, + 2839.994384765625, + 2836.779541015625, + 2833.90576171875, + 2829.8193359375, + 2828.064697265625, + 2826.16064453125, + 2823.43896484375, + 2819.412109375, + 2818.534423828125, + 2816.81103515625, + 2815.84814453125, + 2814.3544921875, + 2811.61865234375, + 2809.078369140625, + 2807.69921875, + 2805.615966796875, + 2804.2451171875, + 2803.9580078125, + 2803.091552734375, + 2802.175537109375, + 2799.18994140625 + ], + "p90": [ + 2889.045166015625, + 2899.622802734375, + 2900.80615234375, + 2898.65625, + 2898.73828125, + 2898.867919921875, + 2899.1884765625, + 2899.16796875, + 2898.399169921875, + 2899.614013671875, + 2902.28564453125, + 2903.573974609375, + 2902.967529296875, + 2902.0888671875, + 2899.920166015625, + 2897.5244140625, + 2897.45361328125, + 2899.2578125, + 2900.33154296875, + 2900.66162109375, + 2899.77490234375, + 2898.1689453125, + 2898.64111328125, + 2901.715576171875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_113410.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_113410.json new file mode 100644 index 0000000000000000000000000000000000000000..6166aa441e15c6c2b5e8a6a0b3d08bcd0bcbb625 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_113410.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T11:34:10.953619+00:00", + "metrics": { + "MSE[mean]": 0.9803057312965393, + "MSE[0.5]": 0.9803057312965393, + "MAE[0.5]": 0.9501139322916666, + "MASE[0.5]": 0.009340597798259088, + "MAPE[0.5]": 0.0003333733095760233, + "sMAPE[0.5]": 0.0003333129762729272, + "MSIS": 0.622616947484639, + "RMSE[mean]": 0.990103899243175, + "NRMSE[mean]": 0.0003474048769274298, + "ND[0.5]": 0.0003333733095760234, + "mean_weighted_sum_quantile_loss": 0.0018175512838084793 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 08:55:00", + "2026-06-16 09:10:00", + "2026-06-16 09:25:00", + "2026-06-16 09:40:00", + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00" + ], + "context": [ + 3120.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "predictions": { + "p50": [ + 2851.109619140625, + 2851.683349609375, + 2851.169921875, + 2851.304443359375, + 2850.56494140625, + 2851.370849609375, + 2851.258056640625, + 2850.989990234375, + 2851.115234375, + 2851.040771484375, + 2850.87548828125, + 2850.829833984375, + 2850.9501953125, + 2850.869140625, + 2851.07666015625, + 2850.896728515625, + 2850.9296875, + 2850.65478515625, + 2850.70166015625, + 2850.7255859375, + 2850.553955078125, + 2850.8837890625, + 2850.780029296875, + 2850.468017578125 + ], + "p10": [ + 2848.99951171875, + 2848.86376953125, + 2849.080810546875, + 2848.62060546875, + 2848.60205078125, + 2848.807373046875, + 2848.986083984375, + 2848.791748046875, + 2848.96533203125, + 2848.5341796875, + 2847.61279296875, + 2846.91748046875, + 2845.9814453125, + 2844.5859375, + 2842.656494140625, + 2840.088134765625, + 2837.110595703125, + 2834.978759765625, + 2833.52197265625, + 2832.53271484375, + 2829.392822265625, + 2825.3271484375, + 2822.10888671875, + 2820.90576171875 + ], + "p90": [ + 2898.994873046875, + 2904.442626953125, + 2906.723388671875, + 2905.433349609375, + 2909.316650390625, + 2910.09814453125, + 2905.958984375, + 2903.425048828125, + 2905.725341796875, + 2906.2099609375, + 2905.265380859375, + 2905.723388671875, + 2908.196533203125, + 2905.031494140625, + 2905.02587890625, + 2899.869873046875, + 2903.219970703125, + 2905.5380859375, + 2902.419921875, + 2904.7470703125, + 2901.726318359375, + 2907.164306640625, + 2901.440673828125, + 2900.23876953125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_113221.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_113221.json new file mode 100644 index 0000000000000000000000000000000000000000..f9931f9e484415a5ef74320b1e0aa4b95e731cd9 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260617_113221.json @@ -0,0 +1,675 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T11:32:21.084786+00:00", + "metrics": { + "MSE[mean]": 0.016523836305600764, + "MSE[0.5]": 0.016523836305600764, + "MAE[0.5]": 0.10162311461236742, + "MASE[0.5]": 0.570080939890993, + "MAPE[0.5]": 0.07465430132892963, + "sMAPE[0.5]": 0.07918151833133164, + "MSIS": 3.6500388916789674, + "RMSE[mean]": 0.12854507499550796, + "NRMSE[mean]": 0.09866997433875675, + "ND[0.5]": 0.07800493415540992, + "mean_weighted_sum_quantile_loss": 0.0775479364380643 + }, + "context_length": 230, + "prediction_length": 36, + "timestamps": [ + "2026-06-13 23:10:00", + "2026-06-13 23:20:00", + "2026-06-13 23:30:00", + "2026-06-13 23:40:00", + "2026-06-13 23:50:00", + "2026-06-14 00:00:00", + "2026-06-14 00:10:00", + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00" + ], + "context": [ + 1.5, + 1.5, + 1.600000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.2488688230514526, + 1.2055315971374512, + 1.1842197179794312, + 1.1767650842666626, + 1.175959587097168, + 1.1778013706207275, + 1.1818904876708984, + 1.1826199293136597, + 1.1830503940582275, + 1.1848278045654297, + 1.1847033500671387, + 1.1876147985458374, + 1.188400149345398, + 1.1916519403457642, + 1.1927896738052368, + 1.1933749914169312, + 1.203694224357605, + 1.203685998916626, + 1.2068578004837036, + 1.207079291343689, + 1.207308053970337, + 1.2070398330688477, + 1.2080408334732056, + 1.2087287902832031, + 1.2095545530319214, + 1.2091948986053467, + 1.2080914974212646, + 1.2084708213806152, + 1.2085987329483032, + 1.2096445560455322, + 1.213039517402649, + 1.2171632051467896, + 1.2272871732711792, + 1.228477954864502, + 1.230419635772705, + 1.2309520244598389 + ], + "p10": [ + 1.1105180978775024, + 1.0475144386291504, + 1.0224006175994873, + 1.01448655128479, + 1.0097715854644775, + 1.0116095542907715, + 1.0125527381896973, + 1.009880542755127, + 1.008446216583252, + 1.004776120185852, + 1.0044230222702026, + 1.0004953145980835, + 1.0056909322738647, + 1.0035558938980103, + 1.0047142505645752, + 1.0050005912780762, + 1.005285382270813, + 1.0011494159698486, + 1.0039334297180176, + 1.0056966543197632, + 1.0030165910720825, + 1.0044960975646973, + 1.0025579929351807, + 0.9992330074310303, + 0.998325765132904, + 0.9983586072921753, + 0.9963930249214172, + 0.9937715530395508, + 0.9964942932128906, + 0.9922935962677002, + 0.9953003525733948, + 0.9983559846878052, + 1.0060704946517944, + 1.0009539127349854, + 1.0007081031799316, + 1.004226803779602 + ], + "p90": [ + 1.4025285243988037, + 1.3862252235412598, + 1.3819001913070679, + 1.3798515796661377, + 1.3823614120483398, + 1.3893567323684692, + 1.3982734680175781, + 1.4042538404464722, + 1.4089809656143188, + 1.41145920753479, + 1.4182336330413818, + 1.423359990119934, + 1.429030418395996, + 1.4318046569824219, + 1.4337348937988281, + 1.4392212629318237, + 1.453235387802124, + 1.451846718788147, + 1.4561281204223633, + 1.4616540670394897, + 1.4655817747116089, + 1.4686410427093506, + 1.4732692241668701, + 1.4732342958450317, + 1.4715503454208374, + 1.4790303707122803, + 1.4794055223464966, + 1.4785643815994263, + 1.4838473796844482, + 1.4835256338119507, + 1.4859358072280884, + 1.4956190586090088, + 1.519296646118164, + 1.5185366868972778, + 1.520613431930542, + 1.529813528060913 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_113557.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_113557.json new file mode 100644 index 0000000000000000000000000000000000000000..33706fb39377a56e227aa15661c5fee1dcde0fbc --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260617_113557.json @@ -0,0 +1,675 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T11:35:57.274931+00:00", + "metrics": { + "MSE[mean]": 0.015827929779054353, + "MSE[0.5]": 0.021108274466840368, + "MAE[0.5]": 0.11889731056160396, + "MASE[0.5]": 0.6669849749637726, + "MAPE[0.5]": 0.0876649407968363, + "sMAPE[0.5]": 0.09358349305620439, + "MSIS": 4.291483182715581, + "RMSE[mean]": 0.12580910054147257, + "NRMSE[mean]": 0.09656986642578848, + "ND[0.5]": 0.09126444231698973, + "mean_weighted_sum_quantile_loss": 0.08678358094699258 + }, + "context_length": 230, + "prediction_length": 36, + "timestamps": [ + "2026-06-13 23:10:00", + "2026-06-13 23:20:00", + "2026-06-13 23:30:00", + "2026-06-13 23:40:00", + "2026-06-13 23:50:00", + "2026-06-14 00:00:00", + "2026-06-14 00:10:00", + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00" + ], + "context": [ + 1.5, + 1.5, + 1.600000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.2153232097625732, + 1.1923760771751404, + 1.2079878449440002, + 1.1850261688232422, + 1.18405020236969, + 1.1833996176719666, + 1.1804105639457703, + 1.191904902458191, + 1.1988986134529114, + 1.1945806741714478, + 1.1931151747703552, + 1.180627703666687, + 1.1764687299728394, + 1.194161832332611, + 1.1878166794776917, + 1.1692273020744324, + 1.1973222494125366, + 1.1905701160430908, + 1.201019525527954, + 1.1852361559867859, + 1.17266184091568, + 1.1605533361434937, + 1.1808783411979675, + 1.166025161743164, + 1.178413987159729, + 1.18153315782547, + 1.1793606877326965, + 1.1802451014518738, + 1.173751950263977, + 1.1905403137207031, + 1.16801917552948, + 1.1650700569152832, + 1.1897740364074707, + 1.183656394481659, + 1.1860804557800293, + 1.1719996929168701 + ], + "p10": [ + 1.0837542414665222, + 1.0455580353736877, + 1.065248191356659, + 1.03843092918396, + 1.0539361238479614, + 1.0229651927947998, + 1.0045349597930908, + 0.9941214919090271, + 1.0100290775299072, + 1.027714729309082, + 1.0334984064102173, + 1.0022512078285217, + 0.9692935943603516, + 1.008361041545868, + 1.0135855674743652, + 0.9959282279014587, + 1.0070557594299316, + 0.97543004155159, + 1.0080381035804749, + 0.9706171751022339, + 0.991765946149826, + 0.9918734431266785, + 0.931445986032486, + 0.9606260657310486, + 0.966700553894043, + 0.9627273380756378, + 0.9636940062046051, + 0.9458960890769958, + 0.9407313764095306, + 0.9618468284606934, + 0.9331704080104828, + 0.9182009696960449, + 0.9248511791229248, + 0.9058345556259155, + 0.9023137092590332, + 0.9070802927017212 + ], + "p90": [ + 1.3575189709663391, + 1.3551149368286133, + 1.3996609449386597, + 1.3908988237380981, + 1.368520438671112, + 1.4137993454933167, + 1.366104781627655, + 1.3544481992721558, + 1.4059998989105225, + 1.422117292881012, + 1.3869210481643677, + 1.4276866912841797, + 1.459739089012146, + 1.4214180707931519, + 1.4105034470558167, + 1.4500665068626404, + 1.4463911056518555, + 1.4679042100906372, + 1.5534241199493408, + 1.4308390021324158, + 1.4208491444587708, + 1.4316270351409912, + 1.4781814217567444, + 1.4380402565002441, + 1.4502148032188416, + 1.5037627816200256, + 1.4352740049362183, + 1.4798706769943237, + 1.4481462240219116, + 1.4642279148101807, + 1.4749440550804138, + 1.471453607082367, + 1.5213525891304016, + 1.4554703831672668, + 1.5398772954940796, + 1.4710005521774292 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_113627.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_113627.json new file mode 100644 index 0000000000000000000000000000000000000000..7f669a6c463f8ac858221fe4d47aacea9ea32e8b --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260617_113627.json @@ -0,0 +1,675 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T11:36:27.432284+00:00", + "metrics": { + "MSE[mean]": 0.023255999943868646, + "MSE[0.5]": 0.023255999943868646, + "MAE[0.5]": 0.12806029783354866, + "MASE[0.5]": 0.7183871034669634, + "MAPE[0.5]": 0.09480664430751637, + "sMAPE[0.5]": 0.10134007441824121, + "MSIS": 5.965356212328633, + "RMSE[mean]": 0.1524991801416278, + "NRMSE[mean]": 0.11705691713028821, + "ND[0.5]": 0.09829786400989186, + "mean_weighted_sum_quantile_loss": 0.08495045303655807 + }, + "context_length": 230, + "prediction_length": 36, + "timestamps": [ + "2026-06-13 23:10:00", + "2026-06-13 23:20:00", + "2026-06-13 23:30:00", + "2026-06-13 23:40:00", + "2026-06-13 23:50:00", + "2026-06-14 00:00:00", + "2026-06-14 00:10:00", + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00" + ], + "context": [ + 1.5, + 1.5, + 1.600000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.2247467041015625, + 1.178452491760254, + 1.163975715637207, + 1.1593494415283203, + 1.154754638671875, + 1.1580276489257812, + 1.1592235565185547, + 1.1585311889648438, + 1.1573982238769531, + 1.156768798828125, + 1.1563282012939453, + 1.1587200164794922, + 1.160482406616211, + 1.1631889343261719, + 1.1652030944824219, + 1.1641016006469727, + 1.1679096221923828, + 1.1732597351074219, + 1.1749749183654785, + 1.1791763305664062, + 1.1791133880615234, + 1.177067756652832, + 1.179931640625, + 1.1790189743041992, + 1.1811275482177734, + 1.182952880859375, + 1.1824493408203125, + 1.1850299835205078, + 1.1852188110351562, + 1.1878623962402344, + 1.1881141662597656, + 1.1897506713867188, + 1.1883659362792969, + 1.1887435913085938, + 1.1897506713867188, + 1.1907577514648438 + ], + "p10": [ + 1.0837554931640625, + 1.02685546875, + 1.019805908203125, + 1.018798828125, + 1.0147705078125, + 1.015777587890625, + 1.013763427734375, + 1.011749267578125, + 1.009735107421875, + 1.011749267578125, + 1.009735107421875, + 1.013763427734375, + 1.015777587890625, + 1.015777587890625, + 1.017791748046875, + 1.01275634765625, + 1.013763427734375, + 1.017791748046875, + 1.019805908203125, + 1.02484130859375, + 1.02484130859375, + 1.02484130859375, + 1.023834228515625, + 1.0228271484375, + 1.02484130859375, + 1.027862548828125, + 1.029876708984375, + 1.0308837890625, + 1.029876708984375, + 1.031890869140625, + 1.029876708984375, + 1.02886962890625, + 1.033905029296875, + 1.035919189453125, + 1.034912109375, + 1.03692626953125 + ], + "p90": [ + 1.33905029296875, + 1.323944091796875, + 1.315887451171875, + 1.31488037109375, + 1.3128662109375, + 1.317901611328125, + 1.319915771484375, + 1.31890869140625, + 1.3209228515625, + 1.319915771484375, + 1.323944091796875, + 1.32696533203125, + 1.32696533203125, + 1.33099365234375, + 1.33099365234375, + 1.33099365234375, + 1.33502197265625, + 1.3450927734375, + 1.34710693359375, + 1.352142333984375, + 1.350128173828125, + 1.350128173828125, + 1.3531494140625, + 1.35113525390625, + 1.3531494140625, + 1.354156494140625, + 1.35516357421875, + 1.358184814453125, + 1.35919189453125, + 1.362213134765625, + 1.3612060546875, + 1.36322021484375, + 1.368255615234375, + 1.368255615234375, + 1.3692626953125, + 1.37127685546875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_113318.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_113318.json new file mode 100644 index 0000000000000000000000000000000000000000..80130f441e49a7683ed8c1746b293fff40aac016 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260617_113318.json @@ -0,0 +1,675 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T11:33:18.115530+00:00", + "metrics": { + "MSE[mean]": 0.015739552939858785, + "MSE[0.5]": 0.02344153115533724, + "MAE[0.5]": 0.13084299696816337, + "MASE[0.5]": 0.7339973683574471, + "MAPE[0.5]": 0.09722733789569353, + "sMAPE[0.5]": 0.1038453237986093, + "MSIS": 5.6285783918345125, + "RMSE[mean]": 0.12545737499190227, + "NRMSE[mean]": 0.09629988524641152, + "ND[0.5]": 0.10043383734231638, + "mean_weighted_sum_quantile_loss": 0.06752297600029006 + }, + "context_length": 230, + "prediction_length": 36, + "timestamps": [ + "2026-06-13 23:10:00", + "2026-06-13 23:20:00", + "2026-06-13 23:30:00", + "2026-06-13 23:40:00", + "2026-06-13 23:50:00", + "2026-06-14 00:00:00", + "2026-06-14 00:10:00", + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00" + ], + "context": [ + 1.5, + 1.5, + 1.600000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.1822175979614258, + 1.1526563167572021, + 1.1317951679229736, + 1.121385097503662, + 1.1271893978118896, + 1.1411967277526855, + 1.1529712677001953, + 1.1554123163223267, + 1.1542384624481201, + 1.14983332157135, + 1.1511337757110596, + 1.1593468189239502, + 1.1628893613815308, + 1.158368468284607, + 1.1606073379516602, + 1.1586635112762451, + 1.1669702529907227, + 1.1727644205093384, + 1.1782211065292358, + 1.177822470664978, + 1.1761772632598877, + 1.1686649322509766, + 1.1735039949417114, + 1.1767147779464722, + 1.1818478107452393, + 1.1813477277755737, + 1.1815611124038696, + 1.181396245956421, + 1.1834311485290527, + 1.1962082386016846, + 1.210928201675415, + 1.2166167497634888, + 1.2181185483932495, + 1.2108147144317627, + 1.2084544897079468, + 1.208182454109192 + ], + "p10": [ + 1.217560052871704, + 1.1825916767120361, + 1.172642469406128, + 1.164816975593567, + 1.1669175624847412, + 1.1811015605926514, + 1.1912953853607178, + 1.2034229040145874, + 1.192077398300171, + 1.190427303314209, + 1.1924721002578735, + 1.2002660036087036, + 1.2087290287017822, + 1.202638864517212, + 1.2068910598754883, + 1.2042359113693237, + 1.2114579677581787, + 1.2153788805007935, + 1.2201436758041382, + 1.2201852798461914, + 1.2191274166107178, + 1.218889832496643, + 1.2160251140594482, + 1.222640037536621, + 1.2252817153930664, + 1.221774697303772, + 1.221734642982483, + 1.218968391418457, + 1.2301839590072632, + 1.2379274368286133, + 1.2529680728912354, + 1.2617359161376953, + 1.2649073600769043, + 1.2524778842926025, + 1.247194528579712, + 1.2500553131103516 + ], + "p90": [ + 1.2922909259796143, + 1.2777882814407349, + 1.2657086849212646, + 1.2593016624450684, + 1.2687315940856934, + 1.2851676940917969, + 1.2977007627487183, + 1.3038334846496582, + 1.304494857788086, + 1.3009998798370361, + 1.3074371814727783, + 1.3156909942626953, + 1.3216081857681274, + 1.3213781118392944, + 1.3237861394882202, + 1.3220810890197754, + 1.3295457363128662, + 1.337749719619751, + 1.3423761129379272, + 1.3433923721313477, + 1.341590404510498, + 1.3376916646957397, + 1.342180848121643, + 1.3442089557647705, + 1.3533204793930054, + 1.3552666902542114, + 1.350581169128418, + 1.3511602878570557, + 1.3538422584533691, + 1.3673430681228638, + 1.3841685056686401, + 1.3900927305221558, + 1.3876025676727295, + 1.3836381435394287, + 1.3774710893630981, + 1.3780440092086792 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_113504.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_113504.json new file mode 100644 index 0000000000000000000000000000000000000000..131fd5ceb8e4ec6ca0b61ae49d6812041034d32c --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260617_113504.json @@ -0,0 +1,675 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-17T11:35:04.431408+00:00", + "metrics": { + "MSE[mean]": 0.018323093940637136, + "MSE[0.5]": 0.018323093940637136, + "MAE[0.5]": 0.109497865041097, + "MASE[0.5]": 0.6142563732354737, + "MAPE[0.5]": 0.08069452162719809, + "sMAPE[0.5]": 0.08576129271300997, + "MSIS": 4.111008780264444, + "RMSE[mean]": 0.13536282333283808, + "NRMSE[mean]": 0.10390321297910118, + "ND[0.5]": 0.08404951752629375, + "mean_weighted_sum_quantile_loss": 0.07709656847081117 + }, + "context_length": 230, + "prediction_length": 36, + "timestamps": [ + "2026-06-13 23:10:00", + "2026-06-13 23:20:00", + "2026-06-13 23:30:00", + "2026-06-13 23:40:00", + "2026-06-13 23:50:00", + "2026-06-14 00:00:00", + "2026-06-14 00:10:00", + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00" + ], + "context": [ + 1.5, + 1.5, + 1.600000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.2402902841567993, + 1.1971582174301147, + 1.1764191389083862, + 1.1656442880630493, + 1.1632763147354126, + 1.1707042455673218, + 1.1783645153045654, + 1.181253433227539, + 1.1796903610229492, + 1.177304744720459, + 1.1766784191131592, + 1.1769540309906006, + 1.180227518081665, + 1.1833882331848145, + 1.1836663484573364, + 1.1743509769439697, + 1.1751258373260498, + 1.1856131553649902, + 1.1913295984268188, + 1.1930581331253052, + 1.1931507587432861, + 1.1917465925216675, + 1.1922253370285034, + 1.1959054470062256, + 1.2061810493469238, + 1.2075169086456299, + 1.2046610116958618, + 1.198602557182312, + 1.197242259979248, + 1.2061501741409302, + 1.2097052335739136, + 1.2122831344604492, + 1.2273448705673218, + 1.222738265991211, + 1.2255840301513672, + 1.2258628606796265 + ], + "p10": [ + 1.0913634300231934, + 1.043119192123413, + 1.0248605012893677, + 1.0163581371307373, + 1.0134854316711426, + 1.020524263381958, + 1.0265440940856934, + 1.0286781787872314, + 1.0251054763793945, + 1.020602822303772, + 1.0179131031036377, + 1.016538143157959, + 1.0188970565795898, + 1.0203245878219604, + 1.0206036567687988, + 1.0117995738983154, + 1.012721061706543, + 1.0215461254119873, + 1.0255272388458252, + 1.0265536308288574, + 1.0248335599899292, + 1.0238227844238281, + 1.023537278175354, + 1.0247085094451904, + 1.0306955575942993, + 1.031052589416504, + 1.027612328529358, + 1.0209221839904785, + 1.019504427909851, + 1.0275723934173584, + 1.0293772220611572, + 1.0303210020065308, + 1.0287272930145264, + 1.0370912551879883, + 1.0371613502502441, + 1.0337839126586914 + ], + "p90": [ + 1.3832268714904785, + 1.356199026107788, + 1.3494573831558228, + 1.3481578826904297, + 1.34993577003479, + 1.360093593597412, + 1.3665060997009277, + 1.3687118291854858, + 1.3674453496932983, + 1.3672069311141968, + 1.3691240549087524, + 1.3704767227172852, + 1.3748706579208374, + 1.3820476531982422, + 1.385896921157837, + 1.376739501953125, + 1.3786250352859497, + 1.3898159265518188, + 1.3946375846862793, + 1.3994240760803223, + 1.3983864784240723, + 1.3992422819137573, + 1.400925636291504, + 1.4077916145324707, + 1.4239349365234375, + 1.4229868650436401, + 1.4200875759124756, + 1.4131344556808472, + 1.412152886390686, + 1.4235280752182007, + 1.4289394617080688, + 1.4319483041763306, + 1.4206236600875854, + 1.4260096549987793, + 1.4348094463348389, + 1.4423167705535889 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_113404.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_113404.json new file mode 100644 index 0000000000000000000000000000000000000000..d64c1703bb866033e2834327579690f02030a7f9 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260617_113404.json @@ -0,0 +1,675 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T11:34:04.889113+00:00", + "metrics": { + "MSE[mean]": 0.017771300827665155, + "MSE[0.5]": 0.017771300827665155, + "MAE[0.5]": 0.10485898786120945, + "MASE[0.5]": 0.5882334012685493, + "MAPE[0.5]": 0.07696510357538404, + "sMAPE[0.5]": 0.08185815187167812, + "MSIS": 3.9263105168825336, + "RMSE[mean]": 0.13330904255775433, + "NRMSE[mean]": 0.10232675043176494, + "ND[0.5]": 0.0804887596184848, + "mean_weighted_sum_quantile_loss": 0.07361583327793392 + }, + "context_length": 230, + "prediction_length": 36, + "timestamps": [ + "2026-06-13 23:10:00", + "2026-06-13 23:20:00", + "2026-06-13 23:30:00", + "2026-06-13 23:40:00", + "2026-06-13 23:50:00", + "2026-06-14 00:00:00", + "2026-06-14 00:10:00", + "2026-06-14 00:20:00", + "2026-06-14 00:30:00", + "2026-06-14 00:40:00", + "2026-06-14 00:50:00", + "2026-06-14 01:00:00", + "2026-06-14 01:10:00", + "2026-06-14 01:20:00", + "2026-06-14 01:30:00", + "2026-06-14 01:40:00", + "2026-06-14 01:50:00", + "2026-06-14 02:00:00", + "2026-06-14 02:10:00", + "2026-06-14 02:20:00", + "2026-06-14 02:30:00", + "2026-06-14 02:40:00", + "2026-06-14 02:50:00", + "2026-06-14 03:00:00", + "2026-06-14 03:10:00", + "2026-06-14 03:20:00", + "2026-06-14 03:30:00", + "2026-06-14 03:40:00", + "2026-06-14 03:50:00", + "2026-06-14 04:00:00", + "2026-06-14 04:10:00", + "2026-06-14 04:20:00", + "2026-06-14 04:30:00", + "2026-06-14 04:40:00", + "2026-06-14 04:50:00", + "2026-06-14 05:00:00", + "2026-06-14 05:10:00", + "2026-06-14 05:20:00", + "2026-06-14 05:30:00", + "2026-06-14 05:40:00", + "2026-06-14 05:50:00", + "2026-06-14 06:00:00", + "2026-06-14 06:10:00", + "2026-06-14 06:20:00", + "2026-06-14 06:30:00", + "2026-06-14 06:40:00", + "2026-06-14 06:50:00", + "2026-06-14 07:00:00", + "2026-06-14 07:10:00", + "2026-06-14 07:20:00", + "2026-06-14 07:30:00", + "2026-06-14 07:40:00", + "2026-06-14 07:50:00", + "2026-06-14 08:00:00", + "2026-06-14 08:10:00", + "2026-06-14 08:20:00", + "2026-06-14 08:30:00", + "2026-06-14 08:40:00", + "2026-06-14 08:50:00", + "2026-06-14 09:00:00", + "2026-06-14 09:10:00", + "2026-06-14 09:20:00", + "2026-06-14 09:30:00", + "2026-06-14 09:40:00", + "2026-06-14 09:50:00", + "2026-06-14 10:00:00", + "2026-06-14 10:10:00", + "2026-06-14 10:20:00", + "2026-06-14 10:30:00", + "2026-06-14 10:40:00", + "2026-06-14 10:50:00", + "2026-06-14 11:00:00", + "2026-06-14 11:10:00", + "2026-06-14 11:20:00", + "2026-06-14 11:30:00", + "2026-06-14 11:40:00", + "2026-06-14 11:50:00", + "2026-06-14 12:00:00", + "2026-06-14 12:10:00", + "2026-06-14 12:20:00", + "2026-06-14 12:30:00", + "2026-06-14 12:40:00", + "2026-06-14 12:50:00", + "2026-06-14 13:00:00", + "2026-06-14 13:10:00", + "2026-06-14 13:20:00", + "2026-06-14 13:30:00", + "2026-06-14 13:40:00", + "2026-06-14 13:50:00", + "2026-06-14 14:00:00", + "2026-06-14 14:10:00", + "2026-06-14 14:20:00", + "2026-06-14 14:30:00", + "2026-06-14 14:40:00", + "2026-06-14 14:50:00", + "2026-06-14 15:00:00", + "2026-06-14 15:10:00", + "2026-06-14 15:20:00", + "2026-06-14 15:30:00", + "2026-06-14 15:40:00", + "2026-06-14 15:50:00", + "2026-06-14 16:00:00", + "2026-06-14 16:10:00", + "2026-06-14 16:20:00", + "2026-06-14 16:30:00", + "2026-06-14 16:40:00", + "2026-06-14 16:50:00", + "2026-06-14 17:00:00", + "2026-06-14 17:10:00", + "2026-06-14 17:20:00", + "2026-06-14 17:30:00", + "2026-06-14 17:40:00", + "2026-06-14 17:50:00", + "2026-06-14 18:00:00", + "2026-06-14 18:10:00", + "2026-06-14 18:20:00", + "2026-06-14 18:30:00", + "2026-06-14 18:40:00", + "2026-06-14 18:50:00", + "2026-06-14 19:00:00", + "2026-06-14 19:10:00", + "2026-06-14 19:20:00", + "2026-06-14 19:30:00", + "2026-06-14 19:40:00", + "2026-06-14 19:50:00", + "2026-06-14 20:00:00", + "2026-06-14 20:10:00", + "2026-06-14 20:20:00", + "2026-06-14 20:30:00", + "2026-06-14 20:40:00", + "2026-06-14 20:50:00", + "2026-06-14 21:00:00", + "2026-06-14 21:10:00", + "2026-06-14 21:20:00", + "2026-06-14 21:30:00", + "2026-06-14 21:40:00", + "2026-06-14 21:50:00", + "2026-06-14 22:00:00", + "2026-06-14 22:10:00", + "2026-06-14 22:20:00", + "2026-06-14 22:30:00", + "2026-06-14 22:40:00", + "2026-06-14 22:50:00", + "2026-06-14 23:00:00", + "2026-06-14 23:10:00", + "2026-06-14 23:20:00", + "2026-06-14 23:30:00", + "2026-06-14 23:40:00", + "2026-06-14 23:50:00", + "2026-06-15 00:00:00", + "2026-06-15 00:10:00", + "2026-06-15 00:20:00", + "2026-06-15 00:30:00", + "2026-06-15 00:40:00", + "2026-06-15 00:50:00", + "2026-06-15 01:00:00", + "2026-06-15 01:10:00", + "2026-06-15 01:20:00", + "2026-06-15 01:30:00", + "2026-06-15 01:40:00", + "2026-06-15 01:50:00", + "2026-06-15 02:00:00", + "2026-06-15 02:10:00", + "2026-06-15 02:20:00", + "2026-06-15 02:30:00", + "2026-06-15 02:40:00", + "2026-06-15 02:50:00", + "2026-06-15 03:00:00", + "2026-06-15 03:10:00", + "2026-06-15 03:20:00", + "2026-06-15 03:30:00", + "2026-06-15 03:40:00", + "2026-06-15 03:50:00", + "2026-06-15 04:00:00", + "2026-06-15 04:10:00", + "2026-06-15 04:20:00", + "2026-06-15 04:30:00", + "2026-06-15 04:40:00", + "2026-06-15 04:50:00", + "2026-06-15 05:00:00", + "2026-06-15 05:10:00", + "2026-06-15 05:20:00", + "2026-06-15 05:30:00", + "2026-06-15 05:40:00", + "2026-06-15 05:50:00", + "2026-06-15 06:00:00", + "2026-06-15 06:10:00", + "2026-06-15 06:20:00", + "2026-06-15 06:30:00", + "2026-06-15 06:40:00", + "2026-06-15 06:50:00", + "2026-06-15 07:00:00", + "2026-06-15 07:10:00", + "2026-06-15 07:20:00", + "2026-06-15 07:30:00", + "2026-06-15 07:40:00", + "2026-06-15 07:50:00", + "2026-06-15 08:00:00", + "2026-06-15 08:10:00", + "2026-06-15 08:20:00", + "2026-06-15 08:30:00", + "2026-06-15 08:40:00", + "2026-06-15 08:50:00", + "2026-06-15 09:00:00", + "2026-06-15 09:10:00", + "2026-06-15 09:20:00", + "2026-06-15 09:30:00", + "2026-06-15 09:40:00", + "2026-06-15 09:50:00", + "2026-06-15 10:00:00", + "2026-06-15 10:10:00", + "2026-06-15 10:20:00", + "2026-06-15 10:30:00", + "2026-06-15 10:40:00", + "2026-06-15 10:50:00", + "2026-06-15 11:00:00", + "2026-06-15 11:10:00", + "2026-06-15 11:20:00", + "2026-06-15 11:30:00", + "2026-06-15 11:40:00", + "2026-06-15 11:50:00", + "2026-06-15 12:00:00", + "2026-06-15 12:10:00", + "2026-06-15 12:20:00", + "2026-06-15 12:30:00", + "2026-06-15 12:40:00", + "2026-06-15 12:50:00", + "2026-06-15 13:00:00", + "2026-06-15 13:10:00", + "2026-06-15 13:20:00", + "2026-06-15 13:30:00", + "2026-06-15 13:40:00", + "2026-06-15 13:50:00", + "2026-06-15 14:00:00", + "2026-06-15 14:10:00", + "2026-06-15 14:20:00", + "2026-06-15 14:30:00", + "2026-06-15 14:40:00", + "2026-06-15 14:50:00", + "2026-06-15 15:00:00", + "2026-06-15 15:10:00", + "2026-06-15 15:20:00", + "2026-06-15 15:30:00", + "2026-06-15 15:40:00", + "2026-06-15 15:50:00", + "2026-06-15 16:00:00", + "2026-06-15 16:10:00", + "2026-06-15 16:20:00", + "2026-06-15 16:30:00", + "2026-06-15 16:40:00", + "2026-06-15 16:50:00", + "2026-06-15 17:00:00", + "2026-06-15 17:10:00", + "2026-06-15 17:20:00", + "2026-06-15 17:30:00", + "2026-06-15 17:40:00", + "2026-06-15 17:50:00", + "2026-06-15 18:00:00", + "2026-06-15 18:10:00", + "2026-06-15 18:20:00", + "2026-06-15 18:30:00", + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00" + ], + "context": [ + 1.5, + 1.5, + 1.600000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.100000023841858, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142 + ], + "predictions": { + "p50": [ + 1.2783558368682861, + 1.1967819929122925, + 1.1897368431091309, + 1.1794445514678955, + 1.1729965209960938, + 1.1957143545150757, + 1.207553744316101, + 1.204300045967102, + 1.1979591846466064, + 1.1866191625595093, + 1.1927965879440308, + 1.2050228118896484, + 1.211681842803955, + 1.199427604675293, + 1.1897902488708496, + 1.183774471282959, + 1.1801159381866455, + 1.1987698078155518, + 1.2069932222366333, + 1.1999722719192505, + 1.1980087757110596, + 1.1844772100448608, + 1.1819939613342285, + 1.1976770162582397, + 1.206649661064148, + 1.202712059020996, + 1.1984978914260864, + 1.1924808025360107, + 1.1843324899673462, + 1.203074336051941, + 1.2100285291671753, + 1.2097432613372803, + 1.2059828042984009, + 1.1990230083465576, + 1.192793846130371, + 1.2035006284713745 + ], + "p10": [ + 1.1143887042999268, + 1.0664108991622925, + 1.0541306734085083, + 1.0469985008239746, + 1.0368461608886719, + 1.054112434387207, + 1.0724413394927979, + 1.0773049592971802, + 1.0581167936325073, + 1.0432448387145996, + 1.0460951328277588, + 1.0592237710952759, + 1.0722706317901611, + 1.0666362047195435, + 1.0499796867370605, + 1.0294469594955444, + 1.0220773220062256, + 1.0559769868850708, + 1.045832633972168, + 1.0448929071426392, + 1.0490633249282837, + 1.0226819515228271, + 1.0054830312728882, + 1.0312100648880005, + 1.04466712474823, + 1.0440574884414673, + 1.0299806594848633, + 1.0139657258987427, + 1.0041075944900513, + 1.0244680643081665, + 1.0258959531784058, + 1.0291531085968018, + 1.0219122171401978, + 1.0107961893081665, + 1.009777307510376, + 1.0186282396316528 + ], + "p90": [ + 1.3585305213928223, + 1.3478792905807495, + 1.3481881618499756, + 1.3400423526763916, + 1.3344624042510986, + 1.3764798641204834, + 1.3964139223098755, + 1.3979178667068481, + 1.3877687454223633, + 1.3666200637817383, + 1.3710134029388428, + 1.4156283140182495, + 1.4250550270080566, + 1.4058722257614136, + 1.3913006782531738, + 1.3700900077819824, + 1.3645604848861694, + 1.406262993812561, + 1.4158869981765747, + 1.408418893814087, + 1.397766351699829, + 1.3747749328613281, + 1.3595956563949585, + 1.4060086011886597, + 1.4183311462402344, + 1.4122319221496582, + 1.4036577939987183, + 1.3868306875228882, + 1.3728240728378296, + 1.4185458421707153, + 1.4344784021377563, + 1.4428248405456543, + 1.4130939245224, + 1.4162728786468506, + 1.4186826944351196, + 1.4274983406066895 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260617_113215.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260617_113215.json new file mode 100644 index 0000000000000000000000000000000000000000..3b65670825331a392ae8920d5ae49727b67bc261 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260617_113215.json @@ -0,0 +1,323 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T11:32:15.241336+00:00", + "metrics": { + "MSE[mean]": 0.557059805509804, + "MSE[0.5]": 0.557059805509804, + "MAE[0.5]": 0.5439020792643229, + "MASE[0.5]": 0.22915612609131783, + "MAPE[0.5]": 0.023876339175359296, + "sMAPE[0.5]": 0.023547113883204324, + "MSIS": 1.7806241817995574, + "RMSE[mean]": 0.7463643919090756, + "NRMSE[mean]": 0.03379890951725115, + "ND[0.5]": 0.024630458476560233, + "mean_weighted_sum_quantile_loss": 0.027991046124256815 + }, + "context_length": 84, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.763303756713867, + 20.68895721435547, + 20.5891056060791, + 20.53773307800293, + 20.604177474975586, + 20.760082244873047, + 21.1348819732666, + 21.782207489013672, + 22.59747314453125, + 23.44348907470703, + 24.075838088989258, + 24.471723556518555, + 24.69388771057129, + 24.675016403198242, + 24.51516342163086, + 24.171281814575195, + 23.488679885864258, + 22.993417739868164, + 22.44053077697754, + 21.955970764160156, + 21.66739273071289, + 21.467853546142578, + 21.36655616760254, + 21.27254295349121 + ], + "p10": [ + 20.478994369506836, + 20.227508544921875, + 20.033952713012695, + 19.914905548095703, + 19.91861915588379, + 19.968639373779297, + 20.190494537353516, + 20.496578216552734, + 20.927261352539062, + 21.240493774414062, + 21.27573585510254, + 21.298471450805664, + 21.323305130004883, + 21.280994415283203, + 21.048437118530273, + 20.871795654296875, + 20.66387176513672, + 20.483810424804688, + 20.296051025390625, + 20.12738037109375, + 20.068193435668945, + 19.936161041259766, + 19.91855812072754, + 19.807004928588867 + ], + "p90": [ + 21.092742919921875, + 21.146568298339844, + 21.149436950683594, + 21.22628402709961, + 21.3858699798584, + 21.605314254760742, + 22.1645565032959, + 23.420804977416992, + 24.826419830322266, + 26.399478912353516, + 27.594627380371094, + 28.582807540893555, + 29.164546966552734, + 29.175748825073242, + 28.976978302001953, + 28.50341033935547, + 27.339874267578125, + 26.370908737182617, + 25.428340911865234, + 24.464387893676758, + 23.793867111206055, + 23.397022247314453, + 23.116718292236328, + 22.901981353759766 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260617_113549.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260617_113549.json new file mode 100644 index 0000000000000000000000000000000000000000..efafbffa813e314fb8ac36dd4833c842e149058c --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260617_113549.json @@ -0,0 +1,323 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T11:35:49.884725+00:00", + "metrics": { + "MSE[mean]": 0.8922508714799733, + "MSE[0.5]": 0.9189711602047433, + "MAE[0.5]": 0.8140978018442789, + "MASE[0.5]": 0.3429946412089941, + "MAPE[0.5]": 0.036152468610091054, + "sMAPE[0.5]": 0.03677425947529062, + "MSIS": 3.9660085078515093, + "RMSE[mean]": 0.9445903193871792, + "NRMSE[mean]": 0.04277551700205973, + "ND[0.5]": 0.03686619865712978, + "mean_weighted_sum_quantile_loss": 0.05961528094225667 + }, + "context_length": 84, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 21.14446449279785, + 21.059085845947266, + 21.01165199279785, + 21.007262229919434, + 21.135502815246582, + 20.926989555358887, + 21.213008880615234, + 21.027426719665527, + 21.3750581741333, + 21.496355056762695, + 21.27375316619873, + 21.659523010253906, + 21.40108299255371, + 21.331764221191406, + 21.446516036987305, + 21.646944046020508, + 22.16154193878174, + 22.818625450134277, + 21.988524436950684, + 22.292088508605957, + 23.1087064743042, + 22.436076164245605, + 22.246487617492676, + 23.422908782958984 + ], + "p10": [ + 20.880495071411133, + 20.45643901824951, + 19.930721282958984, + 19.50796890258789, + 19.296899795532227, + 18.90433692932129, + 18.811532020568848, + 18.683857917785645, + 18.54689598083496, + 17.569894790649414, + 16.268671989440918, + 16.896148681640625, + 16.70758056640625, + 16.885825157165527, + 16.05100917816162, + 16.566381454467773, + 16.717710494995117, + 16.84895133972168, + 15.704879760742188, + 16.46426486968994, + 16.424423217773438, + 15.265763759613037, + 14.108049869537354, + 15.118809223175049 + ], + "p90": [ + 21.480280876159668, + 21.79710292816162, + 22.639695167541504, + 22.568754196166992, + 22.997268676757812, + 23.07714080810547, + 24.072603225708008, + 24.276382446289062, + 24.513415336608887, + 25.22332763671875, + 26.52712059020996, + 27.55920696258545, + 27.253488540649414, + 26.369214057922363, + 27.972625732421875, + 28.593339920043945, + 28.12845802307129, + 30.801536560058594, + 29.475467681884766, + 30.06049156188965, + 29.57947063446045, + 30.7997989654541, + 30.458674430847168, + 33.338693618774414 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260617_113622.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260617_113622.json new file mode 100644 index 0000000000000000000000000000000000000000..0863300e1f6598408ec659e731551ba081838b16 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260617_113622.json @@ -0,0 +1,323 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T11:36:22.647571+00:00", + "metrics": { + "MSE[mean]": 3.8618682449858475, + "MSE[0.5]": 3.8618682449858475, + "MAE[0.5]": 1.3637440204620361, + "MASE[0.5]": 0.5745708807217244, + "MAPE[0.5]": 0.059525585156401696, + "sMAPE[0.5]": 0.056265769204091966, + "MSIS": 1.9810464918929445, + "RMSE[mean]": 1.9651636687527703, + "NRMSE[mean]": 0.08899190495526176, + "ND[0.5]": 0.061756778929914255, + "mean_weighted_sum_quantile_loss": 0.04310518440236161 + }, + "context_length": 84, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.8544921875, + 20.740234375, + 20.654541015625, + 20.6259765625, + 20.68310546875, + 20.79736328125, + 21.282958984375, + 22.2969970703125, + 23.682373046875, + 25.1248779296875, + 26.14605712890625, + 26.7816162109375, + 27.0672607421875, + 27.0672607421875, + 26.7958984375, + 26.26031494140625, + 25.06060791015625, + 24.173324584960938, + 23.23248291015625, + 22.539794921875, + 21.9827880859375, + 21.71142578125, + 21.48291015625, + 21.225830078125 + ], + "p10": [ + 20.597412109375, + 20.3974609375, + 20.254638671875, + 20.083251953125, + 19.911865234375, + 19.968994140625, + 20.0546875, + 20.51171875, + 21.0115966796875, + 21.59716796875, + 21.911376953125, + 22.0684814453125, + 22.0684814453125, + 22.1827392578125, + 22.2684326171875, + 21.911376953125, + 21.3115234375, + 20.940185546875, + 20.45458984375, + 20.283203125, + 20.083251953125, + 19.99755859375, + 19.9404296875, + 19.683349609375 + ], + "p90": [ + 21.0115966796875, + 21.0830078125, + 21.0972900390625, + 21.1544189453125, + 21.397216796875, + 21.6685791015625, + 22.62548828125, + 24.128692626953125, + 26.081787109375, + 27.909912109375, + 29.13818359375, + 29.909423828125, + 30.537841796875, + 30.6806640625, + 30.39501953125, + 30.023681640625, + 28.823974609375, + 27.6385498046875, + 26.40313720703125, + 25.339111328125, + 24.497352600097656, + 23.968017578125, + 23.53955078125, + 23.28961181640625 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260617_113248.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260617_113248.json new file mode 100644 index 0000000000000000000000000000000000000000..018c101e401bb9586ba446f888be84e84bfae9c8 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260617_113248.json @@ -0,0 +1,323 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T11:32:48.576071+00:00", + "metrics": { + "MSE[mean]": 0.5424720945538866, + "MSE[0.5]": 0.9436582423750224, + "MAE[0.5]": 0.7197450002034506, + "MASE[0.5]": 0.3032420398967875, + "MAPE[0.5]": 0.03219827278707879, + "sMAPE[0.5]": 0.03316855295513061, + "MSIS": 8.445496573335296, + "RMSE[mean]": 0.7365270494380275, + "NRMSE[mean]": 0.03335342812548927, + "ND[0.5]": 0.03259345756721722, + "mean_weighted_sum_quantile_loss": 0.033543198313477345 + }, + "context_length": 84, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.85465431213379, + 20.611650466918945, + 20.505727767944336, + 20.366849899291992, + 20.46352195739746, + 20.56546974182129, + 21.064620971679688, + 21.984798431396484, + 22.68177604675293, + 23.110837936401367, + 23.050121307373047, + 22.924365997314453, + 22.778467178344727, + 22.36655044555664, + 22.21731948852539, + 21.9576416015625, + 21.87873077392578, + 21.454856872558594, + 21.20428466796875, + 20.959779739379883, + 20.599454879760742, + 20.339385986328125, + 20.11589241027832, + 20.01349449157715 + ], + "p10": [ + 20.89495277404785, + 20.654327392578125, + 20.635581970214844, + 20.76103401184082, + 20.824548721313477, + 21.34726905822754, + 21.888221740722656, + 23.02532958984375, + 23.944202423095703, + 24.479482650756836, + 24.553001403808594, + 24.545625686645508, + 24.077136993408203, + 23.80780029296875, + 23.579544067382812, + 23.22467613220215, + 22.9254150390625, + 22.652990341186523, + 22.1691951751709, + 21.974882125854492, + 21.37978172302246, + 21.313522338867188, + 20.99540901184082, + 20.708709716796875 + ], + "p90": [ + 21.063823699951172, + 21.0415096282959, + 21.26868438720703, + 21.42499542236328, + 21.878890991210938, + 22.32027244567871, + 23.159738540649414, + 24.447561264038086, + 25.48005485534668, + 26.18658447265625, + 26.429378509521484, + 26.37868309020996, + 26.310823440551758, + 25.995393753051758, + 25.782838821411133, + 25.45665740966797, + 25.290231704711914, + 24.654266357421875, + 24.16269874572754, + 23.702659606933594, + 23.14106559753418, + 22.780473709106445, + 22.408884048461914, + 22.081714630126953 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260617_113433.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260617_113433.json new file mode 100644 index 0000000000000000000000000000000000000000..c40f1327a671695afc569c272774c3de8f62b9bb --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260617_113433.json @@ -0,0 +1,323 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-17T11:34:33.893200+00:00", + "metrics": { + "MSE[mean]": 0.39287936504236615, + "MSE[0.5]": 0.39287936504236615, + "MAE[0.5]": 0.48967981338500977, + "MASE[0.5]": 0.20631127060997226, + "MAPE[0.5]": 0.02175080314860133, + "sMAPE[0.5]": 0.021781664607590023, + "MSIS": 1.9301307248315702, + "RMSE[mean]": 0.6268008974485966, + "NRMSE[mean]": 0.028384509025154266, + "ND[0.5]": 0.02217501783906195, + "mean_weighted_sum_quantile_loss": 0.029996050447551752 + }, + "context_length": 84, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.80974006652832, + 20.7265625, + 20.641159057617188, + 20.537961959838867, + 20.482147216796875, + 20.542612075805664, + 20.999399185180664, + 21.70248031616211, + 22.5310001373291, + 23.1575927734375, + 23.625749588012695, + 23.918607711791992, + 24.052841186523438, + 24.04063606262207, + 23.995677947998047, + 23.82636260986328, + 23.54792022705078, + 23.21554946899414, + 22.438072204589844, + 21.906238555908203, + 21.457571029663086, + 21.233158111572266, + 21.019371032714844, + 20.774734497070312 + ], + "p10": [ + 20.65243911743164, + 20.432958602905273, + 20.198875427246094, + 19.949718475341797, + 19.709753036499023, + 19.530357360839844, + 19.658809661865234, + 19.917781829833984, + 20.253833770751953, + 20.403547286987305, + 20.418018341064453, + 20.299341201782227, + 20.22817611694336, + 20.112224578857422, + 20.133331298828125, + 20.20771026611328, + 20.311107635498047, + 20.326894760131836, + 20.0883731842041, + 19.829307556152344, + 19.477487564086914, + 19.228410720825195, + 18.956623077392578, + 18.689964294433594 + ], + "p90": [ + 20.969165802001953, + 21.003171920776367, + 21.064434051513672, + 21.115360260009766, + 21.247188568115234, + 21.528484344482422, + 22.32162857055664, + 23.461179733276367, + 24.932010650634766, + 26.114036560058594, + 27.27545166015625, + 28.03892707824707, + 28.528518676757812, + 28.589797973632812, + 28.53507423400879, + 28.02535629272461, + 27.40326690673828, + 26.462696075439453, + 25.067049026489258, + 24.19669532775879, + 23.6158390045166, + 23.38511085510254, + 23.150630950927734, + 22.93194007873535 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260617_113359.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260617_113359.json new file mode 100644 index 0000000000000000000000000000000000000000..e0389490451aabc81d49559808b36362b9187c5c --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260617_113359.json @@ -0,0 +1,323 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T11:33:59.038581+00:00", + "metrics": { + "MSE[mean]": 4.711387871902086, + "MSE[0.5]": 4.711387871902086, + "MAE[0.5]": 1.6446479956309001, + "MASE[0.5]": 0.6929209830791487, + "MAPE[0.5]": 0.07348644832123387, + "sMAPE[0.5]": 0.06921616857715547, + "MSIS": 3.030866099388169, + "RMSE[mean]": 2.1705731666778907, + "NRMSE[mean]": 0.09829381848384942, + "ND[0.5]": 0.07447743943125984, + "mean_weighted_sum_quantile_loss": 0.05652159591132436 + }, + "context_length": 84, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.83007049560547, + 20.846935272216797, + 20.95259666442871, + 21.217235565185547, + 21.890090942382812, + 23.210533142089844, + 24.465118408203125, + 25.4993953704834, + 26.298358917236328, + 26.747528076171875, + 27.008758544921875, + 26.722373962402344, + 26.32160186767578, + 25.774799346923828, + 24.979787826538086, + 24.4341983795166, + 23.731103897094727, + 23.2244930267334, + 22.683610916137695, + 22.255075454711914, + 22.009693145751953, + 21.767555236816406, + 21.59356689453125, + 21.51129913330078 + ], + "p10": [ + 20.655900955200195, + 20.529708862304688, + 20.451345443725586, + 20.3995361328125, + 20.3892879486084, + 20.471572875976562, + 20.620548248291016, + 20.59972381591797, + 20.679859161376953, + 20.769271850585938, + 20.862342834472656, + 20.692352294921875, + 20.897371292114258, + 20.76540756225586, + 20.81732940673828, + 20.722787857055664, + 20.628772735595703, + 20.54570770263672, + 20.41646957397461, + 20.260875701904297, + 20.19007110595703, + 20.11577033996582, + 19.98908805847168, + 19.975933074951172 + ], + "p90": [ + 21.063655853271484, + 21.739469528198242, + 22.635581970214844, + 23.975566864013672, + 26.022428512573242, + 28.210220336914062, + 29.930423736572266, + 30.70697021484375, + 31.308292388916016, + 31.745759963989258, + 31.57221031188965, + 31.71278190612793, + 31.476078033447266, + 31.12457275390625, + 30.621017456054688, + 29.855653762817383, + 29.20965003967285, + 28.34916877746582, + 27.414766311645508, + 26.298906326293945, + 25.498321533203125, + 25.015735626220703, + 24.796659469604492, + 24.813404083251953 + ] + } +} diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index ee734387b6edb184627cffb82216798c531ba603..74c8b574c25d796a2c93ee777f8c0a72b319a576 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,614874.8648745219,614874.8648745219,708.3518880208334,0.8058074831188495,0.010820119639932846,0.010748496991329749,2.7407779304591546,784.1395697670931,0.01194200166756604,0.010787798185571603,0.006890322998311701,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,4.391861458551072,4.391861458551072,1.4482330481211345,0.6096350403894762,0.06322129275064327,0.059520999997820824,1.9282611067154882,2.095676849743555,0.09490215903883753,0.06558284168425621,0.04405352453401417,Weather,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,609234.4758726755,609234.4758726755,706.4913736979166,0.8036909978108976,0.01079066834809581,0.010719724237193478,2.7407779304591546,780.534737133893,0.011886764564533643,0.01075915808290351,0.006880682750765865,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,3.8618682449858475,3.8618682449858475,1.3637440204620361,0.5745708807217244,0.059525585156401696,0.056265769204091966,1.9810464918929445,1.9651636687527703,0.08899190495526176,0.061756778929914255,0.04310518440236161,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.004877507028469808,0.004877507028469808,0.06445361971855164,0.28582800948354353,0.03439836237848347,0.033670654735196405,3.6562286645997184,0.06983915111504298,0.03582750433932406,0.03306472520474493,0.021962239672516835,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.028878913846688035,0.028878913846688035,0.14839588933520848,0.8081654356556561,0.11131654222575012,0.11968957042418032,6.870075092825795,0.16993797058541105,0.13156488045322146,0.11488714013048397,0.09516660765507741,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.023255999943868646,0.023255999943868646,0.12806029783354866,0.7183871034669634,0.09480664430751637,0.10134007441824121,5.965356212328633,0.1524991801416278,0.11705691713028821,0.09829786400989186,0.08495045303655807,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,0.13411699814878375,0.13411699814878375,0.1819793383280436,0.16027538054579987,0.011936234565108108,0.011654537344152158,3.298384640194954,0.36621987678003465,0.023117508575814523,0.011487385532998877,0.012271964544101305,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,614.9907548715711,614.9907548715711,18.470306317011516,2.4495934032316558,0.3881533248527131,0.53453901830036,55.22527762010858,24.79900713479415,0.6550475316172474,0.48787955483094686,0.43685329142654056,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.054233171775195,1.054233171775195,0.7598614692687988,0.36566426266120605,0.02799837806623734,0.028610997736209166,1.6980551192149136,1.0267585752138595,0.040879576641078705,0.030253280488167906,0.02991499347043452,Weather,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 1ffd10dffe1c7fc72e5674ed8824b388d69beba7..7499e373a5cd5c4ee98b40962284a959c0be304a 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T11:28:04.684850+00:00", + "evaluated_at": "2026-06-17T11:36:16.892365+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 64926.01953125, 64909.44140625, 64798.0, - 64631.359375 + 64676.01171875 ], "p50": [ 66581.125, diff --git a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index b5183210c066a3f0f4319921c24f152a0544839e..b4d3eb4627072d4e1e047284a57037dca7fdd70d 100644 --- a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T10:22:46.779408+00:00", + "evaluated_at": "2026-06-17T11:36:22.647571+00:00", "freq": "1h", - "context_length": 85, + "context_length": 84, "prediction_length": 24, "context": [ - 27.639999389648438, 28.31999969482422, 28.719999313354492, 28.780000686645508, @@ -119,85 +118,84 @@ 22.190000534057617 ], "p50": [ - 20.779541015625, - 20.69384765625, - 20.57958984375, - 20.5224609375, - 20.551025390625, - 20.665283203125, - 21.1651611328125, - 22.236328125, - 23.71453857421875, - 25.2213134765625, - 26.3353271484375, - 27.0780029296875, - 27.3779296875, - 27.3779296875, - 27.006591796875, - 26.435302734375, - 25.21417236328125, - 24.264404296875, - 23.27178955078125, - 22.5648193359375, - 22.0078125, - 21.7364501953125, - 21.465087890625, - 21.2222900390625 + 20.8544921875, + 20.740234375, + 20.654541015625, + 20.6259765625, + 20.68310546875, + 20.79736328125, + 21.282958984375, + 22.2969970703125, + 23.682373046875, + 25.1248779296875, + 26.14605712890625, + 26.7816162109375, + 27.0672607421875, + 27.0672607421875, + 26.7958984375, + 26.26031494140625, + 25.06060791015625, + 24.173324584960938, + 23.23248291015625, + 22.539794921875, + 21.9827880859375, + 21.71142578125, + 21.48291015625, + 21.225830078125 ], "p10": [ - 20.551025390625, - 20.35107421875, - 20.1796875, - 20.036865234375, - 19.865478515625, - 19.89404296875, - 19.979736328125, - 20.46533203125, - 21.065185546875, - 21.7364501953125, - 22.1220703125, - 22.3934326171875, - 22.4505615234375, - 22.5362548828125, - 22.5933837890625, - 22.236328125, - 21.5650634765625, - 21.1080322265625, - 20.551025390625, - 20.35107421875, - 20.12255859375, - 20.036865234375, - 19.89404296875, - 19.66552734375 + 20.597412109375, + 20.3974609375, + 20.254638671875, + 20.083251953125, + 19.911865234375, + 19.968994140625, + 20.0546875, + 20.51171875, + 21.0115966796875, + 21.59716796875, + 21.911376953125, + 22.0684814453125, + 22.0684814453125, + 22.1827392578125, + 22.2684326171875, + 21.911376953125, + 21.3115234375, + 20.940185546875, + 20.45458984375, + 20.283203125, + 20.083251953125, + 19.99755859375, + 19.9404296875, + 19.683349609375 ], "p90": [ - 20.9794921875, - 21.03662109375, - 20.9794921875, - 21.03662109375, - 21.236572265625, - 21.5079345703125, - 22.436279296875, - 23.98590087890625, - 26.0068359375, - 27.8778076171875, - 29.177490234375, - 30.06298828125, - 30.69140625, - 30.891357421875, - 30.548583984375, - 30.148681640625, - 28.86328125, - 27.635009765625, - 26.3353271484375, - 25.253448486328125, - 24.4072265625, - 23.903778076171875, - 23.464599609375, - 23.2218017578125 + 21.0115966796875, + 21.0830078125, + 21.0972900390625, + 21.1544189453125, + 21.397216796875, + 21.6685791015625, + 22.62548828125, + 24.128692626953125, + 26.081787109375, + 27.909912109375, + 29.13818359375, + 29.909423828125, + 30.537841796875, + 30.6806640625, + 30.39501953125, + 30.023681640625, + 28.823974609375, + 27.6385498046875, + 26.40313720703125, + 25.339111328125, + 24.497352600097656, + 23.968017578125, + 23.53955078125, + 23.28961181640625 ], "timestamps": [ - "2026-06-10 11:00:00", "2026-06-10 12:00:00", "2026-06-10 13:00:00", "2026-06-10 14:00:00", diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 4209f98f9c789450e2945a72d3daef8bec6e71b3..0c0dae95bc39cb5d39e1b16730e00591a8b0895d 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T11:11:58.524091+00:00", + "evaluated_at": "2026-06-17T11:36:27.432284+00:00", "freq": "10min", - "context_length": 231, + "context_length": 230, "prediction_length": 36, "context": [ - 1.600000023841858, - 1.5, - 1.5, 1.5, 1.5, 1.600000023841858, @@ -236,11 +233,11 @@ 1.2000000476837158, 1.2000000476837158, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842 ], "actuals": [ - 1.100000023841858, - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.399999976158142, @@ -274,128 +271,125 @@ 1.2999999523162842, 1.2999999523162842, 1.399999976158142, + 1.399999976158142, + 1.399999976158142, 1.399999976158142 ], "p50": [ - 1.1152000427246094, - 1.1141471862792969, - 1.1194114685058594, - 1.1225700378417969, - 1.1212539672851562, - 1.1265182495117188, - 1.1278343200683594, - 1.1336250305175781, - 1.1359939575195312, - 1.1357307434082031, - 1.1352043151855469, - 1.1330986022949219, - 1.1328353881835938, - 1.1320457458496094, - 1.1346778869628906, - 1.1367835998535156, - 1.1425743103027344, - 1.1409950256347656, - 1.1415214538574219, - 1.1483650207519531, - 1.1499443054199219, - 1.1552085876464844, - 1.156656265258789, - 1.1529712677001953, - 1.1517868041992188, - 1.150075912475586, - 1.1533660888671875, - 1.156393051147461, - 1.1600780487060547, - 1.1616573333740234, - 1.1625785827636719, - 1.166855812072754, - 1.1698169708251953, - 1.1699485778808594, - 1.1708698272705078, - 1.1695537567138672 + 1.2247467041015625, + 1.178452491760254, + 1.163975715637207, + 1.1593494415283203, + 1.154754638671875, + 1.1580276489257812, + 1.1592235565185547, + 1.1585311889648438, + 1.1573982238769531, + 1.156768798828125, + 1.1563282012939453, + 1.1587200164794922, + 1.160482406616211, + 1.1631889343261719, + 1.1652030944824219, + 1.1641016006469727, + 1.1679096221923828, + 1.1732597351074219, + 1.1749749183654785, + 1.1791763305664062, + 1.1791133880615234, + 1.177067756652832, + 1.179931640625, + 1.1790189743041992, + 1.1811275482177734, + 1.182952880859375, + 1.1824493408203125, + 1.1850299835205078, + 1.1852188110351562, + 1.1878623962402344, + 1.1881141662597656, + 1.1897506713867188, + 1.1883659362792969, + 1.1887435913085938, + 1.1897506713867188, + 1.1907577514648438 ], "p10": [ - 1.030181884765625, - 1.00701904296875, - 1.004913330078125, - 1.004913330078125, - 0.9996490478515625, - 1.000701904296875, - 0.9975433349609375, - 1.000701904296875, - 0.99859619140625, - 0.9996490478515625, - 0.9975433349609375, - 0.9954376220703125, - 0.994384765625, - 0.994384765625, - 1.000701904296875, - 1.0017547607421875, - 0.99859619140625, - 0.9954376220703125, - 0.994384765625, - 0.9996490478515625, - 1.0028076171875, - 1.0080718994140625, - 1.0059661865234375, - 1.0028076171875, - 1.0017547607421875, - 1.000701904296875, - 1.0038604736328125, - 1.0038604736328125, - 1.00701904296875, - 1.00701904296875, - 1.004913330078125, - 1.0059661865234375, - 1.0101776123046875, - 1.013336181640625, - 1.0143890380859375, - 1.013336181640625 + 1.0837554931640625, + 1.02685546875, + 1.019805908203125, + 1.018798828125, + 1.0147705078125, + 1.015777587890625, + 1.013763427734375, + 1.011749267578125, + 1.009735107421875, + 1.011749267578125, + 1.009735107421875, + 1.013763427734375, + 1.015777587890625, + 1.015777587890625, + 1.017791748046875, + 1.01275634765625, + 1.013763427734375, + 1.017791748046875, + 1.019805908203125, + 1.02484130859375, + 1.02484130859375, + 1.02484130859375, + 1.023834228515625, + 1.0228271484375, + 1.02484130859375, + 1.027862548828125, + 1.029876708984375, + 1.0308837890625, + 1.029876708984375, + 1.031890869140625, + 1.029876708984375, + 1.02886962890625, + 1.033905029296875, + 1.035919189453125, + 1.034912109375, + 1.03692626953125 ], "p90": [ - 1.2275924682617188, - 1.2523345947265625, - 1.2628631591796875, - 1.2676010131835938, - 1.2686538696289062, - 1.2760238647460938, - 1.2812881469726562, - 1.2881317138671875, - 1.2965545654296875, - 1.2965545654296875, - 1.30181884765625, - 1.2986602783203125, - 1.2965545654296875, - 1.295501708984375, - 1.3007659912109375, - 1.3065567016601562, - 1.3118209838867188, - 1.3128738403320312, - 1.314453125, - 1.3228759765625, - 1.3260345458984375, - 1.333404541015625, - 1.3365631103515625, - 1.331298828125, - 1.3302459716796875, - 1.3281402587890625, - 1.333404541015625, - 1.3386688232421875, - 1.341827392578125, - 1.34393310546875, - 1.3428802490234375, - 1.3491973876953125, - 1.358673095703125, - 1.3597259521484375, - 1.3597259521484375, - 1.3597259521484375 + 1.33905029296875, + 1.323944091796875, + 1.315887451171875, + 1.31488037109375, + 1.3128662109375, + 1.317901611328125, + 1.319915771484375, + 1.31890869140625, + 1.3209228515625, + 1.319915771484375, + 1.323944091796875, + 1.32696533203125, + 1.32696533203125, + 1.33099365234375, + 1.33099365234375, + 1.33099365234375, + 1.33502197265625, + 1.3450927734375, + 1.34710693359375, + 1.352142333984375, + 1.350128173828125, + 1.350128173828125, + 1.3531494140625, + 1.35113525390625, + 1.3531494140625, + 1.354156494140625, + 1.35516357421875, + 1.358184814453125, + 1.35919189453125, + 1.362213134765625, + 1.3612060546875, + 1.36322021484375, + 1.368255615234375, + 1.368255615234375, + 1.3692626953125, + 1.37127685546875 ], "timestamps": [ - "2026-06-13 22:20:00", - "2026-06-13 22:30:00", - "2026-06-13 22:40:00", - "2026-06-13 22:50:00", - "2026-06-13 23:00:00", "2026-06-13 23:10:00", "2026-06-13 23:20:00", "2026-06-13 23:30:00", @@ -657,6 +651,10 @@ "2026-06-15 18:10:00", "2026-06-15 18:20:00", "2026-06-15 18:30:00", - "2026-06-15 18:40:00" + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00" ] } diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index b05f2017751cb4f7552b135443ecb327821c2f7e..af805b727e56bd23875a7f850fd813f28414185d 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T11:12:03.189796+00:00", + "evaluated_at": "2026-06-17T11:36:32.636249+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index cf7f2b6a10f6563c83bb3a45b98b96afa2aa5ff0..59dad6c871502b61c0884a2fb4dcf3113c6f20e0 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,42 +1,30 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T11:28:33.961013+00:00", + "evaluated_at": "2026-06-17T11:36:36.965901+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t050600z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 720, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t090500z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 168, + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 84, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 156, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t231000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 230, + "prediction_length": 36 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 156, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 144, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t085000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 288, "prediction_length": 24 } ], diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 27d7d1eb25426de2abfbc5f20fb12a87c841d145..49cb92c45a7f0379aabb0c68f6aa4a6260e5dbbe 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,850322.828037262,553163.4729983011,650.9462890625,0.7405039779036785,0.009948691347483512,0.009884140399411276,31.04927531809676,922.1295071936815,0.014043510284641833,0.009913543416498204,0.010760568962657164,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.5665421733798818,1.0122897415682626,0.741881529490153,0.312295715652738,0.03321066196022703,0.034261479709559346,7.995220714251391,0.7526899583360215,0.034085361081161974,0.03359590430569772,0.03340898875538959,Weather,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,843676.2496331533,547397.0632216135,649.0857747395834,0.7383874925957267,0.009919224981746527,0.009855367817747806,30.964615905778686,918.5185080514999,0.013988119597939134,0.009884928138943063,0.010731929633183063,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.5424720945538866,0.9436582423750224,0.7197450002034506,0.3032420398967875,0.03219827278707879,0.03316855295513061,8.445496573335296,0.7365270494380275,0.03335342812548927,0.03259345756721722,0.033543198313477345,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0016171294689125185,0.0011446329270777748,0.029098292191823322,0.12904018382330656,0.014378787940901533,0.014252228862400006,6.208887789416049,0.040213548325315915,0.020629561701739293,0.014927432151232383,0.017505240501679887,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.019947615066142375,0.02926384384018732,0.15009566479259068,0.8174224290884667,0.11282903826553896,0.1213653225752565,6.4186348506625555,0.14123602609158323,0.1093440201999354,0.11620309532329601,0.07769222430430861,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.015739552939858785,0.02344153115533724,0.13084299696816337,0.7339973683574471,0.09722733789569353,0.1038453237986093,5.6285783918345125,0.12545737499190227,0.09629988524641152,0.10043383734231638,0.06752297600029006,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.1292931585143909,0.11833554396143124,0.2377547820409139,0.20939870711860306,0.015342644520578185,0.015163488043013028,11.680015423975952,0.3595735787212277,0.02269796320945481,0.015008191966797646,0.02013099918371858,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,650.3943046069982,722.1659069611504,20.907906929651897,2.7728760969754944,0.46114048567828886,0.6543159002923408,71.71837069289923,25.502829345133417,0.6736384775802927,0.5522669819444488,0.46904465180753824,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.6278531644534269,1.4426090006616807,0.8501505057017008,0.4091135955578959,0.030999339838112195,0.03190982714056804,3.446715924839982,0.7923718599580798,0.031547655855363704,0.03384806671524099,0.024862350669898385,Weather,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index bd0656c1cb50e434e00dc825c65fb3a147c5b66e..e90c5249cabf6a677974dc9af3e678bf64dc8025 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T11:18:51.873193+00:00", + "evaluated_at": "2026-06-17T11:32:36.605531+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 64926.01953125, 64909.44140625, 64798.0, - 64631.359375 + 64676.01171875 ], "p50": [ 66481.921875, diff --git a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index b0e13d5a7a2c2a0455e87b115f93f4e3b95c84a3..0787f32dce06ee08d0e5dc4de1b7bf97b1a4a978 100644 --- a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T10:20:51.255178+00:00", + "evaluated_at": "2026-06-17T11:32:48.576071+00:00", "freq": "1h", - "context_length": 85, + "context_length": 84, "prediction_length": 24, "context": [ - 27.639999389648438, 28.31999969482422, 28.719999313354492, 28.780000686645508, @@ -119,85 +118,84 @@ 22.190000534057617 ], "p50": [ - 20.825057983398438, - 20.562602996826172, - 20.48200035095215, - 20.322431564331055, - 20.424352645874023, - 20.54942512512207, - 21.038516998291016, - 21.916568756103516, - 22.619083404541016, - 23.032360076904297, - 22.9982967376709, - 22.923866271972656, - 22.755149841308594, - 22.351552963256836, - 22.201576232910156, - 21.937700271606445, - 21.852338790893555, - 21.429338455200195, - 21.170255661010742, - 20.89910316467285, - 20.554012298583984, - 20.27539825439453, - 20.018558502197266, - 19.921436309814453 + 20.85465431213379, + 20.611650466918945, + 20.505727767944336, + 20.366849899291992, + 20.46352195739746, + 20.56546974182129, + 21.064620971679688, + 21.984798431396484, + 22.68177604675293, + 23.110837936401367, + 23.050121307373047, + 22.924365997314453, + 22.778467178344727, + 22.36655044555664, + 22.21731948852539, + 21.9576416015625, + 21.87873077392578, + 21.454856872558594, + 21.20428466796875, + 20.959779739379883, + 20.599454879760742, + 20.339385986328125, + 20.11589241027832, + 20.01349449157715 ], "p10": [ - 20.869417190551758, - 20.617631912231445, - 20.596309661865234, - 20.701122283935547, - 20.768442153930664, - 21.317359924316406, - 21.83885955810547, - 22.93528175354004, - 23.865306854248047, - 24.397850036621094, - 24.49356460571289, - 24.52883529663086, - 24.06725311279297, - 23.79587745666504, - 23.546314239501953, - 23.189359664916992, - 22.893604278564453, - 22.629358291625977, - 22.133054733276367, - 21.919387817382812, - 21.331010818481445, - 21.239850997924805, - 20.87889289855957, - 20.60332679748535 + 20.89495277404785, + 20.654327392578125, + 20.635581970214844, + 20.76103401184082, + 20.824548721313477, + 21.34726905822754, + 21.888221740722656, + 23.02532958984375, + 23.944202423095703, + 24.479482650756836, + 24.553001403808594, + 24.545625686645508, + 24.077136993408203, + 23.80780029296875, + 23.579544067382812, + 23.22467613220215, + 22.9254150390625, + 22.652990341186523, + 22.1691951751709, + 21.974882125854492, + 21.37978172302246, + 21.313522338867188, + 20.99540901184082, + 20.708709716796875 ], "p90": [ - 21.047475814819336, - 21.00410270690918, - 21.242536544799805, - 21.36723518371582, - 21.819747924804688, - 22.27883529663086, - 23.11184310913086, - 24.345115661621094, - 25.390783309936523, - 26.087583541870117, - 26.359237670898438, - 26.376453399658203, - 26.30233383178711, - 25.995601654052734, - 25.78370475769043, - 25.44838523864746, - 25.28017807006836, - 24.64151954650879, - 24.15248680114746, - 23.659568786621094, - 23.113040924072266, - 22.716833114624023, - 22.308185577392578, - 21.989124298095703 + 21.063823699951172, + 21.0415096282959, + 21.26868438720703, + 21.42499542236328, + 21.878890991210938, + 22.32027244567871, + 23.159738540649414, + 24.447561264038086, + 25.48005485534668, + 26.18658447265625, + 26.429378509521484, + 26.37868309020996, + 26.310823440551758, + 25.995393753051758, + 25.782838821411133, + 25.45665740966797, + 25.290231704711914, + 24.654266357421875, + 24.16269874572754, + 23.702659606933594, + 23.14106559753418, + 22.780473709106445, + 22.408884048461914, + 22.081714630126953 ], "timestamps": [ - "2026-06-10 11:00:00", "2026-06-10 12:00:00", "2026-06-10 13:00:00", "2026-06-10 14:00:00", diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 42f486442e55f53a714bc70310024fbd47b1403a..4f7c8dfcd6ca80a973cfecedeeda58580d9f8a8d 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T11:09:23.953207+00:00", + "evaluated_at": "2026-06-17T11:33:18.115530+00:00", "freq": "10min", - "context_length": 231, + "context_length": 230, "prediction_length": 36, "context": [ - 1.600000023841858, - 1.5, - 1.5, 1.5, 1.5, 1.600000023841858, @@ -236,11 +233,11 @@ 1.2000000476837158, 1.2000000476837158, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842 ], "actuals": [ - 1.100000023841858, - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.399999976158142, @@ -274,128 +271,125 @@ 1.2999999523162842, 1.2999999523162842, 1.399999976158142, + 1.399999976158142, + 1.399999976158142, 1.399999976158142 ], "p50": [ - 1.092583179473877, - 1.099797010421753, - 1.1039767265319824, - 1.1000254154205322, - 1.0989680290222168, - 1.1005783081054688, - 1.1070219278335571, - 1.11102294921875, - 1.1179697513580322, - 1.1258692741394043, - 1.127697229385376, - 1.1297996044158936, - 1.1313270330429077, - 1.127108097076416, - 1.1288933753967285, - 1.1294021606445312, - 1.1326205730438232, - 1.1349961757659912, - 1.1377813816070557, - 1.1449105739593506, - 1.1520682573318481, - 1.1548502445220947, - 1.1572017669677734, - 1.1569766998291016, - 1.163169264793396, - 1.1687476634979248, - 1.168694257736206, - 1.1649954319000244, - 1.160414695739746, - 1.1611541509628296, - 1.1666004657745361, - 1.1779000759124756, - 1.1896991729736328, - 1.1906344890594482, - 1.1914172172546387, - 1.189682960510254 + 1.1822175979614258, + 1.1526563167572021, + 1.1317951679229736, + 1.121385097503662, + 1.1271893978118896, + 1.1411967277526855, + 1.1529712677001953, + 1.1554123163223267, + 1.1542384624481201, + 1.14983332157135, + 1.1511337757110596, + 1.1593468189239502, + 1.1628893613815308, + 1.158368468284607, + 1.1606073379516602, + 1.1586635112762451, + 1.1669702529907227, + 1.1727644205093384, + 1.1782211065292358, + 1.177822470664978, + 1.1761772632598877, + 1.1686649322509766, + 1.1735039949417114, + 1.1767147779464722, + 1.1818478107452393, + 1.1813477277755737, + 1.1815611124038696, + 1.181396245956421, + 1.1834311485290527, + 1.1962082386016846, + 1.210928201675415, + 1.2166167497634888, + 1.2181185483932495, + 1.2108147144317627, + 1.2084544897079468, + 1.208182454109192 ], "p10": [ - 1.128520131111145, - 1.1342815160751343, - 1.1449143886566162, - 1.1487758159637451, - 1.1429243087768555, - 1.146947979927063, - 1.1563353538513184, - 1.1651380062103271, - 1.1649718284606934, - 1.1741151809692383, - 1.1736185550689697, - 1.1801917552947998, - 1.1833078861236572, - 1.1769287586212158, - 1.1811625957489014, - 1.180041790008545, - 1.1862260103225708, - 1.185267448425293, - 1.1911351680755615, - 1.1919267177581787, - 1.202010154724121, - 1.2084648609161377, - 1.2053383588790894, - 1.2121162414550781, - 1.2129080295562744, - 1.2187256813049316, - 1.218919277191162, - 1.215329885482788, - 1.2137718200683594, - 1.2133476734161377, - 1.2179598808288574, - 1.2307102680206299, - 1.2416415214538574, - 1.2393498420715332, - 1.2431225776672363, - 1.2381703853607178 + 1.217560052871704, + 1.1825916767120361, + 1.172642469406128, + 1.164816975593567, + 1.1669175624847412, + 1.1811015605926514, + 1.1912953853607178, + 1.2034229040145874, + 1.192077398300171, + 1.190427303314209, + 1.1924721002578735, + 1.2002660036087036, + 1.2087290287017822, + 1.202638864517212, + 1.2068910598754883, + 1.2042359113693237, + 1.2114579677581787, + 1.2153788805007935, + 1.2201436758041382, + 1.2201852798461914, + 1.2191274166107178, + 1.218889832496643, + 1.2160251140594482, + 1.222640037536621, + 1.2252817153930664, + 1.221774697303772, + 1.221734642982483, + 1.218968391418457, + 1.2301839590072632, + 1.2379274368286133, + 1.2529680728912354, + 1.2617359161376953, + 1.2649073600769043, + 1.2524778842926025, + 1.247194528579712, + 1.2500553131103516 ], "p90": [ - 1.1995701789855957, - 1.223589539527893, - 1.2374424934387207, - 1.2389570474624634, - 1.24375581741333, - 1.249260663986206, - 1.2574065923690796, - 1.2664016485214233, - 1.2777856588363647, - 1.2874724864959717, - 1.293594479560852, - 1.29618501663208, - 1.2998747825622559, - 1.3013994693756104, - 1.303335189819336, - 1.305708646774292, - 1.308071494102478, - 1.313032865524292, - 1.3147404193878174, - 1.3229302167892456, - 1.3297276496887207, - 1.3362550735473633, - 1.3396055698394775, - 1.3412669897079468, - 1.3524658679962158, - 1.3600417375564575, - 1.356050729751587, - 1.3540003299713135, - 1.349257230758667, - 1.3502997159957886, - 1.3578920364379883, - 1.3688000440597534, - 1.3792592287063599, - 1.3844678401947021, - 1.3817025423049927, - 1.3805527687072754 + 1.2922909259796143, + 1.2777882814407349, + 1.2657086849212646, + 1.2593016624450684, + 1.2687315940856934, + 1.2851676940917969, + 1.2977007627487183, + 1.3038334846496582, + 1.304494857788086, + 1.3009998798370361, + 1.3074371814727783, + 1.3156909942626953, + 1.3216081857681274, + 1.3213781118392944, + 1.3237861394882202, + 1.3220810890197754, + 1.3295457363128662, + 1.337749719619751, + 1.3423761129379272, + 1.3433923721313477, + 1.341590404510498, + 1.3376916646957397, + 1.342180848121643, + 1.3442089557647705, + 1.3533204793930054, + 1.3552666902542114, + 1.350581169128418, + 1.3511602878570557, + 1.3538422584533691, + 1.3673430681228638, + 1.3841685056686401, + 1.3900927305221558, + 1.3876025676727295, + 1.3836381435394287, + 1.3774710893630981, + 1.3780440092086792 ], "timestamps": [ - "2026-06-13 22:20:00", - "2026-06-13 22:30:00", - "2026-06-13 22:40:00", - "2026-06-13 22:50:00", - "2026-06-13 23:00:00", "2026-06-13 23:10:00", "2026-06-13 23:20:00", "2026-06-13 23:30:00", @@ -657,6 +651,10 @@ "2026-06-15 18:10:00", "2026-06-15 18:20:00", "2026-06-15 18:30:00", - "2026-06-15 18:40:00" + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index e894331c006236b514c8515f4f1e37af88cb17df..0a0de0020e2a9b8a869b2afaa5897a89098c0d2a 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T11:09:40.417005+00:00", + "evaluated_at": "2026-06-17T11:33:42.590326+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index cc5e296879bc3ed69c50742bf8d3a2b5899ac4b6..7eda90362810b4493b8745baa07ba237936dd9df 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,42 +1,30 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-17T11:21:12.188951+00:00", + "evaluated_at": "2026-06-17T11:33:50.081694+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t050600z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 720, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t090500z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 168, + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 84, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 156, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t231000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 230, + "prediction_length": 36 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 156, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 144, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t085000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 288, "prediction_length": 24 } ], diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index c34ea5da46e8b6fb5a2001ea1e55c531eae21b11..7ebae4b5d650f2622b0fc440d163aec92855c80f 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,1150576.868239085,1150576.868239085,943.6595052083334,1.0734889024404513,0.014421353146442462,0.014287585262840264,8.055881692489107,1072.649461958139,0.016335843971274962,0.014371399964115647,0.00911822325228895,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.4449959671330059,0.4449959671330059,0.5218244393666586,0.21966248013896997,0.023148659051141,0.023147593339302695,1.9513516123472672,0.6670801804378585,0.03020854545552522,0.023630678528126524,0.030855467346826166,Weather,1 +binance_btcusdt_1h_close/1h/short,TiRex,1142480.3968372345,1142480.3968372345,941.7989908854166,1.0713724171324994,0.014391608071771492,0.0142588165260717,7.971222280171035,1068.8687463094964,0.0162778035791503,0.01434265810241567,0.009089630558440077,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.39287936504236615,0.39287936504236615,0.48967981338500977,0.20631127060997226,0.02175080314860133,0.021781664607590023,1.9301307248315702,0.6268008974485966,0.028384509025154266,0.02217501783906195,0.029996050447551752,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.010526216045146934,0.010526216045146934,0.09396282434463502,0.41669043825863794,0.05127643110138735,0.04954294922504064,2.063630564755226,0.10259734911364393,0.052632469207955106,0.048202955551351755,0.03875375956862502,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.02569533144626214,0.02569533144626214,0.13750511076715258,0.748854151188736,0.10289447469613844,0.11026948207379841,5.209001870184256,0.1602976339384401,0.12410139401685684,0.10645556962618263,0.09109304962477234,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.018323093940637136,0.018323093940637136,0.109497865041097,0.6142563732354737,0.08069452162719809,0.08576129271300997,4.111008780264444,0.13536282333283808,0.10390321297910118,0.08404951752629375,0.07709656847081117,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.14024429071491795,0.14024429071491795,0.1761646270751953,0.15515416696530962,0.01158746385317235,0.011289000848394827,2.076021386942732,0.37449204359360955,0.02363968636947985,0.0111203338086755,0.01596469305041333,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,704.3424687034234,704.3424687034234,20.419140537579853,2.708054273818275,0.4442412726230771,0.6311627662653544,56.07941260255338,26.539451175625757,0.7010200807063243,0.5393565772284853,0.4671128937998852,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,4.059177531071934,4.059177531071934,1.5451617240905762,0.743570302459997,0.056858854592893665,0.059192937746319174,5.089281213873025,2.014740065386087,0.08021527445986772,0.06151938600528904,0.047760278192970344,Weather,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 7e4ce8dfadfa363d9a9c542991b5b3713fc81688..003a998b5b094dcaff7eb9b89dad0027b59c0f59 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T11:25:25.303483+00:00", + "evaluated_at": "2026-06-17T11:34:20.068974+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 64926.01953125, 64909.44140625, 64798.0, - 64631.359375 + 64676.01171875 ], "p50": [ 66494.625, diff --git a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 2e524f5c52f335ed44aba1ad6f62a6e2755d3d2c..eb8c13f3247eaef9dbdea719faae76e13a78fa90 100644 --- a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T10:22:02.245696+00:00", + "evaluated_at": "2026-06-17T11:34:33.893200+00:00", "freq": "1h", - "context_length": 85, + "context_length": 84, "prediction_length": 24, "context": [ - 27.639999389648438, 28.31999969482422, 28.719999313354492, 28.780000686645508, @@ -119,85 +118,84 @@ 22.190000534057617 ], "p50": [ - 20.815134048461914, - 20.734949111938477, - 20.651947021484375, - 20.551025390625, - 20.497840881347656, - 20.551780700683594, - 21.01035499572754, - 21.722328186035156, - 22.569122314453125, - 23.20083999633789, - 23.659957885742188, - 23.981081008911133, - 24.130733489990234, - 24.133760452270508, - 24.120105743408203, - 23.928007125854492, - 23.623611450195312, - 23.25832176208496, - 22.447690963745117, - 21.885452270507812, - 21.424253463745117, - 21.207103729248047, - 20.99588966369629, - 20.755176544189453 + 20.80974006652832, + 20.7265625, + 20.641159057617188, + 20.537961959838867, + 20.482147216796875, + 20.542612075805664, + 20.999399185180664, + 21.70248031616211, + 22.5310001373291, + 23.1575927734375, + 23.625749588012695, + 23.918607711791992, + 24.052841186523438, + 24.04063606262207, + 23.995677947998047, + 23.82636260986328, + 23.54792022705078, + 23.21554946899414, + 22.438072204589844, + 21.906238555908203, + 21.457571029663086, + 21.233158111572266, + 21.019371032714844, + 20.774734497070312 ], "p10": [ - 20.651124954223633, - 20.428403854370117, - 20.18799591064453, - 19.928987503051758, - 19.679582595825195, - 19.489561080932617, - 19.628782272338867, - 19.899669647216797, - 20.268810272216797, - 20.448104858398438, - 20.4630069732666, - 20.338727951049805, - 20.2614803314209, - 20.146312713623047, - 20.15422821044922, - 20.21940803527832, - 20.305639266967773, - 20.314794540405273, - 20.00995635986328, - 19.70845603942871, - 19.32392120361328, - 19.061649322509766, - 18.770719528198242, - 18.493820190429688 + 20.65243911743164, + 20.432958602905273, + 20.198875427246094, + 19.949718475341797, + 19.709753036499023, + 19.530357360839844, + 19.658809661865234, + 19.917781829833984, + 20.253833770751953, + 20.403547286987305, + 20.418018341064453, + 20.299341201782227, + 20.22817611694336, + 20.112224578857422, + 20.133331298828125, + 20.20771026611328, + 20.311107635498047, + 20.326894760131836, + 20.0883731842041, + 19.829307556152344, + 19.477487564086914, + 19.228410720825195, + 18.956623077392578, + 18.689964294433594 ], "p90": [ - 20.97947120666504, - 21.02352523803711, - 21.094268798828125, - 21.15566062927246, - 21.296972274780273, - 21.563819885253906, - 22.334360122680664, - 23.473291397094727, - 24.929672241210938, - 26.081928253173828, - 27.20655059814453, - 27.99308967590332, - 28.523591995239258, - 28.600318908691406, - 28.56536865234375, - 28.07402992248535, - 27.446081161499023, - 26.492816925048828, - 25.100582122802734, - 24.22901153564453, - 23.64714241027832, - 23.430858612060547, - 23.203144073486328, - 22.99150276184082 + 20.969165802001953, + 21.003171920776367, + 21.064434051513672, + 21.115360260009766, + 21.247188568115234, + 21.528484344482422, + 22.32162857055664, + 23.461179733276367, + 24.932010650634766, + 26.114036560058594, + 27.27545166015625, + 28.03892707824707, + 28.528518676757812, + 28.589797973632812, + 28.53507423400879, + 28.02535629272461, + 27.40326690673828, + 26.462696075439453, + 25.067049026489258, + 24.19669532775879, + 23.6158390045166, + 23.38511085510254, + 23.150630950927734, + 22.93194007873535 ], "timestamps": [ - "2026-06-10 11:00:00", "2026-06-10 12:00:00", "2026-06-10 13:00:00", "2026-06-10 14:00:00", diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index d2eaf5ddd789bc73850e17537763d06ffff57aaf..31c166394b8eb8ff9785d898b14feb4e0306a520 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-17T11:10:19.386884+00:00", + "evaluated_at": "2026-06-17T11:35:04.431408+00:00", "freq": "10min", - "context_length": 231, + "context_length": 230, "prediction_length": 36, "context": [ - 1.600000023841858, - 1.5, - 1.5, 1.5, 1.5, 1.600000023841858, @@ -236,11 +233,11 @@ 1.2000000476837158, 1.2000000476837158, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842 ], "actuals": [ - 1.100000023841858, - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.399999976158142, @@ -274,128 +271,125 @@ 1.2999999523162842, 1.2999999523162842, 1.399999976158142, + 1.399999976158142, + 1.399999976158142, 1.399999976158142 ], "p50": [ - 1.1128156185150146, - 1.1214905977249146, - 1.1365222930908203, - 1.1393693685531616, - 1.13701593875885, - 1.1333427429199219, - 1.1319080591201782, - 1.1408628225326538, - 1.1510108709335327, - 1.156549334526062, - 1.1551803350448608, - 1.1412522792816162, - 1.1398264169692993, - 1.1395491361618042, - 1.1487154960632324, - 1.1565817594528198, - 1.1595457792282104, - 1.1487250328063965, - 1.141738772392273, - 1.151330590248108, - 1.1599088907241821, - 1.1651813983917236, - 1.1649465560913086, - 1.1596664190292358, - 1.1570605039596558, - 1.1580355167388916, - 1.178706407546997, - 1.1793423891067505, - 1.1754529476165771, - 1.1664576530456543, - 1.163507342338562, - 1.1751148700714111, - 1.1723692417144775, - 1.1851599216461182, - 1.1874175071716309, - 1.1837859153747559 + 1.2402902841567993, + 1.1971582174301147, + 1.1764191389083862, + 1.1656442880630493, + 1.1632763147354126, + 1.1707042455673218, + 1.1783645153045654, + 1.181253433227539, + 1.1796903610229492, + 1.177304744720459, + 1.1766784191131592, + 1.1769540309906006, + 1.180227518081665, + 1.1833882331848145, + 1.1836663484573364, + 1.1743509769439697, + 1.1751258373260498, + 1.1856131553649902, + 1.1913295984268188, + 1.1930581331253052, + 1.1931507587432861, + 1.1917465925216675, + 1.1922253370285034, + 1.1959054470062256, + 1.2061810493469238, + 1.2075169086456299, + 1.2046610116958618, + 1.198602557182312, + 1.197242259979248, + 1.2061501741409302, + 1.2097052335739136, + 1.2122831344604492, + 1.2273448705673218, + 1.222738265991211, + 1.2255840301513672, + 1.2258628606796265 ], "p10": [ - 1.0191694498062134, - 1.0075078010559082, - 1.0114500522613525, - 1.0110102891921997, - 1.0068897008895874, - 1.0000959634780884, - 0.995481014251709, - 1.0002760887145996, - 1.0059959888458252, - 1.00701904296875, - 1.0037988424301147, - 0.9895251393318176, - 0.9879474639892578, - 0.9864733219146729, - 0.9933363795280457, - 0.9979807138442993, - 0.9987741112709045, - 0.987642228603363, - 0.9797532558441162, - 0.9899808168411255, - 0.9948478937149048, - 0.9980295896530151, - 0.999127209186554, - 0.9942264556884766, - 0.9891482591629028, - 0.9868494272232056, - 1.0027738809585571, - 1.0019183158874512, - 0.9973622560501099, - 0.987760066986084, - 0.9821219444274902, - 0.9907822608947754, - 0.9920148849487305, - 1.003322720527649, - 1.0005600452423096, - 0.9891245365142822 + 1.0913634300231934, + 1.043119192123413, + 1.0248605012893677, + 1.0163581371307373, + 1.0134854316711426, + 1.020524263381958, + 1.0265440940856934, + 1.0286781787872314, + 1.0251054763793945, + 1.020602822303772, + 1.0179131031036377, + 1.016538143157959, + 1.0188970565795898, + 1.0203245878219604, + 1.0206036567687988, + 1.0117995738983154, + 1.012721061706543, + 1.0215461254119873, + 1.0255272388458252, + 1.0265536308288574, + 1.0248335599899292, + 1.0238227844238281, + 1.023537278175354, + 1.0247085094451904, + 1.0306955575942993, + 1.031052589416504, + 1.027612328529358, + 1.0209221839904785, + 1.019504427909851, + 1.0275723934173584, + 1.0293772220611572, + 1.0303210020065308, + 1.0287272930145264, + 1.0370912551879883, + 1.0371613502502441, + 1.0337839126586914 ], "p90": [ - 1.2308342456817627, - 1.2607730627059937, - 1.290570616722107, - 1.3024027347564697, - 1.3058922290802002, - 1.3060002326965332, - 1.307722806930542, - 1.3198596239089966, - 1.3337687253952026, - 1.3451119661331177, - 1.3452322483062744, - 1.3336492776870728, - 1.3346611261367798, - 1.3367418050765991, - 1.3511637449264526, - 1.362568974494934, - 1.3668125867843628, - 1.3567532300949097, - 1.350562334060669, - 1.3655544519424438, - 1.3751966953277588, - 1.3848274946212769, - 1.3879746198654175, - 1.3812178373336792, - 1.3793706893920898, - 1.38225257396698, - 1.4098436832427979, - 1.4150787591934204, - 1.407781958580017, - 1.3956894874572754, - 1.394562005996704, - 1.4081776142120361, - 1.422094702720642, - 1.4425231218338013, - 1.4425981044769287, - 1.439454436302185 + 1.3832268714904785, + 1.356199026107788, + 1.3494573831558228, + 1.3481578826904297, + 1.34993577003479, + 1.360093593597412, + 1.3665060997009277, + 1.3687118291854858, + 1.3674453496932983, + 1.3672069311141968, + 1.3691240549087524, + 1.3704767227172852, + 1.3748706579208374, + 1.3820476531982422, + 1.385896921157837, + 1.376739501953125, + 1.3786250352859497, + 1.3898159265518188, + 1.3946375846862793, + 1.3994240760803223, + 1.3983864784240723, + 1.3992422819137573, + 1.400925636291504, + 1.4077916145324707, + 1.4239349365234375, + 1.4229868650436401, + 1.4200875759124756, + 1.4131344556808472, + 1.412152886390686, + 1.4235280752182007, + 1.4289394617080688, + 1.4319483041763306, + 1.4206236600875854, + 1.4260096549987793, + 1.4348094463348389, + 1.4423167705535889 ], "timestamps": [ - "2026-06-13 22:20:00", - "2026-06-13 22:30:00", - "2026-06-13 22:40:00", - "2026-06-13 22:50:00", - "2026-06-13 23:00:00", "2026-06-13 23:10:00", "2026-06-13 23:20:00", "2026-06-13 23:30:00", @@ -657,6 +651,10 @@ "2026-06-15 18:10:00", "2026-06-15 18:20:00", "2026-06-15 18:30:00", - "2026-06-15 18:40:00" + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00" ] } diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 38b2920c2700a6963c308d2abb9ae22c21b374d3..c1dd9eab7528782f7f485e46cd0adc33e35da92d 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-17T11:10:25.427018+00:00", + "evaluated_at": "2026-06-17T11:35:29.163227+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 15a43871705689a3256119c404db2c2b1d581c4e..79781aff5f411087e455c87fb59f33c3d5163c9e 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,42 +1,30 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-17T11:27:00.184382+00:00", + "evaluated_at": "2026-06-17T11:35:38.269192+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t050600z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 720, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t090500z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 168, + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 84, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 156, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t231000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 230, + "prediction_length": 36 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 156, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 144, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t085000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 288, "prediction_length": 24 } ], diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 2c7bb68bd95034fd12d07379b2fcc2972a3f584a..941baaa90d0f13beffcd3e6ce8ca3b107ce0d3a7 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1119106.617003123,1119106.617003123,941.9840494791666,1.0715829362292664,0.014393022349760117,0.014262953436114723,4.596185860552446,1057.8783564300402,0.016110888397485024,0.01434588372200382,0.008850868030134608,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,4.447270610029439,4.447270610029439,1.6171425978342693,0.6807376714854364,0.07233579501972608,0.06829940306335756,2.9660606277464887,2.1088552842785204,0.09549894088059582,0.07323186493515288,0.05566039091512788,Weather,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1111328.6423969269,1111328.6423969269,940.12353515625,1.0694664509213145,0.014363315371893727,0.014234184101001197,4.511526448234372,1054.1957324884818,0.016054348231880303,0.014317142584856472,0.00882228292803567,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,4.711387871902086,4.711387871902086,1.6446479956309001,0.6929209830791487,0.07348644832123387,0.06921616857715547,3.030866099388169,2.1705731666778907,0.09829381848384942,0.07447743943125984,0.05652159591132436,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.000551741453773739,0.000551741453773739,0.01819964051246643,0.08097876269131653,0.008980848847251872,0.0089262107110864,0.511323164650441,0.02348917737541566,0.011956619237995778,0.00926410356557294,0.008325817959321243,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.03789889199086479,0.03789889199086479,0.1736252142323388,0.9455645808619634,0.1306504098374798,0.14189268961687346,6.488352978378227,0.19467637758820353,0.15071719555215757,0.13441952069600424,0.10641034301748697,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.017771300827665155,0.017771300827665155,0.10485898786120945,0.5882334012685493,0.07696510357538404,0.08185815187167812,3.9263105168825336,0.13330904255775433,0.10232675043176494,0.0804887596184848,0.07361583327793392,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.13691145322513876,0.13691145322513876,0.16210667292277017,0.14277284954665997,0.010702903644376566,0.010410147682547345,1.9677042829881017,0.3700154770075689,0.02335710458458903,0.010232930103189866,0.01568223935337626,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,865.3246532024104,865.3246532024104,24.42593252658844,3.211013398789175,0.5499870347798049,0.8053248209272522,91.48384652840004,29.416401091948867,0.7500995142719141,0.6228457405976543,0.5714630772519738,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,4.792098580986324,4.792098580986324,1.6921348571777344,0.8142974343318614,0.06254379580982818,0.06523732059607477,4.794979588937262,2.1890862433870266,0.08715672897285687,0.06737100449015489,0.05103148802203475,Weather,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 2e81b7cec6a341b3c8802f36bb14da501c89597b..b725b889a34b4b4159c74881857d5a4f2cb33043 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T11:09:55.614400+00:00", + "evaluated_at": "2026-06-17T11:33:55.171648+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 64926.01953125, 64909.44140625, 64798.0, - 64654.0 + 64676.01171875 ], "p50": [ 66477.28125, diff --git a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 952358a1b809187159f366173d5d07f5c5bbc864..b321dc4faa736503907d0be1801e30a9d5bf8979 100644 --- a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T10:21:11.826321+00:00", + "evaluated_at": "2026-06-17T11:33:59.038581+00:00", "freq": "1h", - "context_length": 85, + "context_length": 84, "prediction_length": 24, "context": [ - 27.639999389648438, 28.31999969482422, 28.719999313354492, 28.780000686645508, @@ -119,85 +118,84 @@ 22.190000534057617 ], "p50": [ - 20.82598876953125, - 20.85854148864746, - 20.994815826416016, - 21.309188842773438, - 22.000123977661133, - 23.19953155517578, - 24.427255630493164, - 25.41023063659668, - 26.168045043945312, - 26.573631286621094, - 26.816667556762695, - 26.58574867248535, - 26.245845794677734, - 25.69573974609375, - 24.9246826171875, - 24.376811981201172, - 23.69275665283203, - 23.230506896972656, - 22.716075897216797, - 22.28767204284668, - 22.023223876953125, - 21.756332397460938, - 21.55729866027832, - 21.451583862304688 + 20.83007049560547, + 20.846935272216797, + 20.95259666442871, + 21.217235565185547, + 21.890090942382812, + 23.210533142089844, + 24.465118408203125, + 25.4993953704834, + 26.298358917236328, + 26.747528076171875, + 27.008758544921875, + 26.722373962402344, + 26.32160186767578, + 25.774799346923828, + 24.979787826538086, + 24.4341983795166, + 23.731103897094727, + 23.2244930267334, + 22.683610916137695, + 22.255075454711914, + 22.009693145751953, + 21.767555236816406, + 21.59356689453125, + 21.51129913330078 ], "p10": [ - 20.63905143737793, - 20.495441436767578, - 20.407411575317383, - 20.35841941833496, - 20.35600471496582, - 20.465566635131836, - 20.605960845947266, - 20.635780334472656, - 20.770713806152344, - 20.839954376220703, - 20.874475479125977, - 20.75659942626953, - 20.895776748657227, - 20.75456428527832, - 20.809871673583984, - 20.709447860717773, - 20.609901428222656, - 20.507781982421875, - 20.368423461914062, - 20.203182220458984, - 20.115013122558594, - 20.021121978759766, - 19.869415283203125, - 19.843643188476562 + 20.655900955200195, + 20.529708862304688, + 20.451345443725586, + 20.3995361328125, + 20.3892879486084, + 20.471572875976562, + 20.620548248291016, + 20.59972381591797, + 20.679859161376953, + 20.769271850585938, + 20.862342834472656, + 20.692352294921875, + 20.897371292114258, + 20.76540756225586, + 20.81732940673828, + 20.722787857055664, + 20.628772735595703, + 20.54570770263672, + 20.41646957397461, + 20.260875701904297, + 20.19007110595703, + 20.11577033996582, + 19.98908805847168, + 19.975933074951172 ], "p90": [ - 21.04181671142578, - 21.674827575683594, - 22.567398071289062, - 23.816064834594727, - 25.70931625366211, - 27.744779586791992, - 29.53008270263672, - 30.41419792175293, - 31.1317081451416, - 31.62256622314453, - 31.423450469970703, - 31.574920654296875, - 31.31708526611328, - 30.92898178100586, - 30.49454116821289, - 29.71750831604004, - 29.069345474243164, - 28.2198486328125, - 27.264535903930664, - 26.19806671142578, - 25.386192321777344, - 24.85452651977539, - 24.670001983642578, - 24.64806365966797 + 21.063655853271484, + 21.739469528198242, + 22.635581970214844, + 23.975566864013672, + 26.022428512573242, + 28.210220336914062, + 29.930423736572266, + 30.70697021484375, + 31.308292388916016, + 31.745759963989258, + 31.57221031188965, + 31.71278190612793, + 31.476078033447266, + 31.12457275390625, + 30.621017456054688, + 29.855653762817383, + 29.20965003967285, + 28.34916877746582, + 27.414766311645508, + 26.298906326293945, + 25.498321533203125, + 25.015735626220703, + 24.796659469604492, + 24.813404083251953 ], "timestamps": [ - "2026-06-10 11:00:00", "2026-06-10 12:00:00", "2026-06-10 13:00:00", "2026-06-10 14:00:00", diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 858f6091f024326b8f43731f14039c667ffddd8a..566c3a5be846bd40920f0f377fcc4ac796e32a17 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T11:10:01.710667+00:00", + "evaluated_at": "2026-06-17T11:34:04.889113+00:00", "freq": "10min", - "context_length": 231, + "context_length": 230, "prediction_length": 36, "context": [ - 1.600000023841858, - 1.5, - 1.5, 1.5, 1.5, 1.600000023841858, @@ -236,11 +233,11 @@ 1.2000000476837158, 1.2000000476837158, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842 ], "actuals": [ - 1.100000023841858, - 1.2999999523162842, 1.2999999523162842, 1.2000000476837158, 1.399999976158142, @@ -274,128 +271,125 @@ 1.2999999523162842, 1.2999999523162842, 1.399999976158142, + 1.399999976158142, + 1.399999976158142, 1.399999976158142 ], "p50": [ - 1.1005933284759521, - 1.1038011312484741, - 1.1072499752044678, - 1.1050913333892822, - 1.1033177375793457, - 1.1016154289245605, - 1.1035182476043701, - 1.1046113967895508, - 1.1731817722320557, - 1.1707634925842285, - 1.1422019004821777, - 1.1123915910720825, - 1.1024696826934814, - 1.1066135168075562, - 1.130735158920288, - 1.1226346492767334, - 1.1232246160507202, - 1.111472725868225, - 1.1037578582763672, - 1.108171820640564, - 1.1235270500183105, - 1.1306464672088623, - 1.1282035112380981, - 1.1026182174682617, - 1.1047292947769165, - 1.1032251119613647, - 1.1129356622695923, - 1.1072731018066406, - 1.1134459972381592, - 1.1065934896469116, - 1.1041245460510254, - 1.1019542217254639, - 1.1428333520889282, - 1.150200605392456, - 1.1473506689071655, - 1.1335997581481934 + 1.2783558368682861, + 1.1967819929122925, + 1.1897368431091309, + 1.1794445514678955, + 1.1729965209960938, + 1.1957143545150757, + 1.207553744316101, + 1.204300045967102, + 1.1979591846466064, + 1.1866191625595093, + 1.1927965879440308, + 1.2050228118896484, + 1.211681842803955, + 1.199427604675293, + 1.1897902488708496, + 1.183774471282959, + 1.1801159381866455, + 1.1987698078155518, + 1.2069932222366333, + 1.1999722719192505, + 1.1980087757110596, + 1.1844772100448608, + 1.1819939613342285, + 1.1976770162582397, + 1.206649661064148, + 1.202712059020996, + 1.1984978914260864, + 1.1924808025360107, + 1.1843324899673462, + 1.203074336051941, + 1.2100285291671753, + 1.2097432613372803, + 1.2059828042984009, + 1.1990230083465576, + 1.192793846130371, + 1.2035006284713745 ], "p10": [ - 0.9763160943984985, - 0.9538604617118835, - 0.9836673736572266, - 1.0043737888336182, - 0.9996984004974365, - 0.9950838088989258, - 0.9847222566604614, - 0.9936943650245667, - 0.9970884919166565, - 0.9997362494468689, - 0.9944601058959961, - 0.991337776184082, - 0.9914278388023376, - 0.9917017221450806, - 0.9898553490638733, - 0.9955204129219055, - 0.9913476705551147, - 0.9881294965744019, - 0.9878862500190735, - 0.9859340786933899, - 0.9885884523391724, - 0.9915382266044617, - 0.985563337802887, - 0.9808900952339172, - 0.9794753789901733, - 0.9754601120948792, - 0.9785158634185791, - 0.9774610996246338, - 0.9755651950836182, - 0.9737592935562134, - 0.9715617299079895, - 0.9704910516738892, - 0.9581620693206787, - 0.9620368480682373, - 0.9568697214126587, - 0.9555644989013672 + 1.1143887042999268, + 1.0664108991622925, + 1.0541306734085083, + 1.0469985008239746, + 1.0368461608886719, + 1.054112434387207, + 1.0724413394927979, + 1.0773049592971802, + 1.0581167936325073, + 1.0432448387145996, + 1.0460951328277588, + 1.0592237710952759, + 1.0722706317901611, + 1.0666362047195435, + 1.0499796867370605, + 1.0294469594955444, + 1.0220773220062256, + 1.0559769868850708, + 1.045832633972168, + 1.0448929071426392, + 1.0490633249282837, + 1.0226819515228271, + 1.0054830312728882, + 1.0312100648880005, + 1.04466712474823, + 1.0440574884414673, + 1.0299806594848633, + 1.0139657258987427, + 1.0041075944900513, + 1.0244680643081665, + 1.0258959531784058, + 1.0291531085968018, + 1.0219122171401978, + 1.0107961893081665, + 1.009777307510376, + 1.0186282396316528 ], "p90": [ - 1.2122234106063843, - 1.2316522598266602, - 1.2533212900161743, - 1.2804794311523438, - 1.2756346464157104, - 1.2704875469207764, - 1.2615153789520264, - 1.2924531698226929, - 1.3319190740585327, - 1.3378287553787231, - 1.3253284692764282, - 1.312669038772583, - 1.2981172800064087, - 1.310591697692871, - 1.3333380222320557, - 1.327677845954895, - 1.3335620164871216, - 1.319571614265442, - 1.3065897226333618, - 1.3285988569259644, - 1.344254493713379, - 1.354374885559082, - 1.3467504978179932, - 1.321526288986206, - 1.2998292446136475, - 1.3101086616516113, - 1.3403140306472778, - 1.334681749343872, - 1.3354548215866089, - 1.3365765810012817, - 1.3234460353851318, - 1.338783860206604, - 1.3818063735961914, - 1.4044915437698364, - 1.4110056161880493, - 1.3870840072631836 + 1.3585305213928223, + 1.3478792905807495, + 1.3481881618499756, + 1.3400423526763916, + 1.3344624042510986, + 1.3764798641204834, + 1.3964139223098755, + 1.3979178667068481, + 1.3877687454223633, + 1.3666200637817383, + 1.3710134029388428, + 1.4156283140182495, + 1.4250550270080566, + 1.4058722257614136, + 1.3913006782531738, + 1.3700900077819824, + 1.3645604848861694, + 1.406262993812561, + 1.4158869981765747, + 1.408418893814087, + 1.397766351699829, + 1.3747749328613281, + 1.3595956563949585, + 1.4060086011886597, + 1.4183311462402344, + 1.4122319221496582, + 1.4036577939987183, + 1.3868306875228882, + 1.3728240728378296, + 1.4185458421707153, + 1.4344784021377563, + 1.4428248405456543, + 1.4130939245224, + 1.4162728786468506, + 1.4186826944351196, + 1.4274983406066895 ], "timestamps": [ - "2026-06-13 22:20:00", - "2026-06-13 22:30:00", - "2026-06-13 22:40:00", - "2026-06-13 22:50:00", - "2026-06-13 23:00:00", "2026-06-13 23:10:00", "2026-06-13 23:20:00", "2026-06-13 23:30:00", @@ -657,6 +651,10 @@ "2026-06-15 18:10:00", "2026-06-15 18:20:00", "2026-06-15 18:30:00", - "2026-06-15 18:40:00" + "2026-06-15 18:40:00", + "2026-06-15 18:50:00", + "2026-06-15 19:00:00", + "2026-06-15 19:10:00", + "2026-06-15 19:20:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index d0528cf57cb2edf40bd87a898230c398eba3dca7..f0685916b213faab096a134eac6581bd7eda3b6a 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T11:10:06.738722+00:00", + "evaluated_at": "2026-06-17T11:34:10.953619+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index aa5525aaa4b00f0ea9f7a066228bee8a21b2dabe..c67a9b94c850765c6019e6c1f2a20a2eb652682e 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,35 +1,32 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T11:25:18.676220+00:00", + "evaluated_at": "2026-06-17T11:34:12.809233+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t090500z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 168, + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 84, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 156, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t231000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 230, + "prediction_length": 36 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t110000z", - "data_fetched_at": "2026-06-17T11:15:46.255554Z", - "context_length": 144, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t085000z", + "data_fetched_at": "2026-06-17T11:32:03.116896Z", + "context_length": 288, "prediction_length": 24 } ], - "failed_datasets": [ - "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t050600z", - "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t110000z" - ] + "failed_datasets": [] }