diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 1b3118706930515211aab11bdc6be5134f88d5b1..937b890a2d64bf4af39b3f723180e961c9d570e9 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T07:33:31.221532+00:00", + "generated_at": "2026-06-22T07:40:48.402563+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index d8f47b75b9ad69709e463327310d11655b38c69e..d00cbe261090aaca76b87569e8e38320c535c569 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,TimesFM-2.5,0.3113450437413025,0.6267018530987069,7.0,1,1,1.0 Air Quality,ETS,0.8278621445154991,0.861462633073793,8.0,1,1,1.0 Air Quality,Moving-Average,0.9063972205324378,0.9072680803461534,9.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -Finance,ETS,0.3138604950674928,0.3840518308605653,1.0,1,1,1.0 -Finance,Moving-Average,0.37395513921776496,0.4356977105121194,2.0,1,1,1.0 -Finance,Timer-S1,0.5050414584346687,0.6314965595456247,3.0,1,1,1.0 -Finance,TimesFM-2.5,0.6814016597234744,0.6558975631478211,4.0,1,1,1.0 -Finance,TiRex,0.9669888828443062,0.763310389638995,5.0,1,1,1.0 -Finance,Toto-2.0-1B,0.5173744997950415,0.7717099137021826,6.0,1,1,1.0 -Finance,Chronos-2,0.4123035131562708,0.8247891166824547,7.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.41516808880357997,0.8612105322117563,8.0,1,1,1.0 +Finance,ETS,0.31632309739182934,0.3867537806707126,1.0,1,1,1.0 +Finance,Moving-Average,0.3763949130574707,0.43838346424356084,2.0,1,1,1.0 +Finance,Timer-S1,0.5067506357505389,0.6328665163756677,3.0,1,1,1.0 +Finance,TimesFM-2.5,0.6792257460330705,0.6530483358364878,4.0,1,1,1.0 +Finance,TiRex,0.9633019242438472,0.762130220539403,5.0,1,1,1.0 +Finance,Toto-2.0-1B,0.516879793743856,0.7722661947649161,6.0,1,1,1.0 +Finance,Chronos-2,0.41551420899107616,0.8260984572253416,7.0,1,1,1.0 +Finance,Moirai-1.1-Large,0.44476386508363686,0.8543426308064541,8.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Finance,ARIMA,1.3568916830123547,1.9925990889404392,10.0,1,1,1.0 +Finance,ARIMA,1.3608535215632356,1.994796600484074,10.0,1,1,1.0 Hazards,Chronos-2,0.4113635439038825,0.5183186968386267,1.0,1,1,1.0 Hazards,Toto-2.0-1B,0.5339806821199082,0.5610334734669412,2.0,1,1,1.0 Hazards,ARIMA,0.5639455186089176,0.5781335997353867,3.0,1,1,1.0 @@ -39,16 +39,16 @@ Hydrology,TimesFM-2.5,0.689314921020468,1.1807884366652002,7.0,1,1,1.0 Hydrology,Timer-S1,0.871625331735611,1.2034597633482607,8.0,1,1,1.0 Hydrology,Moving-Average,1.0655308142888356,1.2590774744243416,9.0,1,1,1.0 Hydrology,Moirai-1.1-Large,2.309955576086044,1.6527480964756014,10.0,1,1,1.0 -Ocean,Chronos-2,0.24419725734197043,0.37339734415374387,2.5,2,2,1.0 -Ocean,TiRex,0.5431529846894549,0.5366034088019469,3.5,2,2,1.0 -Ocean,TimesFM-2.5,0.13491892529711244,0.3534524273715014,4.0,2,2,1.0 -Ocean,Timer-S1,0.22268453188009377,0.394722379963273,4.5,2,2,1.0 -Ocean,ETS,1.276972992098724,1.0930639647275666,5.5,2,2,1.0 -Ocean,Moving-Average,0.9465061156069434,0.9518105835156633,5.5,2,2,1.0 -Ocean,Toto-2.0-1B,0.09633856167189402,0.4125411132308724,6.0,2,2,1.0 -Ocean,Moirai-1.1-Large,2.059343664807953,1.1015617616266173,6.5,2,2,1.0 +Ocean,Chronos-2,0.1910038936925336,0.33717651075276467,2.0,2,2,1.0 +Ocean,TiRex,0.524193063009185,0.5341235996813652,3.5,2,2,1.0 +Ocean,Timer-S1,0.23038390798514832,0.39743374843997853,4.5,2,2,1.0 +Ocean,ETS,1.3956341012403715,1.1665779753232461,5.0,2,2,1.0 +Ocean,Toto-2.0-1B,0.07061771275341296,0.3703202932583398,5.0,2,2,1.0 +Ocean,Moving-Average,0.9654753545244197,0.9602272020209267,5.5,2,2,1.0 +Ocean,TimesFM-2.5,0.23312190450219672,0.4914282888090135,5.5,2,2,1.0 +Ocean,Moirai-1.1-Large,2.1238145921060863,1.2691390164196836,7.0,2,2,1.0 Ocean,Seasonal-Naive,1.0,1.0,8.0,2,2,1.0 -Ocean,ARIMA,1.2756656052517061,1.1227845798806408,9.0,2,2,1.0 +Ocean,ARIMA,1.415543320317168,1.2181553870447004,9.0,2,2,1.0 Weather,Chronos-2,0.3205499243964974,0.5082490399502162,1.6666666666666667,3,3,1.0 Weather,Seasonal-Naive,1.0,1.0,4.0,3,3,1.0 Weather,Moirai-1.1-Large,1.3423924699239056,1.0295728662344248,4.333333333333333,3,3,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 152dc3af850dedbfe15cca304e7f70eb6b784469..ed18a92fcfe4b0dbdc74a1d9c52db676ac81927e 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,23 +29,23 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.37896909034588205,0.5531305359815568,3.0,6,6,1.0 -1h,Toto-2.0-1B,0.3813697265336302,0.8128738733187495,4.0,6,6,1.0 -1h,Timer-S1,0.7839377272982537,0.7738473820409635,4.333333333333333,6,6,1.0 -1h,Moirai-1.1-Large,0.8885765321847504,0.8095781958628059,5.0,6,6,1.0 -1h,TiRex,0.9419302463204876,0.940845171855759,5.833333333333333,6,6,1.0 -1h,TimesFM-2.5,0.5537064085849811,0.8701744417887579,6.0,6,6,1.0 -1h,Moving-Average,0.7741514613739793,0.9073552495478961,6.166666666666667,6,6,1.0 -1h,ETS,2.6271388700845297,1.4812395263232274,6.666666666666667,6,6,1.0 +1h,Chronos-2,0.37945935425584437,0.5532767870329285,3.0,6,6,1.0 +1h,Toto-2.0-1B,0.3813089255980106,0.8129715029632807,4.0,6,6,1.0 +1h,Timer-S1,0.7843792762325367,0.7741269244737192,4.333333333333333,6,6,1.0 +1h,Moirai-1.1-Large,0.8988331767248241,0.8084985781523488,5.0,6,6,1.0 +1h,TiRex,0.941330724095153,0.9406025723399114,5.833333333333333,6,6,1.0 +1h,TimesFM-2.5,0.5534113247852439,0.8695432903037482,6.0,6,6,1.0 +1h,Moving-Average,0.774990974017905,0.9082850597677835,6.166666666666667,6,6,1.0 +1h,ETS,2.6305631878915925,1.4829713033674738,6.666666666666667,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,6.833333333333333,6,6,1.0 -1h,ARIMA,1.621590787661546,1.352082324366638,7.166666666666667,6,6,1.0 -6min,TimesFM-2.5,0.019065069527182184,0.1289537323258901,1.0,1,1,1.0 -6min,Chronos-2,0.06102864342384471,0.15541234002914509,2.0,1,1,1.0 -6min,Timer-S1,0.049909183237356713,0.16189090440409162,3.0,1,1,1.0 -6min,Toto-2.0-1B,0.009176488943755867,0.17398183944409523,4.0,1,1,1.0 -6min,TiRex,0.3125416797681674,0.329662926657441,5.0,1,1,1.0 -6min,Moving-Average,0.951682354110596,0.9484887897545567,6.0,1,1,1.0 +1h,ARIMA,1.6223789467318552,1.3523307312616126,7.166666666666667,6,6,1.0 +6min,Chronos-2,0.03733675703734662,0.1267236503423998,1.0,1,1,1.0 +6min,Toto-2.0-1B,0.004930642600496394,0.14019239953201265,2.0,1,1,1.0 +6min,Timer-S1,0.053420093314333755,0.16412261706225606,3.0,1,1,1.0 +6min,TimesFM-2.5,0.05691920321905367,0.2492827832619819,4.0,1,1,1.0 +6min,TiRex,0.2911026372049943,0.3266230198771711,5.0,1,1,1.0 +6min,Moving-Average,0.9902105571144054,0.965337445481549,6.0,1,1,1.0 6min,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 -6min,ARIMA,1.6277465909079303,1.225474090196337,8.0,1,1,1.0 -6min,Moirai-1.1-Large,4.254251973081009,1.316828184993875,9.0,1,1,1.0 -6min,ETS,2.137046145998445,1.4232501364603738,10.0,1,1,1.0 +6min,ARIMA,2.0042847942471145,1.442502700377624,8.0,1,1,1.0 +6min,ETS,2.5526638091663894,1.62112918952798,9.0,1,1,1.0 +6min,Moirai-1.1-Large,4.524793392793075,1.7479532010520606,10.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index af41a15ec611fc5fa1b287e792172d319441d9af..3e83164f596229713ab36526b02e9f7cb4133bfd 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,26 +9,26 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Chronos-2,0.41381789801120866,0.6129629881462175,3.4285714285714284,7,7,1.0 -24,Toto-2.0-1B,0.4166808167341524,0.8478502799315152,4.0,7,7,1.0 -24,Timer-S1,0.7959025404973143,0.8242366578436708,4.857142857142857,7,7,1.0 -24,Moirai-1.1-Large,1.018515220024454,0.8964727007435489,5.714285714285714,7,7,1.0 -24,TiRex,0.8919320175356664,0.9631511102973952,5.714285714285714,7,7,1.0 -24,ETS,2.10314125830578,1.3722742997439208,6.0,7,7,1.0 -24,TimesFM-2.5,0.5713085339314893,0.9089589917634588,6.142857142857143,7,7,1.0 -24,ARIMA,1.4805173145139319,1.2122940293574467,6.285714285714286,7,7,1.0 +24,Chronos-2,0.4142767245213096,0.6131019036195062,3.4285714285714284,7,7,1.0 +24,Toto-2.0-1B,0.4166238756528649,0.8479375624352437,4.0,7,7,1.0 +24,Timer-S1,0.7962867719454744,0.8244918611838696,4.857142857142857,7,7,1.0 +24,Moirai-1.1-Large,1.028583946626459,0.8954478919009325,5.714285714285714,7,7,1.0 +24,TiRex,0.8914453960748838,0.9629382339505096,5.714285714285714,7,7,1.0 +24,ETS,2.1054907411157937,1.373649369002258,6.0,7,7,1.0 +24,TimesFM-2.5,0.5710475545041871,0.9083938631573171,6.142857142857143,7,7,1.0 +24,ARIMA,1.4811340859261188,1.212484933779629,6.285714285714286,7,7,1.0 24,Seasonal-Naive,1.0,1.0,6.285714285714286,7,7,1.0 -24,Moving-Average,0.8103002049749759,0.950828892934279,6.571428571428571,7,7,1.0 -60,TimesFM-2.5,0.019065069527182184,0.1289537323258901,1.0,1,1,1.0 -60,Chronos-2,0.06102864342384471,0.15541234002914509,2.0,1,1,1.0 -60,Timer-S1,0.049909183237356713,0.16189090440409162,3.0,1,1,1.0 -60,Toto-2.0-1B,0.009176488943755867,0.17398183944409523,4.0,1,1,1.0 -60,TiRex,0.3125416797681674,0.329662926657441,5.0,1,1,1.0 -60,Moving-Average,0.951682354110596,0.9484887897545567,6.0,1,1,1.0 +24,Moving-Average,0.8110533295775862,0.9516639973157086,6.571428571428571,7,7,1.0 +60,Chronos-2,0.03733675703734662,0.1267236503423998,1.0,1,1,1.0 +60,Toto-2.0-1B,0.004930642600496394,0.14019239953201265,2.0,1,1,1.0 +60,Timer-S1,0.053420093314333755,0.16412261706225606,3.0,1,1,1.0 +60,TimesFM-2.5,0.05691920321905367,0.2492827832619819,4.0,1,1,1.0 +60,TiRex,0.2911026372049943,0.3266230198771711,5.0,1,1,1.0 +60,Moving-Average,0.9902105571144054,0.965337445481549,6.0,1,1,1.0 60,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 -60,ARIMA,1.6277465909079303,1.225474090196337,8.0,1,1,1.0 -60,Moirai-1.1-Large,4.254251973081009,1.316828184993875,9.0,1,1,1.0 -60,ETS,2.137046145998445,1.4232501364603738,10.0,1,1,1.0 +60,ARIMA,2.0042847942471145,1.442502700377624,8.0,1,1,1.0 +60,ETS,2.5526638091663894,1.62112918952798,9.0,1,1,1.0 +60,Moirai-1.1-Large,4.524793392793075,1.7479532010520606,10.0,1,1,1.0 72,ETS,0.7630438985152146,0.8394791613773452,1.0,1,1,1.0 72,TiRex,0.9439226313619847,0.8734473762561619,2.0,1,1,1.0 72,Chronos-2,0.9771198759768172,0.8971332430547176,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 3ed1975e7d32ac531dd6abcccf01643f55ba2bc6..dadd46466635618da1afe718c0ac154b7ea33bc1 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Chronos-2,0.3169044190731059,0.5063066292742799,3.4,10,10,1.0 -Overall,Timer-S1,0.49006508258584436,0.619122781625824,4.4,10,10,1.0 -Overall,Toto-2.0-1B,0.2700006116537861,0.6473751641174378,4.4,10,10,1.0 -Overall,TiRex,0.6190302850371543,0.7384624012056914,4.9,10,10,1.0 -Overall,Moirai-1.1-Large,0.9451298072261027,0.8153623988529214,5.6,10,10,1.0 -Overall,TimesFM-2.5,0.350662560039376,0.6686682958465746,5.7,10,10,1.0 -Overall,ETS,1.607163779662329,1.178481301059837,6.2,10,10,1.0 -Overall,Moving-Average,0.7761695982740646,0.8865572816721737,6.5,10,10,1.0 -Overall,ARIMA,1.2419975938147243,1.0749233439175285,6.9,10,10,1.0 +Overall,Chronos-2,0.3019433487901424,0.49615768237521746,3.3,10,10,1.0 +Overall,Toto-2.0-1B,0.25371485699841795,0.633591560429974,4.2,10,10,1.0 +Overall,Timer-S1,0.4935747168217131,0.6201053757299084,4.4,10,10,1.0 +Overall,TiRex,0.6144121724349435,0.7376644548853605,4.9,10,10,1.0 +Overall,Moirai-1.1-Large,0.9575458261917107,0.8381138605396357,5.7,10,10,1.0 +Overall,TimesFM-2.5,0.39106823040989613,0.7139166322561415,6.0,10,10,1.0 +Overall,ETS,1.6372595535326053,1.1947603678611587,6.1,10,10,1.0 +Overall,Moving-Average,0.7797629666656806,0.8886656323753935,6.5,10,10,1.0 +Overall,ARIMA,1.268482962108541,1.0927142678660027,6.9,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,7.0,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index df2660f498de1e0649d100c80320ccba0eada90f..0cf6df88b3657719f480582e90160232eb220bfa 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,249401.0361285396,682891.2529348419,789.5472599356696,0.7471212930946475,0.012305158444961004,0.0123885831320675,14.869915082955663,499.4006769404098,0.0077913869924296835,0.012318101546556999,0.011011149315249984,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,250393.04895322453,685166.5867595343,790.5472599356696,0.7480675585444896,0.012320438180254875,0.012404136895041098,14.907765700949346,500.392894587068,0.007806745254135285,0.012333510600236129,0.01102657875899308,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.4948119936624542,0.48529093173159893,0.5473250392107355,1.6045490645648774,0.6024883496520753,0.38724435809001384,62.3312279608754,0.7034287409983006,0.533062027116816,0.4147658147709526,0.4125625693400842,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.8549487061066365,0.8419055799763852,0.7726397411185955,2.2533057179941562,0.8834731296895605,0.5172086999904724,88.2113864833352,0.9246343634684125,0.7467067269558978,0.6239604702150223,0.6215450922634693,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.08942117780102742,0.0966908817728187,0.29392512713879143,4.467664488927756,0.18218626813481756,0.20224051203481486,67.65900523692055,0.2990337402385012,0.18869788032823512,0.18547421579270998,0.1714700563779238,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,0.022446845691907105,0.014982831301942104,0.12046386051156555,0.06208588508449394,0.008604992750356005,0.008643386670412612,1.1698279430209537,0.14982271420551393,0.01070480859264454,0.008607123265291112,0.009355392922129842,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,66.12571104848128,64.66598979898484,6.960502128144319,0.6015391649640066,0.4038366969683996,0.3109899687751776,7.923387762693867,8.131771704154101,0.37895635126155036,0.32437291470963814,0.28820392772205355,Air Quality,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 89a708cc6cb04e618fa4591a42527c7f3b629eb8..142651ca692d1fb431ac392e5a03d3178e7facbb 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T07:33:30.776110+00:00", + "evaluated_at": "2026-06-22T07:40:48.077646+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64276.0 + 64300.0 ], "p50": [ 63492.18370368655, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 8437ee3209c2022b0211c1f521f412c7cd387ea6..bd4a9c1690232a5b1ef7accd5bdea18371195619 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T07:25:19.005841+00:00", + "evaluated_at": "2026-06-22T07:40:48.125658+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.8029999732971191, - 1.8009999990463257, - 1.8029999732971191, - 1.7990000247955322, 1.784999966621399, 1.7640000581741333, 1.7549999952316284, @@ -245,13 +241,13 @@ 1.8209999799728394, 1.8380000591278076, 1.8489999771118164, - 1.8450000286102295 - ], - "actuals": [ + 1.8450000286102295, 1.840999960899353, 1.8480000495910645, 1.8619999885559082, - 1.86899995803833, + 1.86899995803833 + ], + "actuals": [ 1.8769999742507935, 1.871000051498413, 1.8589999675750732, @@ -307,199 +303,199 @@ 0.6909999847412109, 0.6759999990463257, 0.6639999747276306, - 0.6480000019073486 + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033 ], "p50": [ - 1.8380027075859493, - 1.8396439159039462, - 1.840855623168958, - 1.8422701213540136, - 1.8435047637594402, - 1.844951926827411, - 1.846396029922111, - 1.8475774778288063, - 1.8475197504134773, - 1.84811570410247, - 1.8497110320720782, - 1.8527142764492759, - 1.8513715782726297, - 1.8521935640533411, - 1.8552568739339343, - 1.8555436247259252, - 1.8539123701267881, - 1.8555073852613913, - 1.8574817444603156, - 1.858724537667141, - 1.8580030129785656, - 1.8597565015075257, - 1.85902319090751, - 1.8623908012476869, - 1.8608223896878273, - 1.8633028890881609, - 1.8636141303279685, - 1.864517922917718, - 1.8633784707229266, - 1.8635756595084916, - 1.8647239253073415, - 1.8646181900836036, - 1.8667748588592636, - 1.8673776662355857, - 1.8679000051356356, - 1.8688702967823156, - 1.8677841672274316, - 1.8694320648677412, - 1.87004069256233, - 1.8697188072429176, - 1.8696160531572703, - 1.871531233731776, - 1.871552569223541, - 1.8706508052745705, - 1.8721501716840674, - 1.8717038800595505, - 1.872119000786681, - 1.8720071997285297, - 1.8728766711483327, - 1.8737645945747643, - 1.8754301812906453, - 1.8734046088626755, - 1.8750230199632552, - 1.875445155226779, - 1.8751502570050151, - 1.8766809554282382, - 1.8753405416479596, - 1.8760291379486713, - 1.8758823239889604, - 1.874668762489495 + 1.8685641230956405, + 1.8781537197738463, + 1.8848529603987316, + 1.8920867338306908, + 1.8985345257635684, + 1.9063214946961287, + 1.9120449711700602, + 1.9194601047676472, + 1.9262017468389292, + 1.9317733233747099, + 1.93660667594735, + 1.9438038420065664, + 1.9476956791251565, + 1.9542173290173404, + 1.9597904490434566, + 1.965600840524031, + 1.9689159435714796, + 1.9768282975024474, + 1.979950249608804, + 1.9843495114513687, + 1.9880374831286964, + 1.9922245294460896, + 1.9966179335594738, + 2.001868083728662, + 2.0065532462007307, + 2.008679532321686, + 2.0135499887813895, + 2.0161516098831846, + 2.019519330843734, + 2.0242575623643586, + 2.027808380315415, + 2.0307310138313213, + 2.032547651409153, + 2.036003784330316, + 2.0393140388363604, + 2.043503389513797, + 2.0465298756472485, + 2.0477294063295592, + 2.050762964651148, + 2.055205892627354, + 2.0563385188553003, + 2.0595989398067256, + 2.0604073723356606, + 2.0647608947439413, + 2.0649255543597067, + 2.068339602714677, + 2.0714692953517693, + 2.0713608784569426, + 2.0742261017689465, + 2.0754889486536134, + 2.077547345339685, + 2.0781251163561354, + 2.082756154917362, + 2.083065127964287, + 2.0861257243743383, + 2.0873877585409035, + 2.0875055581983912, + 2.090628202049216, + 2.091249382810786, + 2.0938583569127167 ], "p10": [ - 1.826820979351865, - 1.8301374096095364, - 1.8312262504390924, - 1.8336573111773125, - 1.8321389415991736, - 1.8342955967182843, - 1.8362427238966308, - 1.8367091240108275, - 1.8374835960914124, - 1.8394130488980867, - 1.8404451760331257, - 1.8420369032632276, - 1.8418644933494237, - 1.8425073143231074, - 1.8434193166545498, - 1.8449850744840193, - 1.8452585913919404, - 1.84590726894753, - 1.8467245407474555, - 1.8472644790753299, - 1.8477144705979363, - 1.8488938661390548, - 1.8498231563217313, - 1.8501681815818105, - 1.8509869930265825, - 1.8523325873026142, - 1.8525090066447532, - 1.853605126459223, - 1.8536285625667706, - 1.8537353380255015, - 1.854264780107633, - 1.8552487761353595, - 1.85729151342815, - 1.8559465182621349, - 1.8575638944868493, - 1.8576200044129398, - 1.859330047736413, - 1.8590541747019649, - 1.8590561474800942, - 1.858096936208529, - 1.8596981567758968, - 1.8601326782074747, - 1.8604630626408594, - 1.8613531236706304, - 1.8608118117833035, - 1.8632497605685319, - 1.8633702405337231, - 1.8613578459140672, - 1.8625275941692596, - 1.864872346391958, - 1.8637180807561151, - 1.8627575263877585, - 1.864355800195729, - 1.8661779797983258, - 1.8639993824759107, - 1.866640292570518, - 1.8669331853718611, - 1.865875541273273, - 1.8655754256682235, - 1.865426825537272 + 1.8602635796666234, + 1.8679305993179787, + 1.8744521305587578, + 1.8827625322879327, + 1.8885067727168163, + 1.8962990568086036, + 1.903140609625715, + 1.9086770651314284, + 1.9165198461295403, + 1.9218504188971206, + 1.9283870068440747, + 1.9315141161176683, + 1.9391478950340235, + 1.9439760672924506, + 1.9490596716902624, + 1.9557519366826466, + 1.9606467751403862, + 1.9643705170110084, + 1.968551305039584, + 1.9756483842885904, + 1.9797272161345942, + 1.982331667257352, + 1.986576104923664, + 1.9907318846168187, + 1.9979661526949386, + 1.9995221242224563, + 2.002393722550415, + 2.007042985945311, + 2.0118234462743727, + 2.0125484821659883, + 2.0183139971851807, + 2.020060910407064, + 2.0248764085165356, + 2.024496399992065, + 2.03038443576218, + 2.0330782610873945, + 2.034982291430516, + 2.037764482839922, + 2.0420778060994547, + 2.0440208503664454, + 2.0458838437436437, + 2.0484196885663577, + 2.0515438004608746, + 2.0538291537915496, + 2.0552408039400225, + 2.057641696839127, + 2.0592814094951724, + 2.063092720041899, + 2.063994956781145, + 2.065976071520773, + 2.0665515636034817, + 2.069517358117495, + 2.072747133433824, + 2.0718634893666428, + 2.076999377599185, + 2.076781617125417, + 2.0783872422698537, + 2.0802606721133476, + 2.081808679124837, + 2.0839655266094685 ], "p90": [ - 1.847470364129455, - 1.8487841973299073, - 1.8504749561982394, - 1.8509679258556664, - 1.853217506091244, - 1.8530410881543073, - 1.8545353254206811, - 1.8556318701578882, - 1.857786832978059, - 1.858605162021484, - 1.8601291064166252, - 1.8607330024600879, - 1.8613027178050654, - 1.8614517684197405, - 1.8627814883121867, - 1.864105817127712, - 1.8646358575359352, - 1.8647411094162933, - 1.866093203304097, - 1.8671131030302532, - 1.8674752249707194, - 1.8694615651414523, - 1.8686283576656946, - 1.8702352850926083, - 1.8697639768793974, - 1.872334180565348, - 1.8713420639096998, - 1.8726385861311337, - 1.8711398639440016, - 1.8751492537824863, - 1.8748857745104797, - 1.8734639519992273, - 1.874601593217385, - 1.8760548305435805, - 1.8773707977224208, - 1.8773409072145308, - 1.8769060324599782, - 1.8780204928878133, - 1.8787893896043621, - 1.8792473749011078, - 1.8787063386301224, - 1.8815654331397031, - 1.8800494833655044, - 1.879930071024832, - 1.880880523230435, - 1.8819458597653922, - 1.8818150885389817, - 1.8815446966382048, - 1.8826301996760764, - 1.8837639538714315, - 1.882932552747828, - 1.8829683845091632, - 1.8837396798029384, - 1.883623745633262, - 1.88539197346912, - 1.8851505560917836, - 1.8844788729456132, - 1.8856568659945268, - 1.8849733087214298, - 1.8829463027283395 + 1.8788767440240477, + 1.8868013176809761, + 1.892446311935867, + 1.9010191996451007, + 1.9089808886987114, + 1.9135990569935075, + 1.9215863192802818, + 1.927960704917707, + 1.9352507171438353, + 1.9409364431966176, + 1.9459530842666692, + 1.9534314423313484, + 1.9568131838991794, + 1.9635218353888515, + 1.9687204439692385, + 1.974265889286044, + 1.979287036714958, + 1.9859495880354479, + 1.9893479502562506, + 1.9938660155854815, + 1.9976699309550345, + 2.002118043575335, + 2.0048472559580097, + 2.0107598697071647, + 2.01480408184706, + 2.01776748289591, + 2.021915837264609, + 2.026585489572189, + 2.0282615590987585, + 2.034163695203563, + 2.0366376544337697, + 2.039931932594635, + 2.0426374601119854, + 2.046234781625689, + 2.048249398104825, + 2.052205577645228, + 2.055487036061255, + 2.0585944389473827, + 2.060090801334125, + 2.0641338694625366, + 2.067120111612109, + 2.0683513647187364, + 2.0695921637492, + 2.0729888507470817, + 2.075698894789839, + 2.0770261528890077, + 2.079281984465612, + 2.0812941002186145, + 2.083431685406941, + 2.084764377465699, + 2.0867146304619064, + 2.088265364250654, + 2.091831882812336, + 2.0929275825121185, + 2.0953613068508687, + 2.095569680390571, + 2.097587235611491, + 2.097557407510155, + 2.103797174103338, + 2.103257305884777 ], "timestamps": [ - "2026-06-21 01:12:00", - "2026-06-21 01:18:00", - "2026-06-21 01:24:00", - "2026-06-21 01:30:00", "2026-06-21 01:36:00", "2026-06-21 01:42:00", "2026-06-21 01:48:00", @@ -795,6 +791,10 @@ "2026-06-22 06:48:00", "2026-06-22 06:54:00", "2026-06-22 07:00:00", - "2026-06-22 07:06:00" + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 95090a2c5e8d1cf3719c9b700f6cee9cb35e2c5d..20628c6519a4ea2c3fbd401e1b1a1681b037f37c 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T07:33:30.958375+00:00", + "evaluated_at": "2026-06-22T07:40:48.140746+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t013000z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 5b772239b977ed9c178567a9ab0d2015534bc908..ad5d25b90b33b261c197fa865668b9db76baf747 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,3.100,3.400,3.400,3.400,3.100,3.500,3.800,3.400,3.100,3.500 +2026-06-22,Chronos-2,2.900,3.300,3.400,3.400,2.900,3.400,3.800,3.400,2.900,3.400 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index abe244102c993c8879f11e724dcd826fb4e488cd..049c0250e072487e76e2327c3743ae99429309fe 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,3.1,3.4,3.4,3.4,3.1,3.5,3.8,3.4,3.1,3.5 +2026-W26,Chronos-Bolt-Mini,2.9,3.3,3.4,3.4,2.9,3.4,3.8,3.4,2.9,3.4 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 71e5c80a956fb82f1fc54462b79d7081d5670661..52ad8504b699fc9a72fb320838a0366a74fffe03 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,75782.7059211731,75782.7059211731,197.24088541666666,0.18664223516606213,0.0030837061496461374,0.0030788499517611576,1.9710872575643996,275.2865887056126,0.004294876730187498,0.003077248670197746,0.004557804009743301,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,76453.3934211731,76453.3934211731,198.24088541666666,0.18758850061590424,0.0030991800135366666,0.0030944048480210824,1.9710872575643996,276.5020676616598,0.0043137726930706135,0.0030928018925593585,0.004566400253072195,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.01855184639411463,0.01855184639411463,0.10865764915943146,0.3185429440027063,0.11907035841319552,0.10642619874396281,1.0206343997487497,0.1362051628761356,0.103216994124362,0.082341342266557,0.0523204160924418,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.015926385417341985,0.015926385417341985,0.10683423479398092,0.31156848312033286,0.12230824538656641,0.1101463041068974,0.9433351364848028,0.1261997837452267,0.10191512579032498,0.08627609457495208,0.05460264505807252,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.08739796801757649,0.08739796801757649,0.27725810143682694,4.214325553296195,0.17158803337183925,0.1895485893843479,84.49977392607576,0.29563147332037654,0.18655096354470105,0.17495689952321972,0.1495396964948785,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,0.0005461011213204378,0.0005461011213204378,0.01101978619893392,0.005679489074127898,0.0007894119694819396,0.0007880276889123405,0.13279398373349702,0.023368806587424136,0.001669697434621029,0.0007873619338496276,0.0015179259379925723,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,94.84516543177672,94.84516543177672,8.09507950146993,0.6995913906759608,0.4424207444380415,0.33157888925303886,7.183558917455893,9.738848260024216,0.4538492393020994,0.37724642336947245,0.26637847167902906,Air Quality,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 4de275f4a81e21b495e30fc6c40bffc0c2e484b5..e77d46b9679b29cd984dac1c3768f73d2a144d6f 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T07:29:55.777922+00:00", + "evaluated_at": "2026-06-22T07:37:54.908315+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64276.0 + 64300.0 ], "p50": [ 64224.64453125, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index ce59b118208ac19d26bcf572d00d88547fb6d7ea..8df7ec921816ad72e15f69a8b64867ebbd7bb530 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T07:19:28.495919+00:00", + "evaluated_at": "2026-06-22T07:38:01.154630+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.8029999732971191, - 1.8009999990463257, - 1.8029999732971191, - 1.7990000247955322, 1.784999966621399, 1.7640000581741333, 1.7549999952316284, @@ -245,13 +241,13 @@ 1.8209999799728394, 1.8380000591278076, 1.8489999771118164, - 1.8450000286102295 - ], - "actuals": [ + 1.8450000286102295, 1.840999960899353, 1.8480000495910645, 1.8619999885559082, - 1.86899995803833, + 1.86899995803833 + ], + "actuals": [ 1.8769999742507935, 1.871000051498413, 1.8589999675750732, @@ -307,199 +303,199 @@ 0.6909999847412109, 0.6759999990463257, 0.6639999747276306, - 0.6480000019073486 + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033 ], "p50": [ - 1.883760929107666, - 1.8830430507659912, - 1.8837273120880127, - 1.8785958290100098, - 1.8780362606048584, - 1.8693245649337769, - 1.8658595085144043, - 1.8649587631225586, - 1.8608055114746094, - 1.848406195640564, - 1.8399412631988525, - 1.8275980949401855, - 1.8125343322753906, - 1.8010438680648804, - 1.7874271869659424, - 1.7664310932159424, - 1.7691195011138916, - 1.7480518817901611, - 1.729852557182312, - 1.7106480598449707, - 1.6919012069702148, - 1.6661098003387451, - 1.6408824920654297, - 1.6170979738235474, - 1.5928843021392822, - 1.5657076835632324, - 1.5401537418365479, - 1.509153962135315, - 1.4857077598571777, - 1.4544870853424072, - 1.4285310506820679, - 1.398980975151062, - 1.3681142330169678, - 1.3441286087036133, - 1.3172310590744019, - 1.2935069799423218, - 1.2677273750305176, - 1.2409100532531738, - 1.2177503108978271, - 1.1939176321029663, - 1.1661542654037476, - 1.1487091779708862, - 1.1290338039398193, - 1.1065142154693604, - 1.0889097452163696, - 1.0678285360336304, - 1.0475586652755737, - 1.0280767679214478, - 1.020479440689087, - 1.0065003633499146, - 0.9979209899902344, - 0.9843036532402039, - 0.9720672965049744, - 0.9613171815872192, - 0.9521341323852539, - 0.9416182637214661, - 0.9349795579910278, - 0.9343688488006592, - 0.9303065538406372, - 0.929276704788208 + 1.8930683135986328, + 1.8873963356018066, + 1.883164405822754, + 1.8722518682479858, + 1.8653273582458496, + 1.850473403930664, + 1.8421764373779297, + 1.8341448307037354, + 1.8253273963928223, + 1.81022047996521, + 1.7979578971862793, + 1.781606912612915, + 1.7614164352416992, + 1.7454869747161865, + 1.7283227443695068, + 1.7027180194854736, + 1.6878838539123535, + 1.6636958122253418, + 1.6438249349594116, + 1.6238794326782227, + 1.5951433181762695, + 1.5676137208938599, + 1.5363413095474243, + 1.5110262632369995, + 1.4815325736999512, + 1.4543054103851318, + 1.430873155593872, + 1.400632619857788, + 1.3692415952682495, + 1.3404693603515625, + 1.3117066621780396, + 1.2847130298614502, + 1.2333799600601196, + 1.2073988914489746, + 1.1851974725723267, + 1.1589276790618896, + 1.1352260112762451, + 1.1114250421524048, + 1.0909932851791382, + 1.0710493326187134, + 1.0466575622558594, + 1.0311241149902344, + 1.0140892267227173, + 0.996932327747345, + 0.9824680089950562, + 0.9623421430587769, + 0.9446643590927124, + 0.93187415599823, + 0.9112604856491089, + 0.904832124710083, + 0.900688648223877, + 0.8922461271286011, + 0.8836983442306519, + 0.8810657262802124, + 0.8770159482955933, + 0.8695249557495117, + 0.8702243566513062, + 0.8740174770355225, + 0.876198947429657, + 0.8785887956619263 ], "p10": [ - 1.8606619834899902, - 1.857240915298462, - 1.856675386428833, - 1.8516085147857666, - 1.841875672340393, - 1.8312504291534424, - 1.8250765800476074, - 1.8159270286560059, - 1.8076715469360352, - 1.794623613357544, - 1.7771862745285034, - 1.7635947465896606, - 1.7478370666503906, - 1.7298388481140137, - 1.7107722759246826, - 1.6798784732818604, - 1.687164545059204, - 1.667060375213623, - 1.6319317817687988, - 1.6155643463134766, - 1.5884160995483398, - 1.5567201375961304, - 1.5307979583740234, - 1.5023630857467651, - 1.4724525213241577, - 1.4407284259796143, - 1.4104704856872559, - 1.3796252012252808, - 1.3412481546401978, - 1.3045340776443481, - 1.2769336700439453, - 1.2439000606536865, - 1.184605598449707, - 1.1560261249542236, - 1.1281554698944092, - 1.0997469425201416, - 1.0735056400299072, - 1.0373724699020386, - 1.0062456130981445, - 0.9836142063140869, - 0.9535105228424072, - 0.9348093271255493, - 0.9035423994064331, - 0.8809018135070801, - 0.8524147272109985, - 0.827763020992279, - 0.8115469217300415, - 0.7949953079223633, - 0.7526671886444092, - 0.7360479235649109, - 0.7202352285385132, - 0.708288311958313, - 0.6930686235427856, - 0.6702601909637451, - 0.6646562814712524, - 0.6558395624160767, - 0.6441420316696167, - 0.6424886584281921, - 0.6267079710960388, - 0.6340992450714111 + 1.8758049011230469, + 1.8622056245803833, + 1.8560291528701782, + 1.8477916717529297, + 1.82915461063385, + 1.8140555620193481, + 1.8022446632385254, + 1.786010503768921, + 1.7737584114074707, + 1.7572510242462158, + 1.7374298572540283, + 1.7178642749786377, + 1.6969292163848877, + 1.6774532794952393, + 1.6535263061523438, + 1.6166889667510986, + 1.6013641357421875, + 1.578630805015564, + 1.5433242321014404, + 1.523181676864624, + 1.4909082651138306, + 1.4567409753799438, + 1.4237314462661743, + 1.39357328414917, + 1.360107660293579, + 1.3301976919174194, + 1.3055996894836426, + 1.2661834955215454, + 1.2263028621673584, + 1.195556402206421, + 1.1664893627166748, + 1.135267734527588, + 1.0611063241958618, + 1.033351182937622, + 1.0019962787628174, + 0.9744327068328857, + 0.9477778673171997, + 0.9118384718894958, + 0.8862453699111938, + 0.8587312698364258, + 0.8402570486068726, + 0.8177905678749084, + 0.7982847094535828, + 0.7778817415237427, + 0.7463418841362, + 0.7305777668952942, + 0.710460364818573, + 0.6922852396965027, + 0.6509575843811035, + 0.6367459297180176, + 0.6236538290977478, + 0.6167359352111816, + 0.6106551885604858, + 0.5910969972610474, + 0.588322639465332, + 0.5867750644683838, + 0.5799722671508789, + 0.5828014612197876, + 0.5715503692626953, + 0.582863986492157 ], "p90": [ - 1.905900478363037, - 1.9053845405578613, - 1.9060816764831543, - 1.9110140800476074, - 1.9121811389923096, - 1.913499116897583, - 1.909968614578247, - 1.9139306545257568, - 1.9112203121185303, - 1.9058139324188232, - 1.8954553604125977, - 1.8870532512664795, - 1.8827497959136963, - 1.870352029800415, - 1.8710092306137085, - 1.856994867324829, - 1.8551857471466064, - 1.8285435438156128, - 1.8123438358306885, - 1.8027966022491455, - 1.7921525239944458, - 1.7645788192749023, - 1.74556303024292, - 1.7311911582946777, - 1.7149507999420166, - 1.7059301137924194, - 1.6779197454452515, - 1.652012586593628, - 1.6259291172027588, - 1.6035653352737427, - 1.5922691822052002, - 1.561355710029602, - 1.5660345554351807, - 1.5491710901260376, - 1.536736249923706, - 1.505458116531372, - 1.4889150857925415, - 1.461463451385498, - 1.4408777952194214, - 1.4314900636672974, - 1.3969635963439941, - 1.386427640914917, - 1.3711178302764893, - 1.348227858543396, - 1.3411099910736084, - 1.322929859161377, - 1.3020809888839722, - 1.2852200269699097, - 1.31197190284729, - 1.3007152080535889, - 1.2944387197494507, - 1.2941169738769531, - 1.276630163192749, - 1.2791557312011719, - 1.2778173685073853, - 1.2719228267669678, - 1.260915756225586, - 1.2615824937820435, - 1.2628852128982544, - 1.2603118419647217 + 1.9184134006500244, + 1.9100092649459839, + 1.9057714939117432, + 1.9073123931884766, + 1.9009279012680054, + 1.8941317796707153, + 1.8851813077926636, + 1.881579875946045, + 1.875272274017334, + 1.8675414323806763, + 1.85224187374115, + 1.8402150869369507, + 1.8312945365905762, + 1.8140337467193604, + 1.8091943264007568, + 1.791214942932129, + 1.7800359725952148, + 1.7493817806243896, + 1.7315068244934082, + 1.717273473739624, + 1.7041441202163696, + 1.670607089996338, + 1.6474343538284302, + 1.6332036256790161, + 1.608002781867981, + 1.59330153465271, + 1.5722618103027344, + 1.5383281707763672, + 1.5135319232940674, + 1.487585186958313, + 1.4719326496124268, + 1.4541478157043457, + 1.4204423427581787, + 1.405961275100708, + 1.3861374855041504, + 1.3657662868499756, + 1.3407331705093384, + 1.327114462852478, + 1.3112274408340454, + 1.2938241958618164, + 1.274998426437378, + 1.2588129043579102, + 1.2531641721725464, + 1.2341039180755615, + 1.226639986038208, + 1.2149375677108765, + 1.1919052600860596, + 1.1792298555374146, + 1.1996444463729858, + 1.194261074066162, + 1.1893877983093262, + 1.1901670694351196, + 1.1759291887283325, + 1.1925954818725586, + 1.1892149448394775, + 1.1847419738769531, + 1.1834933757781982, + 1.1870092153549194, + 1.1968694925308228, + 1.1952253580093384 ], "timestamps": [ - "2026-06-21 01:12:00", - "2026-06-21 01:18:00", - "2026-06-21 01:24:00", - "2026-06-21 01:30:00", "2026-06-21 01:36:00", "2026-06-21 01:42:00", "2026-06-21 01:48:00", @@ -795,6 +791,10 @@ "2026-06-22 06:48:00", "2026-06-22 06:54:00", "2026-06-22 07:00:00", - "2026-06-22 07:06:00" + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index f1c68c71812d228ebb6774f172850b93928c000c..84eab90b55418f356b2409966bea25fc2e5adcc9 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T07:30:09.194496+00:00", + "evaluated_at": "2026-06-22T07:38:06.289089+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t013000z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/dataset_properties.csv b/results/dataset_properties.csv index 86d6556137d95772cb223d848147b69937c20029..1441ca1c32b9551415b927160bf9b1c6e94f6dc7 100644 --- a/results/dataset_properties.csv +++ b/results/dataset_properties.csv @@ -7,5 +7,4 @@ nws_ksfo_observations_temperature,Weather,1h,1 open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1 open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1 usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1 -usgs_potomac_iv_usgs_00060,Hydrology,15min,1 wikimedia_time_series_hourly_pageviews,Web,1D,1 diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index a09c0497a501fcfe19369115e5169f0b2ebe8d10..6f1ab2f74fa659cec4d9170b4313bc5cd62a9298 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,57688.56398019235,57513.106153955865,162.43919444577446,0.153710597404224,0.0025388064632111923,0.002536589498379336,1.385633252307982,240.18443742297782,0.0037472314074270445,0.002534290971368832,0.0021222794278449295,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,58202.520370659484,57964.305747547536,163.43919444577446,0.15465686285406613,0.002554306880541317,0.0025521444529475047,1.385633252307982,241.25198521599668,0.0037638280059709944,0.0025498526645390514,0.0021378475489025094,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,0.6496318714206825,0.6517775880279506,0.642356321959748,1.8831446794470574,0.7017158847310362,0.43063827654317155,70.89236234201118,0.8059974388425081,0.6107891298137722,0.48678102437101406,0.47914495933377377,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,1.0888655280108699,1.09329524022074,0.8767430950393943,2.556909933734464,1.006819497463624,0.5571157018481661,97.37131722762457,1.0434871959017369,0.8426886772295393,0.7080311880496258,0.6985116155501108,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.06825005598394138,0.06834851722816099,0.24129018871473829,3.667612967088995,0.14886964636795647,0.1626458258199571,38.40916737012885,0.2612471166997664,0.164853561754574,0.1522602336383737,0.13992955893452136,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.993816298624592,0.8957351241883185,0.8311259136637709,0.4283540951397598,0.05937978608905653,0.061769362427977655,13.565732475593123,0.9969033547062583,0.07122858275586474,0.059383811522418936,0.0592104812735392,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,148.07452880377073,142.40255533756297,10.50571107620544,0.9079225250978481,0.6012795769630265,0.4232496957197047,17.81250319125579,12.168587790034254,0.5670798193414022,0.4895865355901564,0.4497169499408875,Air Quality,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index cd8d761ff078112c20ff6a934cd81eb1b1d450aa..15ff89dea67834b651a36f038a443a8c07a7841b 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T07:33:31.014985+00:00", + "evaluated_at": "2026-06-22T07:40:48.173140+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64276.0 + 64300.0 ], "p50": [ 64184.320693383765, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 00d589e00e7f5b12a9a52cfff23f1c71f44561ef..b1a3183f9099f11c19401edb2af8339714cb6559 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-22T07:25:19.234437+00:00", + "evaluated_at": "2026-06-22T07:40:48.198310+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.8029999732971191, - 1.8009999990463257, - 1.8029999732971191, - 1.7990000247955322, 1.784999966621399, 1.7640000581741333, 1.7549999952316284, @@ -245,13 +241,13 @@ 1.8209999799728394, 1.8380000591278076, 1.8489999771118164, - 1.8450000286102295 - ], - "actuals": [ + 1.8450000286102295, 1.840999960899353, 1.8480000495910645, 1.8619999885559082, - 1.86899995803833, + 1.86899995803833 + ], + "actuals": [ 1.8769999742507935, 1.871000051498413, 1.8589999675750732, @@ -307,199 +303,199 @@ 0.6909999847412109, 0.6759999990463257, 0.6639999747276306, - 0.6480000019073486 + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033 ], "p50": [ - 1.8475709739330766, - 1.8538176212894693, - 1.85806430929623, - 1.8663109607057387, - 1.862557632500036, - 1.8693042585179658, - 1.8770509610682597, - 1.874797613550652, - 1.8805442524431852, - 1.8842909170849251, - 1.8890376284567065, - 1.8947843269538847, - 1.8930309431966528, - 1.8992775756518845, - 1.9115242202664637, - 1.9067709645400088, - 1.9075176082009138, - 1.9132642470934471, - 1.9250109279476504, - 1.916757568270695, - 1.9240042474559682, - 1.9297508863485016, - 1.932497593667167, - 1.9417443365102007, - 1.9424909503687833, - 1.9437375577900642, - 1.9509842816788208, - 1.9507309233131678, - 1.955477545277982, - 1.9562242485435317, - 1.959970883382949, - 1.9657175520778047, - 1.9724641780957348, - 1.973710889825144, - 1.9789575202538177, - 1.9867041930017892, - 1.9909509406131947, - 1.9891975419548016, - 1.9909442174445868, - 1.9936908353562852, - 1.9994375487546245, - 2.0036842069590626, - 2.0159308664748026, - 2.0121775084667775, - 2.015424179545819, - 2.0161708828113687, - 2.0249174830800922, - 2.027164167033737, - 2.0304108530139398, - 2.0311575115760054, - 2.036404186708163, - 2.0356509092856174, - 2.045897490242436, - 2.047144187070684, - 2.053390819525916, - 2.0586375840650404, - 2.0573841938705066, - 2.06313083276304, - 2.066877512305941, - 2.069624174921123 + 1.88012950868063, + 1.885610422125143, + 1.8960913904059291, + 1.9085723925421534, + 1.9075533598692653, + 1.9175343196861918, + 1.9265152923777218, + 1.9324962589895778, + 1.941977225243806, + 1.9504581894714763, + 1.9594391323606837, + 1.9684202093603418, + 1.9729011058771357, + 1.981382070104806, + 1.9983630441076379, + 2.001344064244465, + 2.0063249692251186, + 2.013305982567016, + 2.027786988756356, + 2.0272678751403603, + 2.043248966325924, + 2.0492298286296515, + 2.0577108375608058, + 2.067691842081216, + 2.0771727636319604, + 2.0776537265483284, + 2.091134671106466, + 2.0971156526194834, + 2.10259661076748, + 2.108577607181658, + 2.1150585673562126, + 2.1250395420743002, + 2.1340205445681524, + 2.143001398050393, + 2.150482479460795, + 2.1629635263005027, + 2.170944377756185, + 2.17342535962683, + 2.182906310979897, + 2.1883873138313774, + 2.1968682780590476, + 2.206849222974813, + 2.2148302532444295, + 2.2248111832590336, + 2.2297921627454933, + 2.236773131383907, + 2.245754104075437, + 2.260235095363616, + 2.2622160836715626, + 2.2666970248918403, + 2.274677995556812, + 2.2826589215183004, + 2.298640027605025, + 2.2976209055251697, + 2.314601909330324, + 2.31908283564944, + 2.3225638195466436, + 2.3365448321732853, + 2.3400257564658435, + 2.3485067206935137 ], "p10": [ - 1.819470966160631, - 1.821317607580401, - 1.825964212951282, - 1.8326108998613173, - 1.8325576015056206, - 1.8383043000027985, - 1.8410508583098522, - 1.84379759543084, - 1.851444221782556, - 1.8522909058792518, - 1.8550376430002398, - 1.8597841815185514, - 1.865530939620374, - 1.8682776171367173, - 1.8729243238354945, - 1.8767709335455935, - 1.8775175772064985, - 1.8831642173864922, - 1.8850109064899783, - 1.8887576307363627, - 1.89350421693839, - 1.8981508759534516, - 1.8999975650569374, - 1.906744310284157, - 1.908490881465814, - 1.9112376126263373, - 1.9169843111235152, - 1.9207309221210749, - 1.9244775867628148, - 1.9281241871269057, - 1.929970882190856, - 1.9357175747275697, - 1.9383641522034771, - 1.9442109567015555, - 1.9458574755264921, - 1.9507042928991738, - 1.954450897936269, - 1.9570974694517116, - 1.9589442718040229, - 1.9636908639665147, - 1.9693375041465084, - 1.9711841932499945, - 1.9769308917471722, - 1.980577492111263, - 1.9854242081560487, - 1.9881709452770366, - 1.9938174781686697, - 1.9966642557254486, - 1.9994108795976115, - 2.003057539566347, - 2.0079042496506676, - 2.0086508396673923, - 2.0152975265774273, - 2.0161442225950523, - 2.019890833592612, - 2.028537500713905, - 2.0273841628760914, - 2.0340308497861264, - 2.0357774328887124, - 2.038624156801311 + 1.8466294273798944, + 1.8556104507353726, + 1.8635913617956996, + 1.87057228573063, + 1.8775533825190303, + 1.8875342737906153, + 1.8945151977255459, + 1.9024961683905177, + 1.9094772115347376, + 1.9194582100946833, + 1.9284392274896967, + 1.935420151424627, + 1.9443011164629207, + 1.9523820858404322, + 1.9583630166895012, + 1.965344006189541, + 1.9733249768545131, + 1.9833059813749232, + 1.9911869473668908, + 1.9992679227048669, + 2.0052488595144005, + 2.0132298301793723, + 2.0222107820092767, + 2.032991835834649, + 2.0391727760297265, + 2.0471537407342337, + 2.0560347117329916, + 2.061115654169204, + 2.069096624834176, + 2.0790776233941215, + 2.0850585661641197, + 2.0940394643498434, + 2.1010205611382435, + 2.111001565658654, + 2.1179823763447594, + 2.128963367990566, + 2.1369444459438984, + 2.142925394674361, + 2.1489063910885395, + 2.157887283313799, + 2.1667682423916284, + 2.176849245624578, + 2.1828302479992208, + 2.190811212703728, + 2.1976920902424033, + 2.2057730536594504, + 2.2147541902637533, + 2.2227351549682606, + 2.231716059114449, + 2.2366970087985862, + 2.2466780133189963, + 2.25265895012853, + 2.2626399486884754, + 2.270520866996727, + 2.2776018432883776, + 2.289582935308406, + 2.2925638034533895, + 2.3025448079737996, + 2.3105257786387714, + 2.318506808908388 ], "p90": [ - 1.8765709581974503, - 1.88031762283919, - 1.884164292153934, - 1.8868110246019179, - 1.893557650619848, - 1.893304307155356, - 1.900150985530006, - 1.9027976106896292, - 1.9046442938326507, - 1.909391005204432, - 1.9120376303640552, - 1.9197842494678465, - 1.9187310176309331, - 1.9272776323955063, - 1.9281242747689509, - 1.9347709080348057, - 1.9365175924652875, - 1.942264231357821, - 1.9470109427296023, - 1.947757586390507, - 1.951504251032247, - 1.9572509554898896, - 1.9589975803157265, - 1.9647442192082598, - 1.9664909095992062, - 1.9703375789139503, - 1.9739842388826858, - 1.97783090819743, - 1.980477533357053, - 1.9842242456825088, - 1.9859708764688102, - 1.9938176015735019, - 1.9974642734631665, - 2.001210938104906, - 2.005957530267398, - 2.008704267388386, - 2.0105509505314076, - 2.0152975546148277, - 2.0189442145835637, - 2.021690892099907, - 2.02443756961625, - 2.028284227010065, - 2.033930873150523, - 2.0357775562935445, - 2.0414242024340026, - 2.0422709580562723, - 2.0490175363904863, - 2.0526641963592223, - 2.056510865673966, - 2.062157499893495, - 2.063004255515765, - 2.0676508549261814, - 2.0714975242409253, - 2.075144184209661, - 2.0779908067943635, - 2.082637513493141, - 2.084384203884087, - 2.089130861611688, - 2.09097754475471, - 2.0956241978093066 + 1.9057295069163325, + 1.9126104321387234, + 1.9176914401400447, + 1.9296724129507838, + 1.9366533488066433, + 1.9455343615286524, + 1.9516153506949063, + 1.9594962153589779, + 1.9656772628424157, + 1.9775582369406155, + 1.9844391681234705, + 1.9944201130392358, + 1.9975012004339443, + 2.0083820801183863, + 2.016463055456362, + 2.02434402144833, + 2.032424996786306, + 2.040305962778274, + 2.0502869076940393, + 2.05536786205118, + 2.0632489472524376, + 2.0742298792935996, + 2.0803108207761376, + 2.0901918206235437, + 2.0981727316838708, + 2.1032537933293725, + 2.1112347639943443, + 2.1201156694279932, + 2.1270966529675683, + 2.1294776361256735, + 2.1421585999241906, + 2.150139582510091, + 2.158020548502059, + 2.166101517879571, + 2.1759824640827965, + 2.18496348147781, + 2.19194440541274, + 2.2019254099331502, + 2.209906380598122, + 2.214887336242724, + 2.222868360551876, + 2.233849232988393, + 2.2409302688846884, + 2.2498111802788014, + 2.2557921707325157, + 2.261873165859234, + 2.270754130897527, + 2.2787350359973897, + 2.286716125871651, + 2.2956970240573753, + 2.3017780191840935, + 2.3096589911365255, + 2.3197399407252948, + 2.3267209183044057, + 2.337601851633028, + 2.3435828480472063, + 2.348563863296453, + 2.3595447893771504, + 2.3606257833117756, + 2.3775067645625323 ], "timestamps": [ - "2026-06-21 01:12:00", - "2026-06-21 01:18:00", - "2026-06-21 01:24:00", - "2026-06-21 01:30:00", "2026-06-21 01:36:00", "2026-06-21 01:42:00", "2026-06-21 01:48:00", @@ -795,6 +791,10 @@ "2026-06-22 06:48:00", "2026-06-22 06:54:00", "2026-06-22 07:00:00", - "2026-06-22 07:06:00" + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 1e9dd13ead722cb9b318f9c0378a9a72d2298720..9e37a08056f99c12f5ccf23f92f83f4eda6bd238 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T07:33:31.063377+00:00", + "evaluated_at": "2026-06-22T07:40:48.211549+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t013000z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index c856021f3543e47e66e1874302b5e98367c95c34..476a33db69a542e89c80e620bb014f5d6d97d061 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1737,3 +1737,5 @@ {"evaluated_at": "2026-06-22T07:33:31.222586+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T07:33:31.222586+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} {"evaluated_at": "2026-06-22T07:33:31.222586+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-22T07:40:48.403642+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T07:40:48.403642+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 50370c47938b05080520fe1fe0c40b7a4985ff25..f5cd8e18976d93ccbbee6b3475e7e139ca214a51 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,76309.22409756978,92882.94948403041,220.66886393229166,0.20881132179504172,0.003447659216383417,0.0034447199582981745,2.0302277700776203,276.2412425717235,0.004309770738261854,0.0034427596826855076,0.004759069606466616,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,81835.2441889445,83016.14322948456,223.302734375,0.21130366239433704,0.003489296396513998,0.0034865268622407807,1.98074766675644,286.06860049460954,0.004463022383863665,0.0034837975932013087,0.00472252474436078,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.9357153171763457,1.9127262558818074,1.1218695640563965,0.6594880904109198,0.04287075619903718,0.04427535641662273,6.60639021231552,1.391299866016074,0.05326824293671531,0.042952653084473595,0.03879220245461595,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.2932325658679327,1.293452574417062,0.9061119168996811,2.656375872642433,0.9876122595237771,0.530544268468184,29.46906010200981,1.1372038365517119,0.8617790929283915,0.686656411752182,0.4433174260693452,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.9300980916843413,1.8202109967434228,1.1199753244717916,3.2662658524282198,1.2930550639902987,0.63658591588586,84.8026389026536,1.3892797024661165,1.1219402397758458,0.9044581748732191,0.7531575042013573,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.08916366985279349,0.0878581752288729,0.27854394995503956,4.2338704619567125,0.1724609371092962,0.19053915127841622,83.46883677911427,0.29860286310213685,0.18842598591843035,0.17576830257632137,0.15359891062547404,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.04008348641957582,0.004165074460303231,0.05364412069320679,0.027647650495954346,0.003834459564687611,0.0038318934272686647,0.7108480571912971,0.2002086072564709,0.014304872466404628,0.0038328637095293434,0.011383612250536003,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,113.79598327717274,86.40264044433452,7.2524170478185015,0.6267669795366542,0.4226709282351342,0.30913374752481154,5.11650076387565,10.667520015316247,0.49712714634483485,0.33797671679154184,0.24795088404847837,Air Quality,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index e86c6f0fb1fdfb2f7614c0da441b973a949ee5b6..384076208b3017b40464fcad22ceebf0cbaa17d9 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T07:32:48.220080+00:00", + "evaluated_at": "2026-06-22T07:39:56.149472+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64276.0 + 64300.0 ], "p50": [ - 64232.0625, - 64213.380859375, - 64211.083984375, - 64306.203125, - 64252.396484375, - 64284.66796875, - 64280.130859375, - 64363.759765625, - 64225.357421875, - 64320.099609375, - 64240.56640625, - 64179.37890625, - 64197.583984375, - 64215.095703125, - 64135.607421875, - 64178.69921875, - 63999.2578125, - 64108.41796875, - 63939.580078125, - 64031.103515625, - 63883.58203125, - 63861.619140625, - 63869.796875, - 63952.240234375 + 64212.59765625, + 64245.1171875, + 64279.4140625, + 64331.19921875, + 64234.4375, + 64234.02734375, + 64279.443359375, + 64414.08984375, + 64240.47265625, + 64331.71875, + 64316.48046875, + 64296.6796875, + 64168.38671875, + 64134.28515625, + 64169.76953125, + 64282.939453125, + 64070.01171875, + 64284.1640625, + 63935.068359375, + 64003.775390625, + 63852.119140625, + 63756.68359375, + 63916.572265625, + 63836.544921875 ], "p10": [ - 63995.521484375, - 63851.005859375, - 63795.74609375, - 63859.05859375, - 63754.52734375, - 63604.8515625, - 63726.509765625, - 63701.4296875, - 63406.0390625, - 63382.484375, - 63112.701171875, - 63227.001953125, - 63019.451171875, - 63115.455078125, - 62899.869140625, - 62660.736328125, - 62491.53515625, - 62432.802734375, - 62507.779296875, - 62524.375, - 62310.80078125, - 62418.943359375, - 62250.4140625, - 62367.6328125 + 63989.490234375, + 63908.560546875, + 63908.724609375, + 63869.107421875, + 63712.50390625, + 63744.7578125, + 63713.052734375, + 63763.466796875, + 63224.16015625, + 63274.37109375, + 63316.783203125, + 63155.994140625, + 62929.259765625, + 63030.0390625, + 63046.048828125, + 62760.45703125, + 62531.765625, + 62525.291015625, + 62419.796875, + 62118.107421875, + 62350.630859375, + 62317.037109375, + 62444.208984375, + 62287.576171875 ], "p90": [ - 64478.1796875, - 64541.123046875, - 64690.9140625, - 64715.328125, - 64848.857421875, - 64956.9296875, - 64898.830078125, - 65278.091796875, - 65081.560546875, - 65106.18359375, - 65425.623046875, - 65248.681640625, - 66097.359375, - 65437.517578125, - 65638.84765625, - 65563.47265625, - 65650.01953125, - 65567.375, - 65659.8515625, - 65710.01171875, - 65878.87109375, - 65607.7265625, - 65610.59765625, - 65975.2578125 + 64480.23046875, + 64583.08984375, + 64663.8828125, + 64845.87109375, + 64675.328125, + 64875.1484375, + 64950.083984375, + 64997.927734375, + 65132.9375, + 65393.87109375, + 65455.703125, + 65325.337890625, + 65335.263671875, + 65448.390625, + 65534.47265625, + 65559.078125, + 65638.47265625, + 65692.6796875, + 65486.9765625, + 65551.6953125, + 65266.255859375, + 65864.8203125, + 65799.0625, + 65541.40234375 ], "timestamps": [ "2026-06-17 08:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 9246be046da49708cc56c695869dc65eabe3cab0..daf8f401f1b46162c85cf5dd7434dba1a2fb58b9 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T07:23:45.060662+00:00", + "evaluated_at": "2026-06-22T07:40:04.240557+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.8029999732971191, - 1.8009999990463257, - 1.8029999732971191, - 1.7990000247955322, 1.784999966621399, 1.7640000581741333, 1.7549999952316284, @@ -245,13 +241,13 @@ 1.8209999799728394, 1.8380000591278076, 1.8489999771118164, - 1.8450000286102295 - ], - "actuals": [ + 1.8450000286102295, 1.840999960899353, 1.8480000495910645, 1.8619999885559082, - 1.86899995803833, + 1.86899995803833 + ], + "actuals": [ 1.8769999742507935, 1.871000051498413, 1.8589999675750732, @@ -307,199 +303,199 @@ 0.6909999847412109, 0.6759999990463257, 0.6639999747276306, - 0.6480000019073486 + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033 ], "p50": [ - 1.8383649587631226, - 1.848124384880066, - 1.8523522019386292, - 1.8576120138168335, - 1.8662798404693604, - 1.8642911911010742, - 1.8775641322135925, - 1.88866126537323, - 1.8907413482666016, - 1.8932132720947266, - 1.9128810167312622, - 1.9191097021102905, - 1.9388831853866577, - 1.9529513716697693, - 1.9526209235191345, - 1.969334602355957, - 2.006858706474304, - 2.0340778827667236, - 2.025442123413086, - 2.070379137992859, - 2.0764516592025757, - 2.070852279663086, - 2.062390089035034, - 2.08897602558136, - 2.1367580890655518, - 2.1575229167938232, - 2.1269439458847046, - 2.1554629802703857, - 2.1814552545547485, - 2.2288501262664795, - 2.2252124547958374, - 2.227655529975891, - 2.362658977508545, - 2.352019786834717, - 2.362658977508545, - 2.2894771099090576, - 2.3528079986572266, - 2.301708936691284, - 2.380256772041321, - 2.398993968963623, - 2.362658977508545, - 2.384912610054016, - 2.3021626472473145, - 2.411999821662903, - 2.307530164718628, - 2.3965046405792236, - 2.5445667505264282, - 2.5495797395706177, - 2.5420624017715454, - 2.5416982173919678, - 2.623045563697815, - 2.5160248279571533, - 2.6164610385894775, - 2.6542410850524902, - 2.46686053276062, - 2.5920522212982178, - 2.5098527669906616, - 2.721209764480591, - 2.669846534729004, - 2.611312508583069 + 1.8685121536254883, + 1.8743072748184204, + 1.8775972127914429, + 1.8845150470733643, + 1.8910104632377625, + 1.894432783126831, + 1.9053546786308289, + 1.9236248135566711, + 1.9224964380264282, + 1.9409918785095215, + 1.967573344707489, + 1.9858952760696411, + 2.0057077407836914, + 2.0217368602752686, + 2.028362512588501, + 2.0619094371795654, + 2.088189721107483, + 2.0871775150299072, + 2.123374104499817, + 2.1283751726150513, + 2.1601330041885376, + 2.16711163520813, + 2.208796262741089, + 2.202825665473938, + 2.206445336341858, + 2.2640243768692017, + 2.275219678878784, + 2.3129515647888184, + 2.3225340843200684, + 2.347726821899414, + 2.3771097660064697, + 2.4177221059799194, + 2.502134680747986, + 2.4863533973693848, + 2.5139386653900146, + 2.4863592386245728, + 2.4913480281829834, + 2.57872474193573, + 2.528604030609131, + 2.563537836074829, + 2.6213477849960327, + 2.622108221054077, + 2.6330342292785645, + 2.6359827518463135, + 2.5789471864700317, + 2.691758632659912, + 2.7673370838165283, + 2.693025231361389, + 2.9274790287017822, + 2.7958178520202637, + 2.7808977365493774, + 2.69727098941803, + 2.7958178520202637, + 2.763545274734497, + 2.7420709133148193, + 2.7560988664627075, + 2.8042622804641724, + 2.7958178520202637, + 2.837219476699829, + 2.814351797103882 ], "p10": [ - 1.8285202980041504, - 1.8283029198646545, - 1.819486141204834, - 1.820770263671875, - 1.8166708946228027, - 1.802903413772583, - 1.81863671541214, - 1.8137725591659546, - 1.8040599822998047, - 1.7604867219924927, - 1.769843578338623, - 1.7938866019248962, - 1.834439754486084, - 1.778545081615448, - 1.7328540086746216, - 1.7636200189590454, - 1.6995084285736084, - 1.7124123573303223, - 1.6772933602333069, - 1.7006244659423828, - 1.6979912519454956, - 1.605528712272644, - 1.6741018891334534, - 1.6256294250488281, - 1.6483558416366577, - 1.6155396699905396, - 1.6400094032287598, - 1.5715956687927246, - 1.5803677439689636, - 1.715290606021881, - 1.548344910144806, - 1.5106167793273926, - 1.5194953680038452, - 1.5750017166137695, - 1.5106167793273926, - 1.2978039979934692, - 1.5106167793273926, - 1.5214720368385315, - 1.4011447429656982, - 1.352916657924652, - 1.4439512491226196, - 1.4910732507705688, - 1.3509949445724487, - 1.357620656490326, - 1.2398141622543335, - 1.4995495080947876, - 1.1952607035636902, - 1.3211174011230469, - 1.302255928516388, - 1.3244826793670654, - 1.0840474963188171, - 1.2454981207847595, - 1.4709750413894653, - 1.4886580109596252, - 1.1885040998458862, - 1.2030500173568726, - 1.356781005859375, - 1.207767128944397, - 1.3974154591560364, - 1.4827852249145508 + 1.8573969006538391, + 1.8540054559707642, + 1.853416085243225, + 1.8452190160751343, + 1.849895417690277, + 1.8479567766189575, + 1.8314182758331299, + 1.839778184890747, + 1.8370565176010132, + 1.8369574546813965, + 1.8546549677848816, + 1.8622093200683594, + 1.8685649633407593, + 1.8883237838745117, + 1.893258810043335, + 1.903823435306549, + 1.8961234092712402, + 1.8843770027160645, + 1.9013001918792725, + 1.91202712059021, + 1.9194891452789307, + 1.912436068058014, + 1.9830646514892578, + 1.9372940063476562, + 1.8992065787315369, + 1.9666056632995605, + 1.9422951936721802, + 1.9817699790000916, + 1.9228906631469727, + 1.9922364950180054, + 1.9908124208450317, + 1.9775371551513672, + 1.8897392749786377, + 2.0440523624420166, + 1.981006920337677, + 1.9949681758880615, + 1.934117615222931, + 2.025569200515747, + 1.9949795007705688, + 1.9206000566482544, + 1.9700894355773926, + 2.013170003890991, + 1.9498611688613892, + 1.9692816734313965, + 1.9879885911941528, + 1.8734578490257263, + 2.0242000818252563, + 2.0841314792633057, + 1.9665889143943787, + 2.144110679626465, + 1.9534507989883423, + 1.94065260887146, + 1.9428421258926392, + 1.9973372220993042, + 2.0635175704956055, + 1.94065260887146, + 1.982012391090393, + 1.94065260887146, + 1.888077437877655, + 2.00602924823761 ], "p90": [ - 1.8479617238044739, - 1.8676456809043884, - 1.884044587612152, - 1.8953914642333984, - 1.913684368133545, - 1.9153650403022766, - 1.9333983659744263, - 1.9637800455093384, - 1.9899210333824158, - 1.9938181042671204, - 2.0222383737564087, - 2.0563645362854004, - 2.076637387275696, - 2.1240437030792236, - 2.1147944927215576, - 2.20432710647583, - 2.31772780418396, - 2.362658977508545, - 2.4168450832366943, - 2.3418617248535156, - 2.409998297691345, - 2.5191495418548584, - 2.498624086380005, - 2.6195595264434814, - 2.588903546333313, - 2.629697561264038, - 2.629607677459717, - 2.7318872213363647, - 2.7808388471603394, - 2.767341136932373, - 2.7890557050704956, - 2.855549693107605, - 3.194427013397217, - 3.214700698852539, - 3.214700698852539, - 3.138047456741333, - 3.1639926433563232, - 3.221442461013794, - 3.222432851791382, - 3.214700698852539, - 3.238861083984375, - 3.328995943069458, - 3.5806736946105957, - 3.467083692550659, - 3.197230815887451, - 3.620734214782715, - 3.5678584575653076, - 3.6407217979431152, - 3.967684507369995, - 3.786142110824585, - 4.0725367069244385, - 3.6407217979431152, - 3.9287283420562744, - 4.0018393993377686, - 3.6407217979431152, - 3.9490256309509277, - 4.027089357376099, - 3.975487232208252, - 4.079808712005615, - 4.066742897033691 + 1.8811191320419312, + 1.8921475410461426, + 1.9100611805915833, + 1.9167162775993347, + 1.9336708784103394, + 1.9522736072540283, + 1.976554274559021, + 1.994664192199707, + 2.000208616256714, + 2.0578126907348633, + 2.072091817855835, + 2.1204638481140137, + 2.114777088165283, + 2.1928322315216064, + 2.1886041164398193, + 2.240462899208069, + 2.301946520805359, + 2.34831166267395, + 2.3412587642669678, + 2.3915534019470215, + 2.369122624397278, + 2.421198010444641, + 2.458688497543335, + 2.48450243473053, + 2.523654580116272, + 2.6612024307250977, + 2.629455804824829, + 2.714960813522339, + 2.700781464576721, + 2.824493408203125, + 2.873844861984253, + 2.992431640625, + 3.340634822845459, + 3.2228517532348633, + 3.043852925300598, + 3.0023438930511475, + 3.0740017890930176, + 3.2195892333984375, + 3.2356739044189453, + 3.2027478218078613, + 3.2451705932617188, + 3.2795722484588623, + 3.223400115966797, + 3.444309711456299, + 3.3467328548431396, + 3.4325406551361084, + 3.4614064693450928, + 3.450162649154663, + 3.904322385787964, + 3.6719131469726562, + 3.704091787338257, + 3.6509828567504883, + 3.6509828567504883, + 3.7006499767303467, + 3.893205404281616, + 3.7790896892547607, + 3.9581141471862793, + 4.02796745300293, + 4.011722564697266, + 4.060466527938843 ], "timestamps": [ - "2026-06-21 01:12:00", - "2026-06-21 01:18:00", - "2026-06-21 01:24:00", - "2026-06-21 01:30:00", "2026-06-21 01:36:00", "2026-06-21 01:42:00", "2026-06-21 01:48:00", @@ -795,6 +791,10 @@ "2026-06-22 06:48:00", "2026-06-22 06:54:00", "2026-06-22 07:00:00", - "2026-06-22 07:06:00" + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index fb2117f0f33edf906635dcbfad14c6461c5d1768..368952ef31d968b139062249b5425961dc680b4f 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T07:33:02.250853+00:00", + "evaluated_at": "2026-06-22T07:40:07.116414+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t013000z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 30e036bd6c40e25d87d31108b7796cad45077cee..3f04b4d30bbe07151607bf398737b4815b103457 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,68734.15199911257,65328.17486933918,206.3296526635598,0.19524262159345385,0.003220088745007021,0.00322154498719431,1.3612324469166666,262.17198934881003,0.004090269641015068,0.0032190468418352145,0.0024076757704996608,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,69255.55792564743,65786.82399899927,207.3296526635598,0.19618888704329596,0.0032355882610993095,0.003237099940159626,1.3612324469166666,263.16450734407067,0.004105690330516274,0.003234597851970763,0.0024232394390229063,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.2892980059679801,0.2903454659240273,0.4314536201845127,1.2648580881088447,0.46991405869509356,0.3288682833613903,45.976129879091324,0.5378643007004463,0.4075964169991759,0.32695783947645213,0.31931394977817423,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.42238470151947644,0.42483344245478155,0.5262925088894002,1.5348652890946077,0.6201046521204675,0.40164807484717546,56.68226675313982,0.6499113028094499,0.5248486979351448,0.4250179014114015,0.41594428312691595,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.08419926878778064,0.0842882200661658,0.27222226560115814,4.137780804794772,0.16845599275539413,0.18573866781537227,48.12066317458909,0.29017110260634266,0.1831053310260335,0.1717791592885767,0.15920928869503287,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,0.0017718605465608286,0.0067712666677291105,0.07982454550893554,0.04114078312236983,0.005705514361449345,0.00568825196283265,1.16735837366153,0.042093473918896604,0.0030075718738025617,0.005703450809840888,0.005605903908397658,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,162.12160711604497,155.27907965227237,10.988930638334645,0.9496832323781677,0.6331856644890809,0.43683018899345805,19.147458289486355,12.732698343872165,0.5933684665105475,0.5121055054757894,0.4736291723021788,Air Quality,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 53015fea44376941de9339c6e706696255ebe7c0..5dc5234003f05666c9bddefeb341c0969c1992da 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T07:33:31.068326+00:00", + "evaluated_at": "2026-06-22T07:40:48.229321+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64276.0 + 64300.0 ], "p50": [ 64002.66957579496, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index ccf5ad7faf5d09ea56db3a85fdcf1d83a826924c..a45f29d9fdb62e0a74ce2f6382559022bc86012e 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T07:25:19.346360+00:00", + "evaluated_at": "2026-06-22T07:40:48.246417+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.8029999732971191, - 1.8009999990463257, - 1.8029999732971191, - 1.7990000247955322, 1.784999966621399, 1.7640000581741333, 1.7549999952316284, @@ -245,13 +241,13 @@ 1.8209999799728394, 1.8380000591278076, 1.8489999771118164, - 1.8450000286102295 - ], - "actuals": [ + 1.8450000286102295, 1.840999960899353, 1.8480000495910645, 1.8619999885559082, - 1.86899995803833, + 1.86899995803833 + ], + "actuals": [ 1.8769999742507935, 1.871000051498413, 1.8589999675750732, @@ -307,199 +303,199 @@ 0.6909999847412109, 0.6759999990463257, 0.6639999747276306, - 0.6480000019073486 + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033 ], "p50": [ - 1.6467826286203526, - 1.6492826113350056, - 1.6497826347000264, - 1.6542826214677953, - 1.6467826286203526, - 1.6497825899965428, - 1.653782627905097, - 1.6477826157457494, - 1.6497825899965428, - 1.6497825899965428, - 1.6507826367265843, - 1.6527826705820226, - 1.647282622183051, - 1.6497825899965428, - 1.6582825699693822, - 1.6497826496011876, - 1.6467826286203526, - 1.648782602871146, - 1.6567826190836095, - 1.6447825947649144, - 1.6482826093084477, - 1.6502825835592412, - 1.6492826262361668, - 1.6547827044374608, - 1.6517826536543034, - 1.6492825964338444, - 1.6527826556808614, - 1.6487826326734685, - 1.6497825899965428, - 1.6467826286203526, - 1.6467825988180302, - 1.648782602871146, - 1.6517825642473363, - 1.6492826113350056, - 1.6507825771219395, - 1.6547825852281712, - 1.6552826681978368, - 1.649782604897704, - 1.6477826157457494, - 1.6467825690157079, - 1.6487826177723073, - 1.6492826113350056, - 1.6577826062090062, - 1.6502825835592412, - 1.6497825899965428, - 1.6467826286203526, - 1.6517825642473363, - 1.6502825835592412, - 1.649782604897704, - 1.6467825988180302, - 1.6482826093084477, - 1.6437826672441624, - 1.6502825835592412, - 1.6477826157457494, - 1.6502825835592412, - 1.6517826834566258, - 1.6467826286203526, - 1.648782602871146, - 1.6487826177723073, - 1.6477826157457494 + 1.7266485932980622, + 1.7241485360776032, + 1.7266485336934174, + 1.7311485651646699, + 1.7221485618268098, + 1.7241485509787644, + 1.7251485530053223, + 1.7231485489522065, + 1.7246485445414628, + 1.7251485381041611, + 1.7261485103283967, + 1.727148616663083, + 1.7236485425149048, + 1.7241485360776032, + 1.7331485394154633, + 1.7281485888873185, + 1.725148523203, + 1.7241485658799256, + 1.7306486014042939, + 1.7221485171233262, + 1.730148637643918, + 1.7281485292826737, + 1.7286485675488557, + 1.7306486014042939, + 1.7321485522900666, + 1.7246485445414628, + 1.7301485184346284, + 1.7281485292826737, + 1.7256485167656983, + 1.7236485425149048, + 1.7221485320244874, + 1.7241485360776032, + 1.7251485679064835, + 1.726148450723752, + 1.7256485614691819, + 1.730148637643918, + 1.7301485184346284, + 1.7246485296403016, + 1.7261485103283967, + 1.7236485425149048, + 1.7241485360776032, + 1.7261485103283967, + 1.7261485699330414, + 1.7281485292826737, + 1.7251485381041611, + 1.7241485360776032, + 1.7251485381041611, + 1.7316485587273682, + 1.725648576370343, + 1.7221485469256486, + 1.7221485469256486, + 1.722148502222165, + 1.730148637643918, + 1.7211485448990906, + 1.7301485780392731, + 1.7266485336934174, + 1.7221485469256486, + 1.7281485888873185, + 1.7236485425149048, + 1.7241485360776032 ], "p10": [ - 1.618682620847907, - 1.6167825976259373, - 1.6176825383550786, - 1.620582560623374, - 1.6167825976259373, - 1.6187826314813756, - 1.6177825251466893, - 1.6167825976259373, - 1.6206825593359135, - 1.6177825787908695, - 1.6167826512701176, - 1.6177825251466893, - 1.6197826186067723, - 1.6187826314813756, - 1.6196826735384129, - 1.6197826186067723, - 1.6167825976259373, - 1.6186825731641912, - 1.6167825976259373, - 1.6167826572305821, - 1.6177825787908695, - 1.6186825731641912, - 1.6167825976259373, - 1.619782678211417, - 1.617782584751334, - 1.6167826512701176, - 1.6187826851255558, - 1.6187826314813756, - 1.6187826314813756, - 1.6186825672037266, - 1.6167825976259373, - 1.618782625520911, - 1.6176825383550786, - 1.619782678211417, - 1.617682532394614, - 1.6187826851255558, - 1.618782625520911, - 1.617682532394614, - 1.6157826701051854, - 1.6167825976259373, - 1.6186825731641912, - 1.6167825976259373, - 1.6187826314813756, - 1.6186825672037266, - 1.6197826186067723, - 1.6187826910860204, - 1.6206825593359135, - 1.6197826722509525, - 1.6187826314813756, - 1.6186826268083714, - 1.6197826722509525, - 1.6167825976259373, - 1.6196826198942327, - 1.6167826512701176, - 1.6167825976259373, - 1.6216826001054905, - 1.6167825976259373, - 1.6196826198942327, - 1.6176825383550786, - 1.6167825976259373 + 1.6931485119973266, + 1.6941485646878327, + 1.694148505083188, + 1.6931484583531464, + 1.6921485844765747, + 1.694148505083188, + 1.6931484583531464, + 1.6931484583531464, + 1.6921485308323945, + 1.6941485587273681, + 1.6951486054574096, + 1.6941485587273681, + 1.6950485531006898, + 1.6951485518132294, + 1.6931485119973266, + 1.6921485308323945, + 1.6921485308323945, + 1.6941485646878327, + 1.6940485600148285, + 1.6941485646878327, + 1.6921485308323945, + 1.6921485308323945, + 1.6931485119973266, + 1.6959485951577271, + 1.6941485646878327, + 1.6941485587273681, + 1.6950485590611541, + 1.6921485308323945, + 1.6921485308323945, + 1.6941485587273681, + 1.6921485308323945, + 1.6931484583531464, + 1.6921485844765747, + 1.694148618332013, + 1.6931484583531464, + 1.6961484793339814, + 1.696148586622342, + 1.6941485646878327, + 1.6921485904370392, + 1.6931485119973266, + 1.6940485004101837, + 1.6961485329781616, + 1.6941485646878327, + 1.6941485587273681, + 1.6930484656010711, + 1.6931484583531464, + 1.6941486242924775, + 1.694148618332013, + 1.6951485518132294, + 1.6921485308323945, + 1.6941485646878327, + 1.6921485308323945, + 1.6941485587273681, + 1.6940485063706483, + 1.6931485119973266, + 1.6971486333523835, + 1.6921485308323945, + 1.6941485646878327, + 1.6941485646878327, + 1.6941486242924775 ], "p90": [ - 1.6757826128847264, - 1.6757826128847264, - 1.6758826175577306, - 1.6747826853639745, - 1.6777826467401646, - 1.673782638633933, - 1.6768826523668432, - 1.6757826128847264, - 1.6738826313860082, - 1.6748826781160497, - 1.673782638633933, - 1.6777825930959844, - 1.6729826966173313, - 1.6777826467401646, - 1.6748826244718693, - 1.6777825930959844, - 1.6757826128847264, - 1.6777825871355199, - 1.6787826338655614, - 1.6757826128847264, - 1.6757826128847264, - 1.6777826527006292, - 1.6757826128847264, - 1.6777825871355199, - 1.6757826128847264, - 1.6758826175577306, - 1.6757826128847264, - 1.6758826175577306, - 1.6747825780756138, - 1.6747826257593297, - 1.6727825919038914, - 1.6768826523668432, - 1.676782659614768, - 1.676782659614768, - 1.6777825871355199, - 1.676782659614768, - 1.6748826781160497, - 1.6758826175577306, - 1.6757826128847264, - 1.6747826257593297, - 1.673782638633933, - 1.6738826313860082, - 1.6757826128847264, - 1.6738826313860082, - 1.6757826128847264, - 1.6728827038652563, - 1.6758826175577306, - 1.6757826128847264, - 1.6758826175577306, - 1.6777825871355199, - 1.6748826781160497, - 1.6757826128847264, - 1.6758826175577306, - 1.6757826128847264, - 1.674882570827689, - 1.6757826128847264, - 1.673782638633933, - 1.6747826317197942, - 1.6728826502210759, - 1.673782638633933 + 1.7522485915337647, + 1.7511485460911835, + 1.748248583427533, + 1.7522485855733003, + 1.7512485507641877, + 1.752148592821225, + 1.7502486113225069, + 1.7501485053216066, + 1.7483485821400726, + 1.7522485855733003, + 1.7511485460911835, + 1.753148520341977, + 1.7482486370717134, + 1.7511485460911835, + 1.7512485507641877, + 1.7511485460911835, + 1.7512485507641877, + 1.7511485460911835, + 1.753148520341977, + 1.7502485040341462, + 1.7501486185704316, + 1.7531485799466218, + 1.7512485507641877, + 1.7531485799466218, + 1.753148520341977, + 1.7502486113225069, + 1.7502486113225069, + 1.7511485460911835, + 1.7501485589657868, + 1.7445485714589204, + 1.7492485645924654, + 1.7492485765133943, + 1.74914857184039, + 1.7492485705529297, + 1.7511485460911835, + 1.752148592821225, + 1.7511485460911835, + 1.7531485799466218, + 1.7531485799466218, + 1.7501485649262514, + 1.7501486185704316, + 1.753148520341977, + 1.7522485855733003, + 1.7531485263024416, + 1.7511485460911835, + 1.7492485705529297, + 1.7501485649262514, + 1.750148499361142, + 1.7501486185704316, + 1.7511485460911835, + 1.7492485705529297, + 1.74914857184039, + 1.7512485507641877, + 1.7502485576783264, + 1.753148520341977, + 1.7511485460911835, + 1.748148590675458, + 1.7511485460911835, + 1.744248569360837, + 1.7531485799466218 ], "timestamps": [ - "2026-06-21 01:12:00", - "2026-06-21 01:18:00", - "2026-06-21 01:24:00", - "2026-06-21 01:30:00", "2026-06-21 01:36:00", "2026-06-21 01:42:00", "2026-06-21 01:48:00", @@ -795,6 +791,10 @@ "2026-06-22 06:48:00", "2026-06-22 06:54:00", "2026-06-22 07:00:00", - "2026-06-22 07:06:00" + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 8bc26671f6b757784d3d2966062b6a0641974494..2bbd8bdff104f268581865d88e744604fc683bdc 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T07:33:31.091832+00:00", + "evaluated_at": "2026-06-22T07:40:48.256707+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t013000z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 2bdebef495f2f6053b64c93d4911bb84de602a22..8550e1c3be2d31b4bdb6502c68bc76a688b29b4e 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T07:29:28.056249+00:00", - "finished_at": "2026-06-22T07:33:31.222125+00:00", - "task_count": 3, + "started_at": "2026-06-22T07:37:28.726942+00:00", + "finished_at": "2026-06-22T07:40:48.403142+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,25 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T07:30:09.194496+00:00", + "evaluated_at": "2026-06-22T07:38:06.289089+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t013000z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -36,25 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T07:30:54.662491+00:00", + "evaluated_at": "2026-06-22T07:38:41.334454+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t013000z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -62,25 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T07:31:37.565186+00:00", + "evaluated_at": "2026-06-22T07:39:15.330805+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t013000z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -88,25 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T07:32:15.556250+00:00", + "evaluated_at": "2026-06-22T07:39:29.122378+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t013000z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -114,25 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T07:33:02.250853+00:00", + "evaluated_at": "2026-06-22T07:40:07.116414+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t013000z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -140,25 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T07:33:30.554409+00:00", + "evaluated_at": "2026-06-22T07:40:47.869752+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t013000z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -166,25 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T07:33:30.958375+00:00", + "evaluated_at": "2026-06-22T07:40:48.140746+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t013000z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -192,25 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T07:33:31.063377+00:00", + "evaluated_at": "2026-06-22T07:40:48.211549+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t013000z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -218,25 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T07:33:31.091832+00:00", + "evaluated_at": "2026-06-22T07:40:48.256707+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t013000z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -244,25 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T07:33:31.116012+00:00", + "evaluated_at": "2026-06-22T07:40:48.282377+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t013000z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -278,7 +218,5 @@ "overall": "aggregates/results_overall.csv", "metadata": "aggregates/metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T07:34:26.257327+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_074048.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_074048.json new file mode 100644 index 0000000000000000000000000000000000000000..a4a4ab933c88045606ed01cc078b3c22c097a90a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_074048.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T07:40:48.077646+00:00", + "metrics": { + "MSE[mean]": 250393.04895322453, + "MSE[0.5]": 685166.5867595343, + "MAE[0.5]": 790.5472599356696, + "MASE[0.5]": 0.7480675585444896, + "MAPE[0.5]": 0.012320438180254875, + "sMAPE[0.5]": 0.012404136895041098, + "MSIS": 14.907765700949346, + "RMSE[mean]": 500.392894587068, + "NRMSE[mean]": 0.007806745254135285, + "ND[0.5]": 0.012333510600236129, + "mean_weighted_sum_quantile_loss": 0.01102657875899308 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64300.0 + ], + "predictions": { + "p50": [ + 63492.18370368655, + 63471.41857714654, + 63493.53325083366, + 63428.80641808227, + 63447.77158278841, + 63393.84201176236, + 63358.45921217973, + 63400.35707762191, + 63319.785206761786, + 63315.170384698744, + 63296.35922577035, + 63296.639511655834, + 63302.879373040254, + 63269.18767364702, + 63288.708687285776, + 63229.1740668494, + 63213.78026811458, + 63253.67444410639, + 63223.420260804836, + 63216.7185969824, + 63186.48242524329, + 63160.53311928468, + 63157.77259554335, + 63150.33308765381 + ], + "p10": [ + 63249.69602737245, + 63122.9900047198, + 63161.73217152597, + 63181.91817570589, + 63156.59285239787, + 63191.314058994, + 62994.76997493257, + 63058.328657556965, + 63068.74086466828, + 63052.60512433716, + 63037.19929940847, + 63031.888585350825, + 63010.80316486745, + 63007.06740822695, + 62995.04809164019, + 62972.370489618916, + 62960.70074558745, + 62962.495713715856, + 62938.921053407445, + 62928.764426108915, + 62929.814494109385, + 62880.13992712001, + 62900.96901831286, + 62892.52918704604 + ], + "p90": [ + 63717.11020610376, + 63762.84312036233, + 63742.50576316144, + 63689.91036584032, + 63707.89744908109, + 63670.11759947068, + 63680.67010582883, + 63643.23404207804, + 63572.913001189336, + 63578.775170239, + 63584.39555429317, + 63589.088137590414, + 63537.75915093577, + 63542.2347883478, + 63540.730209064335, + 63487.77434420916, + 63516.83781806044, + 63494.39879916527, + 63484.80062756034, + 63484.90149858191, + 63474.303833155864, + 63436.7647079602, + 63475.940713785436, + 63377.09045016845 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_073754.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_073754.json new file mode 100644 index 0000000000000000000000000000000000000000..d46d4d8095eea8f92a3e4bada5c5505f383259df --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_073754.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T07:37:54.908315+00:00", + "metrics": { + "MSE[mean]": 76453.3934211731, + "MSE[0.5]": 76453.3934211731, + "MAE[0.5]": 198.24088541666666, + "MASE[0.5]": 0.18758850061590424, + "MAPE[0.5]": 0.0030991800135366666, + "sMAPE[0.5]": 0.0030944048480210824, + "MSIS": 1.9710872575643996, + "RMSE[mean]": 276.5020676616598, + "NRMSE[mean]": 0.0043137726930706135, + "ND[0.5]": 0.0030928018925593585, + "mean_weighted_sum_quantile_loss": 0.004566400253072195 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64300.0 + ], + "predictions": { + "p50": [ + 64224.64453125, + 64241.89453125, + 64261.41796875, + 64278.83203125, + 64275.38671875, + 64277.125, + 64275.0, + 64274.68359375, + 64264.125, + 64256.83203125, + 64232.37109375, + 64227.27734375, + 64216.95703125, + 64200.49609375, + 64175.5078125, + 64174.890625, + 64159.875, + 64111.96875, + 64111.421875, + 64074.6875, + 64051.2265625, + 64010.01171875, + 63969.34375, + 63952.65625 + ], + "p10": [ + 63957.83984375, + 63891.9609375, + 63811.8828125, + 63726.53515625, + 63629.71875, + 63506.95703125, + 63388.046875, + 63321.5546875, + 63245.1875, + 63120.29296875, + 63085.5234375, + 63010.1875, + 62947.4375, + 62883.05859375, + 62823.83984375, + 62751.65234375, + 62742.953125, + 62651.48828125, + 62570.59765625, + 62558.03515625, + 62501.26171875, + 62465.796875, + 62399.5703125, + 62383.87890625 + ], + "p90": [ + 64428.5625, + 64522.93359375, + 64614.99609375, + 64699.859375, + 64772.98046875, + 64823.3125, + 64854.0, + 64908.640625, + 64942.1328125, + 64993.80859375, + 65030.30859375, + 65074.2265625, + 65112.4375, + 65133.20703125, + 65174.44921875, + 65217.60546875, + 65565.2265625, + 65602.6015625, + 65593.3359375, + 65626.578125, + 65608.4375, + 65658.8984375, + 65711.2578125, + 65697.875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_074048.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_074048.json new file mode 100644 index 0000000000000000000000000000000000000000..d85e4cc3c64356a2f92736e94ec649fe2ef0bc18 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_074048.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T07:40:48.173140+00:00", + "metrics": { + "MSE[mean]": 58202.520370659484, + "MSE[0.5]": 57964.305747547536, + "MAE[0.5]": 163.43919444577446, + "MASE[0.5]": 0.15465686285406613, + "MAPE[0.5]": 0.002554306880541317, + "sMAPE[0.5]": 0.0025521444529475047, + "MSIS": 1.385633252307982, + "RMSE[mean]": 241.25198521599668, + "NRMSE[mean]": 0.0037638280059709944, + "ND[0.5]": 0.0025498526645390514, + "mean_weighted_sum_quantile_loss": 0.0021378475489025094 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64300.0 + ], + "predictions": { + "p50": [ + 64184.320693383765, + 64189.50468701726, + 64201.59883690076, + 64159.482049284255, + 64151.74612104275, + 64148.379333426245, + 64134.64340518474, + 64149.57544569323, + 64122.714517451735, + 64101.87702671023, + 64111.406723468725, + 64117.22157647722, + 64140.48174198571, + 64118.27511061921, + 64096.06847925271, + 64069.791535386204, + 64051.4364665197, + 64070.04038202819, + 64053.68336003669, + 64035.70719742019, + 64032.340409803684, + 64039.09666906218, + 64014.41152207067, + 64062.40020320417 + ], + "p10": [ + 63948.67850588376, + 63937.62382764226, + 63928.72813377576, + 63935.374627409255, + 63917.73479291775, + 63936.552770926246, + 63898.94418643474, + 63878.932476943235, + 63871.19654870174, + 63799.94733921023, + 63871.687973468725, + 63841.88563897722, + 63840.93096073571, + 63890.11300124421, + 63840.74426050271, + 63746.2747385112, + 63672.6915446447, + 63827.07163202819, + 63730.32398503669, + 63779.99821304519, + 63779.043534803684, + 63791.37401281218, + 63762.893553320675, + 63771.12090632917 + ], + "p90": [ + 64428.191787133765, + 64420.739843267256, + 64494.15743065076, + 64399.57345553426, + 64390.99416791775, + 64391.757849051246, + 64431.84262393474, + 64380.56099256824, + 64369.33482995174, + 64353.15788608523, + 64355.578598468725, + 64345.93642022722, + 64341.88135136072, + 64409.06221999421, + 64342.38097925271, + 64337.402472886206, + 64304.6349040197, + 64298.86069452819, + 64291.78492253669, + 64285.95524429519, + 64275.90955042868, + 64288.22948156218, + 64262.74745957067, + 64253.29590632917 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_073956.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_073956.json new file mode 100644 index 0000000000000000000000000000000000000000..ff240b87dcd015484eeaabf83271657040f4aa8c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_073956.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T07:39:56.149472+00:00", + "metrics": { + "MSE[mean]": 81835.2441889445, + "MSE[0.5]": 83016.14322948456, + "MAE[0.5]": 223.302734375, + "MASE[0.5]": 0.21130366239433704, + "MAPE[0.5]": 0.003489296396513998, + "sMAPE[0.5]": 0.0034865268622407807, + "MSIS": 1.98074766675644, + "RMSE[mean]": 286.06860049460954, + "NRMSE[mean]": 0.004463022383863665, + "ND[0.5]": 0.0034837975932013087, + "mean_weighted_sum_quantile_loss": 0.00472252474436078 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64300.0 + ], + "predictions": { + "p50": [ + 64212.59765625, + 64245.1171875, + 64279.4140625, + 64331.19921875, + 64234.4375, + 64234.02734375, + 64279.443359375, + 64414.08984375, + 64240.47265625, + 64331.71875, + 64316.48046875, + 64296.6796875, + 64168.38671875, + 64134.28515625, + 64169.76953125, + 64282.939453125, + 64070.01171875, + 64284.1640625, + 63935.068359375, + 64003.775390625, + 63852.119140625, + 63756.68359375, + 63916.572265625, + 63836.544921875 + ], + "p10": [ + 63989.490234375, + 63908.560546875, + 63908.724609375, + 63869.107421875, + 63712.50390625, + 63744.7578125, + 63713.052734375, + 63763.466796875, + 63224.16015625, + 63274.37109375, + 63316.783203125, + 63155.994140625, + 62929.259765625, + 63030.0390625, + 63046.048828125, + 62760.45703125, + 62531.765625, + 62525.291015625, + 62419.796875, + 62118.107421875, + 62350.630859375, + 62317.037109375, + 62444.208984375, + 62287.576171875 + ], + "p90": [ + 64480.23046875, + 64583.08984375, + 64663.8828125, + 64845.87109375, + 64675.328125, + 64875.1484375, + 64950.083984375, + 64997.927734375, + 65132.9375, + 65393.87109375, + 65455.703125, + 65325.337890625, + 65335.263671875, + 65448.390625, + 65534.47265625, + 65559.078125, + 65638.47265625, + 65692.6796875, + 65486.9765625, + 65551.6953125, + 65266.255859375, + 65864.8203125, + 65799.0625, + 65541.40234375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_074048.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_074048.json new file mode 100644 index 0000000000000000000000000000000000000000..8cd13ce327b53c24032f2770eedf81b1841490f3 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_074048.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T07:40:48.229321+00:00", + "metrics": { + "MSE[mean]": 69255.55792564743, + "MSE[0.5]": 65786.82399899927, + "MAE[0.5]": 207.3296526635598, + "MASE[0.5]": 0.19618888704329596, + "MAPE[0.5]": 0.0032355882610993095, + "sMAPE[0.5]": 0.003237099940159626, + "MSIS": 1.3612324469166666, + "RMSE[mean]": 263.16450734407067, + "NRMSE[mean]": 0.004105690330516274, + "ND[0.5]": 0.003234597851970763, + "mean_weighted_sum_quantile_loss": 0.0024232394390229063 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64300.0 + ], + "predictions": { + "p50": [ + 64002.66957579496, + 64015.58949766996, + 64035.41957579496, + 64001.03871641996, + 64001.03871641996, + 64005.40785704496, + 63999.40785704496, + 64022.07582579496, + 64002.95082579496, + 63989.84926329496, + 64007.11488829496, + 64020.66566954496, + 64051.66176329496, + 64037.19106016996, + 64022.72035704496, + 64004.17934141996, + 63993.56020079496, + 64019.90004454496, + 64011.27895079496, + 64001.03871641996, + 64005.40785704496, + 64019.90004454496, + 64002.95082579496, + 64058.67543516996 + ], + "p10": [ + 63767.027388294955, + 63763.70863829496, + 63762.548872669955, + 63776.93129454496, + 63767.027388294955, + 63793.58129454496, + 63763.70863829496, + 63751.43285704496, + 63751.43285704496, + 63687.91957579496, + 63767.39613829496, + 63745.32973204496, + 63752.11098204496, + 63809.02895079496, + 63767.39613829496, + 63680.66254454495, + 63614.81527891996, + 63776.93129454496, + 63687.91957579496, + 63745.32973204496, + 63752.11098204496, + 63772.17738829496, + 63751.43285704496, + 63767.39613829496 + ], + "p90": [ + 64246.54066954496, + 64246.82465391995, + 64327.97816954496, + 64241.13012266996, + 64240.28676329496, + 64248.78637266996, + 64296.60707579496, + 64253.06137266996, + 64249.57113829496, + 64241.13012266996, + 64251.28676329496, + 64249.38051329496, + 64253.06137266996, + 64327.97816954496, + 64269.03285704496, + 64271.79027891996, + 64246.75863829496, + 64248.72035704496, + 64249.38051329496, + 64251.28676329496, + 64248.97699766995, + 64269.03285704496, + 64251.28676329496, + 64249.57113829496 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_074048.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_074048.json new file mode 100644 index 0000000000000000000000000000000000000000..adbe9b513a5c0b82c5f4d9ba110b1767b7a12160 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_074048.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T07:40:48.263929+00:00", + "metrics": { + "MSE[mean]": 183997.06139246622, + "MSE[0.5]": 183997.06139246622, + "MAE[0.5]": 353.0904947916667, + "MASE[0.5]": 0.33411733588901665, + "MAPE[0.5]": 0.0055140384847403535, + "sMAPE[0.5]": 0.005518767841989407, + "MSIS": 3.633754674252016, + "RMSE[mean]": 428.9487864447995, + "NRMSE[mean]": 0.006692129203010412, + "ND[0.5]": 0.005508646454242361, + "mean_weighted_sum_quantile_loss": 0.005527670719068419 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64300.0 + ], + "predictions": { + "p50": [ + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "p10": [ + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995 + ], + "p90": [ + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_074022.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_074022.json new file mode 100644 index 0000000000000000000000000000000000000000..bba5b7e1590ffa12f88c750a96be1c9bea8f22cb --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_074022.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T07:40:22.466775+00:00", + "metrics": { + "MSE[mean]": 93240.6278368632, + "MSE[0.5]": 93240.6278368632, + "MAE[0.5]": 234.02083333333334, + "MASE[0.5]": 0.2214458291265968, + "MAPE[0.5]": 0.0036601570977837527, + "sMAPE[0.5]": 0.003650739322741557, + "MSIS": 1.4735147323653075, + "RMSE[mean]": 305.35328365167976, + "NRMSE[mean]": 0.004763887184987985, + "ND[0.5]": 0.0036510131333927207, + "mean_weighted_sum_quantile_loss": 0.0034982777116486004 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64300.0 + ], + "predictions": { + "p50": [ + 64302.25, + 64311.765625, + 64321.28125, + 64333.96875, + 64333.96875, + 64333.96875, + 64343.484375, + 64343.484375, + 64337.140625, + 64324.453125, + 64311.765625, + 64289.5625, + 64286.390625, + 64276.875, + 64276.875, + 64257.84375, + 64251.5, + 64238.8125, + 64226.125, + 64197.578125, + 64165.859375, + 64124.625, + 64115.109375, + 64081.8046875 + ], + "p10": [ + 64088.1484375, + 64000.921875, + 63931.140625, + 63885.94140625, + 63850.2578125, + 63828.0546875, + 63792.765625, + 63737.65625, + 63682.94140625, + 63627.43359375, + 63586.9921875, + 63534.65625, + 63507.6953125, + 63471.21875, + 63441.0859375, + 63385.578125, + 63377.6484375, + 63338.0, + 63309.453125, + 63265.046875, + 63223.8125, + 63173.0625, + 63144.515625, + 63119.140625 + ], + "p90": [ + 64524.28125, + 64613.09375, + 64689.21875, + 64746.3125, + 64778.03125, + 64797.0625, + 64847.8125, + 64879.53125, + 64898.5625, + 64898.5625, + 64892.21875, + 64911.25, + 64917.59375, + 64936.625, + 64942.96875, + 64962.0, + 64962.0, + 64962.0, + 64968.34375, + 64962.0, + 64936.625, + 64904.90625, + 64923.9375, + 64911.25 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_073833.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_073833.json new file mode 100644 index 0000000000000000000000000000000000000000..8c16602195a92b90ceff45d0576762f6425ef0ea --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_073833.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T07:38:33.920780+00:00", + "metrics": { + "MSE[mean]": 124975.54129219055, + "MSE[0.5]": 80897.66130956014, + "MAE[0.5]": 187.9287109375, + "MASE[0.5]": 0.17783044619352503, + "MAPE[0.5]": 0.002941970518677938, + "sMAPE[0.5]": 0.002933489103213576, + "MSIS": 8.432816436515866, + "RMSE[mean]": 353.5187990647606, + "NRMSE[mean]": 0.005515328528243553, + "ND[0.5]": 0.002931919274029207, + "mean_weighted_sum_quantile_loss": 0.003609836164139723 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64300.0 + ], + "predictions": { + "p50": [ + 64181.921875, + 64180.8984375, + 64185.1875, + 64184.03515625, + 64195.16796875, + 64208.12890625, + 64196.80078125, + 64213.765625, + 64217.1328125, + 64249.66796875, + 64247.4296875, + 64252.1171875, + 64252.13671875, + 64228.109375, + 64244.8671875, + 64233.85546875, + 64240.48046875, + 64272.96875, + 64281.76953125, + 64317.40234375, + 64275.41015625, + 64287.28515625, + 64287.84375, + 64298.2890625 + ], + "p10": [ + 64205.31640625, + 64246.71875, + 64238.6171875, + 64255.1171875, + 64254.5859375, + 64261.6640625, + 64267.37109375, + 64293.44140625, + 64275.66796875, + 64307.19140625, + 64308.69921875, + 64277.47265625, + 64279.69140625, + 64282.1171875, + 64299.453125, + 64304.34765625, + 64285.92578125, + 64353.03515625, + 64350.03125, + 64337.765625, + 64325.9453125, + 64394.046875, + 64339.27734375, + 64337.91015625 + ], + "p90": [ + 64420.19921875, + 64470.296875, + 64499.04296875, + 64514.5625, + 64534.45703125, + 64555.296875, + 64567.421875, + 64589.328125, + 64615.515625, + 64663.34765625, + 64668.98046875, + 64684.640625, + 64699.69921875, + 64699.8515625, + 64727.21875, + 64744.125, + 64758.62109375, + 64791.7265625, + 64820.55078125, + 64820.44921875, + 64802.60546875, + 64827.83203125, + 64814.50390625, + 64806.65234375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_073921.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_073921.json new file mode 100644 index 0000000000000000000000000000000000000000..5e47b701af6b564843e9a2bf98efd66b52d61bb2 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_073921.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T07:39:21.178174+00:00", + "metrics": { + "MSE[mean]": 177244.72329457602, + "MSE[0.5]": 177244.72329457602, + "MAE[0.5]": 335.8603515625, + "MASE[0.5]": 0.317813046655425, + "MAPE[0.5]": 0.0052537502889424105, + "sMAPE[0.5]": 0.005232266044836193, + "MSIS": 1.8059514613876775, + "RMSE[mean]": 421.0044219418319, + "NRMSE[mean]": 0.006568187335426855, + "ND[0.5]": 0.005239835005603848, + "mean_weighted_sum_quantile_loss": 0.004212804904192866 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64300.0 + ], + "predictions": { + "p50": [ + 64224.62890625, + 64252.51953125, + 64280.4921875, + 64302.265625, + 64323.05078125, + 64341.12109375, + 64358.421875, + 64373.91796875, + 64387.79296875, + 64401.125, + 64414.546875, + 64424.5078125, + 64440.3515625, + 64448.921875, + 64461.59375, + 64476.109375, + 64485.8828125, + 64493.34375, + 64505.73046875, + 64512.60546875, + 64512.94140625, + 64519.09765625, + 64530.03515625, + 64533.46484375 + ], + "p10": [ + 64025.5859375, + 63957.89453125, + 63908.73828125, + 63880.41015625, + 63860.28515625, + 63837.45703125, + 63811.9296875, + 63782.7578125, + 63757.54296875, + 63725.12890625, + 63682.546875, + 63644.07421875, + 63621.125, + 63600.6875, + 63576.7578125, + 63555.36328125, + 63527.6015625, + 63503.8515625, + 63492.49609375, + 63468.89453125, + 63447.3203125, + 63435.01171875, + 63416.82421875, + 63392.30078125 + ], + "p90": [ + 64431.5625, + 64530.3671875, + 64623.83984375, + 64704.234375, + 64777.203125, + 64847.07421875, + 64920.4296875, + 64983.10546875, + 65030.640625, + 65080.65234375, + 65124.92578125, + 65154.01171875, + 65189.70703125, + 65229.640625, + 65287.22265625, + 65324.9140625, + 65361.21875, + 65418.03125, + 65480.79296875, + 65534.296875, + 65562.34375, + 65601.46875, + 65644.25, + 65676.3125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_073907.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_073907.json new file mode 100644 index 0000000000000000000000000000000000000000..635ca0a32529ea67b310b16730ff12da16372390 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_073907.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T07:39:07.715080+00:00", + "metrics": { + "MSE[mean]": 95104.36314201355, + "MSE[0.5]": 95104.36314201355, + "MAE[0.5]": 223.07242838541666, + "MASE[0.5]": 0.21108573179350265, + "MAPE[0.5]": 0.0034910020826811015, + "sMAPE[0.5]": 0.003480429315515634, + "MSIS": 1.821472124545619, + "RMSE[mean]": 308.3899530497282, + "NRMSE[mean]": 0.004811262966434992, + "ND[0.5]": 0.0034802045362042414, + "mean_weighted_sum_quantile_loss": 0.0042688332321284715 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64300.0 + ], + "predictions": { + "p50": [ + 64245.96484375, + 64258.79296875, + 64269.3125, + 64276.3359375, + 64283.12109375, + 64288.890625, + 64287.640625, + 64295.42578125, + 64289.5234375, + 64293.09765625, + 64296.078125, + 64294.609375, + 64290.328125, + 64291.1796875, + 64287.8203125, + 64289.60546875, + 64289.48828125, + 64290.0078125, + 64290.0859375, + 64289.68359375, + 64288.12890625, + 64284.578125, + 64282.19140625, + 64283.36328125 + ], + "p10": [ + 64009.44921875, + 63922.93359375, + 63847.6640625, + 63779.8671875, + 63712.87109375, + 63643.74609375, + 63573.10546875, + 63521.07421875, + 63460.50390625, + 63407.9609375, + 63349.015625, + 63290.484375, + 63221.84375, + 63158.109375, + 63105.65625, + 63067.55078125, + 63004.79296875, + 62952.68359375, + 62894.265625, + 62852.98828125, + 62823.20703125, + 62766.94921875, + 62704.19140625, + 62658.03125 + ], + "p90": [ + 64466.4609375, + 64565.19140625, + 64648.953125, + 64712.7421875, + 64789.2109375, + 64853.23046875, + 64909.34765625, + 64971.0078125, + 65039.46875, + 65083.1015625, + 65157.4453125, + 65213.71484375, + 65272.8828125, + 65330.53515625, + 65376.46484375, + 65422.41796875, + 65475.03125, + 65517.59375, + 65573.1015625, + 65613.6015625, + 65658.0703125, + 65714.8125, + 65760.71875, + 65801.5859375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_074048.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_074048.json new file mode 100644 index 0000000000000000000000000000000000000000..03a8b4fb156c473ce8b960f628461399624cae5a --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_074048.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T07:40:48.125658+00:00", + "metrics": { + "MSE[mean]": 0.8549487061066365, + "MSE[0.5]": 0.8419055799763852, + "MAE[0.5]": 0.7726397411185955, + "MASE[0.5]": 2.2533057179941562, + "MAPE[0.5]": 0.8834731296895605, + "sMAPE[0.5]": 0.5172086999904724, + "MSIS": 88.2113864833352, + "RMSE[mean]": 0.9246343634684125, + "NRMSE[mean]": 0.7467067269558978, + "ND[0.5]": 0.6239604702150223, + "mean_weighted_sum_quantile_loss": 0.6215450922634693 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00" + ], + "context": [ + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833 + ], + "actual": [ + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033 + ], + "predictions": { + "p50": [ + 1.8685641230956405, + 1.8781537197738463, + 1.8848529603987316, + 1.8920867338306908, + 1.8985345257635684, + 1.9063214946961287, + 1.9120449711700602, + 1.9194601047676472, + 1.9262017468389292, + 1.9317733233747099, + 1.93660667594735, + 1.9438038420065664, + 1.9476956791251565, + 1.9542173290173404, + 1.9597904490434566, + 1.965600840524031, + 1.9689159435714796, + 1.9768282975024474, + 1.979950249608804, + 1.9843495114513687, + 1.9880374831286964, + 1.9922245294460896, + 1.9966179335594738, + 2.001868083728662, + 2.0065532462007307, + 2.008679532321686, + 2.0135499887813895, + 2.0161516098831846, + 2.019519330843734, + 2.0242575623643586, + 2.027808380315415, + 2.0307310138313213, + 2.032547651409153, + 2.036003784330316, + 2.0393140388363604, + 2.043503389513797, + 2.0465298756472485, + 2.0477294063295592, + 2.050762964651148, + 2.055205892627354, + 2.0563385188553003, + 2.0595989398067256, + 2.0604073723356606, + 2.0647608947439413, + 2.0649255543597067, + 2.068339602714677, + 2.0714692953517693, + 2.0713608784569426, + 2.0742261017689465, + 2.0754889486536134, + 2.077547345339685, + 2.0781251163561354, + 2.082756154917362, + 2.083065127964287, + 2.0861257243743383, + 2.0873877585409035, + 2.0875055581983912, + 2.090628202049216, + 2.091249382810786, + 2.0938583569127167 + ], + "p10": [ + 1.8602635796666234, + 1.8679305993179787, + 1.8744521305587578, + 1.8827625322879327, + 1.8885067727168163, + 1.8962990568086036, + 1.903140609625715, + 1.9086770651314284, + 1.9165198461295403, + 1.9218504188971206, + 1.9283870068440747, + 1.9315141161176683, + 1.9391478950340235, + 1.9439760672924506, + 1.9490596716902624, + 1.9557519366826466, + 1.9606467751403862, + 1.9643705170110084, + 1.968551305039584, + 1.9756483842885904, + 1.9797272161345942, + 1.982331667257352, + 1.986576104923664, + 1.9907318846168187, + 1.9979661526949386, + 1.9995221242224563, + 2.002393722550415, + 2.007042985945311, + 2.0118234462743727, + 2.0125484821659883, + 2.0183139971851807, + 2.020060910407064, + 2.0248764085165356, + 2.024496399992065, + 2.03038443576218, + 2.0330782610873945, + 2.034982291430516, + 2.037764482839922, + 2.0420778060994547, + 2.0440208503664454, + 2.0458838437436437, + 2.0484196885663577, + 2.0515438004608746, + 2.0538291537915496, + 2.0552408039400225, + 2.057641696839127, + 2.0592814094951724, + 2.063092720041899, + 2.063994956781145, + 2.065976071520773, + 2.0665515636034817, + 2.069517358117495, + 2.072747133433824, + 2.0718634893666428, + 2.076999377599185, + 2.076781617125417, + 2.0783872422698537, + 2.0802606721133476, + 2.081808679124837, + 2.0839655266094685 + ], + "p90": [ + 1.8788767440240477, + 1.8868013176809761, + 1.892446311935867, + 1.9010191996451007, + 1.9089808886987114, + 1.9135990569935075, + 1.9215863192802818, + 1.927960704917707, + 1.9352507171438353, + 1.9409364431966176, + 1.9459530842666692, + 1.9534314423313484, + 1.9568131838991794, + 1.9635218353888515, + 1.9687204439692385, + 1.974265889286044, + 1.979287036714958, + 1.9859495880354479, + 1.9893479502562506, + 1.9938660155854815, + 1.9976699309550345, + 2.002118043575335, + 2.0048472559580097, + 2.0107598697071647, + 2.01480408184706, + 2.01776748289591, + 2.021915837264609, + 2.026585489572189, + 2.0282615590987585, + 2.034163695203563, + 2.0366376544337697, + 2.039931932594635, + 2.0426374601119854, + 2.046234781625689, + 2.048249398104825, + 2.052205577645228, + 2.055487036061255, + 2.0585944389473827, + 2.060090801334125, + 2.0641338694625366, + 2.067120111612109, + 2.0683513647187364, + 2.0695921637492, + 2.0729888507470817, + 2.075698894789839, + 2.0770261528890077, + 2.079281984465612, + 2.0812941002186145, + 2.083431685406941, + 2.084764377465699, + 2.0867146304619064, + 2.088265364250654, + 2.091831882812336, + 2.0929275825121185, + 2.0953613068508687, + 2.095569680390571, + 2.097587235611491, + 2.097557407510155, + 2.103797174103338, + 2.103257305884777 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_073801.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_073801.json new file mode 100644 index 0000000000000000000000000000000000000000..e218161baf7982ae4ef3b687a1441c29aec30c9a --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_073801.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T07:38:01.154630+00:00", + "metrics": { + "MSE[mean]": 0.015926385417341985, + "MSE[0.5]": 0.015926385417341985, + "MAE[0.5]": 0.10683423479398092, + "MASE[0.5]": 0.31156848312033286, + "MAPE[0.5]": 0.12230824538656641, + "sMAPE[0.5]": 0.1101463041068974, + "MSIS": 0.9433351364848028, + "RMSE[mean]": 0.1261997837452267, + "NRMSE[mean]": 0.10191512579032498, + "ND[0.5]": 0.08627609457495208, + "mean_weighted_sum_quantile_loss": 0.05460264505807252 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00" + ], + "context": [ + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833 + ], + "actual": [ + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033 + ], + "predictions": { + "p50": [ + 1.8930683135986328, + 1.8873963356018066, + 1.883164405822754, + 1.8722518682479858, + 1.8653273582458496, + 1.850473403930664, + 1.8421764373779297, + 1.8341448307037354, + 1.8253273963928223, + 1.81022047996521, + 1.7979578971862793, + 1.781606912612915, + 1.7614164352416992, + 1.7454869747161865, + 1.7283227443695068, + 1.7027180194854736, + 1.6878838539123535, + 1.6636958122253418, + 1.6438249349594116, + 1.6238794326782227, + 1.5951433181762695, + 1.5676137208938599, + 1.5363413095474243, + 1.5110262632369995, + 1.4815325736999512, + 1.4543054103851318, + 1.430873155593872, + 1.400632619857788, + 1.3692415952682495, + 1.3404693603515625, + 1.3117066621780396, + 1.2847130298614502, + 1.2333799600601196, + 1.2073988914489746, + 1.1851974725723267, + 1.1589276790618896, + 1.1352260112762451, + 1.1114250421524048, + 1.0909932851791382, + 1.0710493326187134, + 1.0466575622558594, + 1.0311241149902344, + 1.0140892267227173, + 0.996932327747345, + 0.9824680089950562, + 0.9623421430587769, + 0.9446643590927124, + 0.93187415599823, + 0.9112604856491089, + 0.904832124710083, + 0.900688648223877, + 0.8922461271286011, + 0.8836983442306519, + 0.8810657262802124, + 0.8770159482955933, + 0.8695249557495117, + 0.8702243566513062, + 0.8740174770355225, + 0.876198947429657, + 0.8785887956619263 + ], + "p10": [ + 1.8758049011230469, + 1.8622056245803833, + 1.8560291528701782, + 1.8477916717529297, + 1.82915461063385, + 1.8140555620193481, + 1.8022446632385254, + 1.786010503768921, + 1.7737584114074707, + 1.7572510242462158, + 1.7374298572540283, + 1.7178642749786377, + 1.6969292163848877, + 1.6774532794952393, + 1.6535263061523438, + 1.6166889667510986, + 1.6013641357421875, + 1.578630805015564, + 1.5433242321014404, + 1.523181676864624, + 1.4909082651138306, + 1.4567409753799438, + 1.4237314462661743, + 1.39357328414917, + 1.360107660293579, + 1.3301976919174194, + 1.3055996894836426, + 1.2661834955215454, + 1.2263028621673584, + 1.195556402206421, + 1.1664893627166748, + 1.135267734527588, + 1.0611063241958618, + 1.033351182937622, + 1.0019962787628174, + 0.9744327068328857, + 0.9477778673171997, + 0.9118384718894958, + 0.8862453699111938, + 0.8587312698364258, + 0.8402570486068726, + 0.8177905678749084, + 0.7982847094535828, + 0.7778817415237427, + 0.7463418841362, + 0.7305777668952942, + 0.710460364818573, + 0.6922852396965027, + 0.6509575843811035, + 0.6367459297180176, + 0.6236538290977478, + 0.6167359352111816, + 0.6106551885604858, + 0.5910969972610474, + 0.588322639465332, + 0.5867750644683838, + 0.5799722671508789, + 0.5828014612197876, + 0.5715503692626953, + 0.582863986492157 + ], + "p90": [ + 1.9184134006500244, + 1.9100092649459839, + 1.9057714939117432, + 1.9073123931884766, + 1.9009279012680054, + 1.8941317796707153, + 1.8851813077926636, + 1.881579875946045, + 1.875272274017334, + 1.8675414323806763, + 1.85224187374115, + 1.8402150869369507, + 1.8312945365905762, + 1.8140337467193604, + 1.8091943264007568, + 1.791214942932129, + 1.7800359725952148, + 1.7493817806243896, + 1.7315068244934082, + 1.717273473739624, + 1.7041441202163696, + 1.670607089996338, + 1.6474343538284302, + 1.6332036256790161, + 1.608002781867981, + 1.59330153465271, + 1.5722618103027344, + 1.5383281707763672, + 1.5135319232940674, + 1.487585186958313, + 1.4719326496124268, + 1.4541478157043457, + 1.4204423427581787, + 1.405961275100708, + 1.3861374855041504, + 1.3657662868499756, + 1.3407331705093384, + 1.327114462852478, + 1.3112274408340454, + 1.2938241958618164, + 1.274998426437378, + 1.2588129043579102, + 1.2531641721725464, + 1.2341039180755615, + 1.226639986038208, + 1.2149375677108765, + 1.1919052600860596, + 1.1792298555374146, + 1.1996444463729858, + 1.194261074066162, + 1.1893877983093262, + 1.1901670694351196, + 1.1759291887283325, + 1.1925954818725586, + 1.1892149448394775, + 1.1847419738769531, + 1.1834933757781982, + 1.1870092153549194, + 1.1968694925308228, + 1.1952253580093384 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_074048.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_074048.json new file mode 100644 index 0000000000000000000000000000000000000000..abea004e278c0dd0bf370be810a4a2a8bbbc8b54 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_074048.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T07:40:48.198310+00:00", + "metrics": { + "MSE[mean]": 1.0888655280108699, + "MSE[0.5]": 1.09329524022074, + "MAE[0.5]": 0.8767430950393943, + "MASE[0.5]": 2.556909933734464, + "MAPE[0.5]": 1.006819497463624, + "sMAPE[0.5]": 0.5571157018481661, + "MSIS": 97.37131722762457, + "RMSE[mean]": 1.0434871959017369, + "NRMSE[mean]": 0.8426886772295393, + "ND[0.5]": 0.7080311880496258, + "mean_weighted_sum_quantile_loss": 0.6985116155501108 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00" + ], + "context": [ + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833 + ], + "actual": [ + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033 + ], + "predictions": { + "p50": [ + 1.88012950868063, + 1.885610422125143, + 1.8960913904059291, + 1.9085723925421534, + 1.9075533598692653, + 1.9175343196861918, + 1.9265152923777218, + 1.9324962589895778, + 1.941977225243806, + 1.9504581894714763, + 1.9594391323606837, + 1.9684202093603418, + 1.9729011058771357, + 1.981382070104806, + 1.9983630441076379, + 2.001344064244465, + 2.0063249692251186, + 2.013305982567016, + 2.027786988756356, + 2.0272678751403603, + 2.043248966325924, + 2.0492298286296515, + 2.0577108375608058, + 2.067691842081216, + 2.0771727636319604, + 2.0776537265483284, + 2.091134671106466, + 2.0971156526194834, + 2.10259661076748, + 2.108577607181658, + 2.1150585673562126, + 2.1250395420743002, + 2.1340205445681524, + 2.143001398050393, + 2.150482479460795, + 2.1629635263005027, + 2.170944377756185, + 2.17342535962683, + 2.182906310979897, + 2.1883873138313774, + 2.1968682780590476, + 2.206849222974813, + 2.2148302532444295, + 2.2248111832590336, + 2.2297921627454933, + 2.236773131383907, + 2.245754104075437, + 2.260235095363616, + 2.2622160836715626, + 2.2666970248918403, + 2.274677995556812, + 2.2826589215183004, + 2.298640027605025, + 2.2976209055251697, + 2.314601909330324, + 2.31908283564944, + 2.3225638195466436, + 2.3365448321732853, + 2.3400257564658435, + 2.3485067206935137 + ], + "p10": [ + 1.8466294273798944, + 1.8556104507353726, + 1.8635913617956996, + 1.87057228573063, + 1.8775533825190303, + 1.8875342737906153, + 1.8945151977255459, + 1.9024961683905177, + 1.9094772115347376, + 1.9194582100946833, + 1.9284392274896967, + 1.935420151424627, + 1.9443011164629207, + 1.9523820858404322, + 1.9583630166895012, + 1.965344006189541, + 1.9733249768545131, + 1.9833059813749232, + 1.9911869473668908, + 1.9992679227048669, + 2.0052488595144005, + 2.0132298301793723, + 2.0222107820092767, + 2.032991835834649, + 2.0391727760297265, + 2.0471537407342337, + 2.0560347117329916, + 2.061115654169204, + 2.069096624834176, + 2.0790776233941215, + 2.0850585661641197, + 2.0940394643498434, + 2.1010205611382435, + 2.111001565658654, + 2.1179823763447594, + 2.128963367990566, + 2.1369444459438984, + 2.142925394674361, + 2.1489063910885395, + 2.157887283313799, + 2.1667682423916284, + 2.176849245624578, + 2.1828302479992208, + 2.190811212703728, + 2.1976920902424033, + 2.2057730536594504, + 2.2147541902637533, + 2.2227351549682606, + 2.231716059114449, + 2.2366970087985862, + 2.2466780133189963, + 2.25265895012853, + 2.2626399486884754, + 2.270520866996727, + 2.2776018432883776, + 2.289582935308406, + 2.2925638034533895, + 2.3025448079737996, + 2.3105257786387714, + 2.318506808908388 + ], + "p90": [ + 1.9057295069163325, + 1.9126104321387234, + 1.9176914401400447, + 1.9296724129507838, + 1.9366533488066433, + 1.9455343615286524, + 1.9516153506949063, + 1.9594962153589779, + 1.9656772628424157, + 1.9775582369406155, + 1.9844391681234705, + 1.9944201130392358, + 1.9975012004339443, + 2.0083820801183863, + 2.016463055456362, + 2.02434402144833, + 2.032424996786306, + 2.040305962778274, + 2.0502869076940393, + 2.05536786205118, + 2.0632489472524376, + 2.0742298792935996, + 2.0803108207761376, + 2.0901918206235437, + 2.0981727316838708, + 2.1032537933293725, + 2.1112347639943443, + 2.1201156694279932, + 2.1270966529675683, + 2.1294776361256735, + 2.1421585999241906, + 2.150139582510091, + 2.158020548502059, + 2.166101517879571, + 2.1759824640827965, + 2.18496348147781, + 2.19194440541274, + 2.2019254099331502, + 2.209906380598122, + 2.214887336242724, + 2.222868360551876, + 2.233849232988393, + 2.2409302688846884, + 2.2498111802788014, + 2.2557921707325157, + 2.261873165859234, + 2.270754130897527, + 2.2787350359973897, + 2.286716125871651, + 2.2956970240573753, + 2.3017780191840935, + 2.3096589911365255, + 2.3197399407252948, + 2.3267209183044057, + 2.337601851633028, + 2.3435828480472063, + 2.348563863296453, + 2.3595447893771504, + 2.3606257833117756, + 2.3775067645625323 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_074004.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_074004.json new file mode 100644 index 0000000000000000000000000000000000000000..bc87fe13208208bbf8bb4ea3812774d7be3c147d --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_074004.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T07:40:04.240557+00:00", + "metrics": { + "MSE[mean]": 1.9300980916843413, + "MSE[0.5]": 1.8202109967434228, + "MAE[0.5]": 1.1199753244717916, + "MASE[0.5]": 3.2662658524282198, + "MAPE[0.5]": 1.2930550639902987, + "sMAPE[0.5]": 0.63658591588586, + "MSIS": 84.8026389026536, + "RMSE[mean]": 1.3892797024661165, + "NRMSE[mean]": 1.1219402397758458, + "ND[0.5]": 0.9044581748732191, + "mean_weighted_sum_quantile_loss": 0.7531575042013573 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00" + ], + "context": [ + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833 + ], + "actual": [ + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033 + ], + "predictions": { + "p50": [ + 1.8685121536254883, + 1.8743072748184204, + 1.8775972127914429, + 1.8845150470733643, + 1.8910104632377625, + 1.894432783126831, + 1.9053546786308289, + 1.9236248135566711, + 1.9224964380264282, + 1.9409918785095215, + 1.967573344707489, + 1.9858952760696411, + 2.0057077407836914, + 2.0217368602752686, + 2.028362512588501, + 2.0619094371795654, + 2.088189721107483, + 2.0871775150299072, + 2.123374104499817, + 2.1283751726150513, + 2.1601330041885376, + 2.16711163520813, + 2.208796262741089, + 2.202825665473938, + 2.206445336341858, + 2.2640243768692017, + 2.275219678878784, + 2.3129515647888184, + 2.3225340843200684, + 2.347726821899414, + 2.3771097660064697, + 2.4177221059799194, + 2.502134680747986, + 2.4863533973693848, + 2.5139386653900146, + 2.4863592386245728, + 2.4913480281829834, + 2.57872474193573, + 2.528604030609131, + 2.563537836074829, + 2.6213477849960327, + 2.622108221054077, + 2.6330342292785645, + 2.6359827518463135, + 2.5789471864700317, + 2.691758632659912, + 2.7673370838165283, + 2.693025231361389, + 2.9274790287017822, + 2.7958178520202637, + 2.7808977365493774, + 2.69727098941803, + 2.7958178520202637, + 2.763545274734497, + 2.7420709133148193, + 2.7560988664627075, + 2.8042622804641724, + 2.7958178520202637, + 2.837219476699829, + 2.814351797103882 + ], + "p10": [ + 1.8573969006538391, + 1.8540054559707642, + 1.853416085243225, + 1.8452190160751343, + 1.849895417690277, + 1.8479567766189575, + 1.8314182758331299, + 1.839778184890747, + 1.8370565176010132, + 1.8369574546813965, + 1.8546549677848816, + 1.8622093200683594, + 1.8685649633407593, + 1.8883237838745117, + 1.893258810043335, + 1.903823435306549, + 1.8961234092712402, + 1.8843770027160645, + 1.9013001918792725, + 1.91202712059021, + 1.9194891452789307, + 1.912436068058014, + 1.9830646514892578, + 1.9372940063476562, + 1.8992065787315369, + 1.9666056632995605, + 1.9422951936721802, + 1.9817699790000916, + 1.9228906631469727, + 1.9922364950180054, + 1.9908124208450317, + 1.9775371551513672, + 1.8897392749786377, + 2.0440523624420166, + 1.981006920337677, + 1.9949681758880615, + 1.934117615222931, + 2.025569200515747, + 1.9949795007705688, + 1.9206000566482544, + 1.9700894355773926, + 2.013170003890991, + 1.9498611688613892, + 1.9692816734313965, + 1.9879885911941528, + 1.8734578490257263, + 2.0242000818252563, + 2.0841314792633057, + 1.9665889143943787, + 2.144110679626465, + 1.9534507989883423, + 1.94065260887146, + 1.9428421258926392, + 1.9973372220993042, + 2.0635175704956055, + 1.94065260887146, + 1.982012391090393, + 1.94065260887146, + 1.888077437877655, + 2.00602924823761 + ], + "p90": [ + 1.8811191320419312, + 1.8921475410461426, + 1.9100611805915833, + 1.9167162775993347, + 1.9336708784103394, + 1.9522736072540283, + 1.976554274559021, + 1.994664192199707, + 2.000208616256714, + 2.0578126907348633, + 2.072091817855835, + 2.1204638481140137, + 2.114777088165283, + 2.1928322315216064, + 2.1886041164398193, + 2.240462899208069, + 2.301946520805359, + 2.34831166267395, + 2.3412587642669678, + 2.3915534019470215, + 2.369122624397278, + 2.421198010444641, + 2.458688497543335, + 2.48450243473053, + 2.523654580116272, + 2.6612024307250977, + 2.629455804824829, + 2.714960813522339, + 2.700781464576721, + 2.824493408203125, + 2.873844861984253, + 2.992431640625, + 3.340634822845459, + 3.2228517532348633, + 3.043852925300598, + 3.0023438930511475, + 3.0740017890930176, + 3.2195892333984375, + 3.2356739044189453, + 3.2027478218078613, + 3.2451705932617188, + 3.2795722484588623, + 3.223400115966797, + 3.444309711456299, + 3.3467328548431396, + 3.4325406551361084, + 3.4614064693450928, + 3.450162649154663, + 3.904322385787964, + 3.6719131469726562, + 3.704091787338257, + 3.6509828567504883, + 3.6509828567504883, + 3.7006499767303467, + 3.893205404281616, + 3.7790896892547607, + 3.9581141471862793, + 4.02796745300293, + 4.011722564697266, + 4.060466527938843 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_074048.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_074048.json new file mode 100644 index 0000000000000000000000000000000000000000..20a00c23a7da8bfdf711d1c0532c515ee0d35140 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_074048.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T07:40:48.246417+00:00", + "metrics": { + "MSE[mean]": 0.42238470151947644, + "MSE[0.5]": 0.42483344245478155, + "MAE[0.5]": 0.5262925088894002, + "MASE[0.5]": 1.5348652890946077, + "MAPE[0.5]": 0.6201046521204675, + "sMAPE[0.5]": 0.40164807484717546, + "MSIS": 56.68226675313982, + "RMSE[mean]": 0.6499113028094499, + "NRMSE[mean]": 0.5248486979351448, + "ND[0.5]": 0.4250179014114015, + "mean_weighted_sum_quantile_loss": 0.41594428312691595 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00" + ], + "context": [ + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833 + ], + "actual": [ + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033 + ], + "predictions": { + "p50": [ + 1.7266485932980622, + 1.7241485360776032, + 1.7266485336934174, + 1.7311485651646699, + 1.7221485618268098, + 1.7241485509787644, + 1.7251485530053223, + 1.7231485489522065, + 1.7246485445414628, + 1.7251485381041611, + 1.7261485103283967, + 1.727148616663083, + 1.7236485425149048, + 1.7241485360776032, + 1.7331485394154633, + 1.7281485888873185, + 1.725148523203, + 1.7241485658799256, + 1.7306486014042939, + 1.7221485171233262, + 1.730148637643918, + 1.7281485292826737, + 1.7286485675488557, + 1.7306486014042939, + 1.7321485522900666, + 1.7246485445414628, + 1.7301485184346284, + 1.7281485292826737, + 1.7256485167656983, + 1.7236485425149048, + 1.7221485320244874, + 1.7241485360776032, + 1.7251485679064835, + 1.726148450723752, + 1.7256485614691819, + 1.730148637643918, + 1.7301485184346284, + 1.7246485296403016, + 1.7261485103283967, + 1.7236485425149048, + 1.7241485360776032, + 1.7261485103283967, + 1.7261485699330414, + 1.7281485292826737, + 1.7251485381041611, + 1.7241485360776032, + 1.7251485381041611, + 1.7316485587273682, + 1.725648576370343, + 1.7221485469256486, + 1.7221485469256486, + 1.722148502222165, + 1.730148637643918, + 1.7211485448990906, + 1.7301485780392731, + 1.7266485336934174, + 1.7221485469256486, + 1.7281485888873185, + 1.7236485425149048, + 1.7241485360776032 + ], + "p10": [ + 1.6931485119973266, + 1.6941485646878327, + 1.694148505083188, + 1.6931484583531464, + 1.6921485844765747, + 1.694148505083188, + 1.6931484583531464, + 1.6931484583531464, + 1.6921485308323945, + 1.6941485587273681, + 1.6951486054574096, + 1.6941485587273681, + 1.6950485531006898, + 1.6951485518132294, + 1.6931485119973266, + 1.6921485308323945, + 1.6921485308323945, + 1.6941485646878327, + 1.6940485600148285, + 1.6941485646878327, + 1.6921485308323945, + 1.6921485308323945, + 1.6931485119973266, + 1.6959485951577271, + 1.6941485646878327, + 1.6941485587273681, + 1.6950485590611541, + 1.6921485308323945, + 1.6921485308323945, + 1.6941485587273681, + 1.6921485308323945, + 1.6931484583531464, + 1.6921485844765747, + 1.694148618332013, + 1.6931484583531464, + 1.6961484793339814, + 1.696148586622342, + 1.6941485646878327, + 1.6921485904370392, + 1.6931485119973266, + 1.6940485004101837, + 1.6961485329781616, + 1.6941485646878327, + 1.6941485587273681, + 1.6930484656010711, + 1.6931484583531464, + 1.6941486242924775, + 1.694148618332013, + 1.6951485518132294, + 1.6921485308323945, + 1.6941485646878327, + 1.6921485308323945, + 1.6941485587273681, + 1.6940485063706483, + 1.6931485119973266, + 1.6971486333523835, + 1.6921485308323945, + 1.6941485646878327, + 1.6941485646878327, + 1.6941486242924775 + ], + "p90": [ + 1.7522485915337647, + 1.7511485460911835, + 1.748248583427533, + 1.7522485855733003, + 1.7512485507641877, + 1.752148592821225, + 1.7502486113225069, + 1.7501485053216066, + 1.7483485821400726, + 1.7522485855733003, + 1.7511485460911835, + 1.753148520341977, + 1.7482486370717134, + 1.7511485460911835, + 1.7512485507641877, + 1.7511485460911835, + 1.7512485507641877, + 1.7511485460911835, + 1.753148520341977, + 1.7502485040341462, + 1.7501486185704316, + 1.7531485799466218, + 1.7512485507641877, + 1.7531485799466218, + 1.753148520341977, + 1.7502486113225069, + 1.7502486113225069, + 1.7511485460911835, + 1.7501485589657868, + 1.7445485714589204, + 1.7492485645924654, + 1.7492485765133943, + 1.74914857184039, + 1.7492485705529297, + 1.7511485460911835, + 1.752148592821225, + 1.7511485460911835, + 1.7531485799466218, + 1.7531485799466218, + 1.7501485649262514, + 1.7501486185704316, + 1.753148520341977, + 1.7522485855733003, + 1.7531485263024416, + 1.7511485460911835, + 1.7492485705529297, + 1.7501485649262514, + 1.750148499361142, + 1.7501486185704316, + 1.7511485460911835, + 1.7492485705529297, + 1.74914857184039, + 1.7512485507641877, + 1.7502485576783264, + 1.753148520341977, + 1.7511485460911835, + 1.748148590675458, + 1.7511485460911835, + 1.744248569360837, + 1.7531485799466218 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_074048.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_074048.json new file mode 100644 index 0000000000000000000000000000000000000000..718e4b96d5edc45848467841d95a036b799f9716 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_074048.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T07:40:48.274325+00:00", + "metrics": { + "MSE[mean]": 0.4265604910841963, + "MSE[0.5]": 0.4265604910841963, + "MAE[0.5]": 0.5446166714032491, + "MASE[0.5]": 1.5883053828052056, + "MAPE[0.5]": 0.6215386873013541, + "sMAPE[0.5]": 0.4116005976522605, + "MSIS": 58.02429526388753, + "RMSE[mean]": 0.6531159859352673, + "NRMSE[mean]": 0.5274367030346239, + "ND[0.5]": 0.43981594045853184, + "mean_weighted_sum_quantile_loss": 0.43087967329333865 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00" + ], + "context": [ + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833 + ], + "actual": [ + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033 + ], + "predictions": { + "p50": [ + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065 + ], + "p10": [ + 1.448440043926239, + 1.4778400158882141, + 1.5111600542068482, + 1.5307600355148314, + 1.5572199869155883, + 1.5856400299072266, + 1.6062200570106506, + 1.6189599514007569, + 1.647379994392395, + 1.672860016822815, + 1.693440043926239, + 1.7130400252342224, + 1.7287200570106507, + 1.7385200476646423, + 1.757139983177185, + 1.7718399691581725, + 1.7845799803733826, + 1.8012400579452514, + 1.81201997756958, + 1.8081000280380248, + 1.8041799616813659, + 1.811040048599243, + 1.82475998878479, + 1.8316199588775635, + 1.448440043926239, + 1.4778400158882141, + 1.5111600542068482, + 1.5307600355148314, + 1.5572199869155883, + 1.5856400299072266, + 1.6062200570106506, + 1.6189599514007569, + 1.647379994392395, + 1.672860016822815, + 1.693440043926239, + 1.7130400252342224, + 1.7287200570106507, + 1.7385200476646423, + 1.757139983177185, + 1.7718399691581725, + 1.7845799803733826, + 1.8012400579452514, + 1.81201997756958, + 1.8081000280380248, + 1.8041799616813659, + 1.811040048599243, + 1.82475998878479, + 1.8316199588775635, + 1.448440043926239, + 1.4778400158882141, + 1.5111600542068482, + 1.5307600355148314, + 1.5572199869155883, + 1.5856400299072266, + 1.6062200570106506, + 1.6189599514007569, + 1.647379994392395, + 1.672860016822815, + 1.693440043926239, + 1.7130400252342224 + ], + "p90": [ + 1.5075600457191467, + 1.5381600165367126, + 1.5728400564193725, + 1.5932400369644166, + 1.6207799863815309, + 1.6503600311279296, + 1.671780059337616, + 1.6850399494171142, + 1.7146199941635132, + 1.7411400175094605, + 1.7625600457191468, + 1.7829600262641907, + 1.799280059337616, + 1.809480049610138, + 1.8288599824905396, + 1.8441599678993226, + 1.857419979572296, + 1.8747600603103638, + 1.8859799766540528, + 1.8819000291824342, + 1.8778199601173402, + 1.8849600505828858, + 1.8992399883270263, + 1.9063799571990967, + 1.5075600457191467, + 1.5381600165367126, + 1.5728400564193725, + 1.5932400369644166, + 1.6207799863815309, + 1.6503600311279296, + 1.671780059337616, + 1.6850399494171142, + 1.7146199941635132, + 1.7411400175094605, + 1.7625600457191468, + 1.7829600262641907, + 1.799280059337616, + 1.809480049610138, + 1.8288599824905396, + 1.8441599678993226, + 1.857419979572296, + 1.8747600603103638, + 1.8859799766540528, + 1.8819000291824342, + 1.8778199601173402, + 1.8849600505828858, + 1.8992399883270263, + 1.9063799571990967, + 1.5075600457191467, + 1.5381600165367126, + 1.5728400564193725, + 1.5932400369644166, + 1.6207799863815309, + 1.6503600311279296, + 1.671780059337616, + 1.6850399494171142, + 1.7146199941635132, + 1.7411400175094605, + 1.7625600457191468, + 1.7829600262641907 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_074044.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_074044.json new file mode 100644 index 0000000000000000000000000000000000000000..d90866e5959b441767c22148bec073fa638bdb2a --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_074044.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T07:40:44.482951+00:00", + "metrics": { + "MSE[mean]": 0.02278690123792586, + "MSE[0.5]": 0.02278690123792586, + "MAE[0.5]": 0.14066290259361267, + "MASE[0.5]": 0.4102254981926843, + "MAPE[0.5]": 0.14284898073164792, + "sMAPE[0.5]": 0.13031437914818797, + "MSIS": 2.918174825816008, + "RMSE[mean]": 0.15095330813839708, + "NRMSE[mean]": 0.12190532290014576, + "ND[0.5]": 0.11359510283156479, + "mean_weighted_sum_quantile_loss": 0.07071709961983264 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00" + ], + "context": [ + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833 + ], + "actual": [ + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033 + ], + "predictions": { + "p50": [ + 1.887603759765625, + 1.88427734375, + 1.880950927734375, + 1.880950927734375, + 1.880950927734375, + 1.874298095703125, + 1.867645263671875, + 1.860992431640625, + 1.854339599609375, + 1.8443603515625, + 1.83770751953125, + 1.821075439453125, + 1.81109619140625, + 1.801116943359375, + 1.787811279296875, + 1.774505615234375, + 1.7645263671875, + 1.751220703125, + 1.734588623046875, + 1.70465087890625, + 1.6846923828125, + 1.648101806640625, + 1.62481689453125, + 1.588226318359375, + 1.57159423828125, + 1.53167724609375, + 1.5067291259765625, + 1.4767913818359375, + 1.455169677734375, + 1.4185791015625, + 1.38531494140625, + 1.355377197265625, + 1.3387451171875, + 1.3038177490234375, + 1.2672271728515625, + 1.2339630126953125, + 1.2056884765625, + 1.1861457824707031, + 1.1408233642578125, + 1.1042327880859375, + 1.0715923309326172, + 1.0537128448486328, + 1.0210723876953125, + 0.9919662475585938, + 0.9711761474609375, + 0.9537124633789062, + 0.9279327392578125, + 0.9179534912109375, + 0.9395751953125, + 0.9237747192382812, + 0.9054794311523438, + 0.8880157470703125, + 0.863067626953125, + 0.8547515869140625, + 0.843109130859375, + 0.8331298828125, + 0.816497802734375, + 0.8181610107421875, + 0.8065185546875, + 0.803192138671875 + ], + "p10": [ + 1.87762451171875, + 1.867645263671875, + 1.860992431640625, + 1.854339599609375, + 1.85101318359375, + 1.83770751953125, + 1.834381103515625, + 1.821075439453125, + 1.81109619140625, + 1.79779052734375, + 1.78448486328125, + 1.7645263671875, + 1.747894287109375, + 1.727935791015625, + 1.7113037109375, + 1.69134521484375, + 1.66473388671875, + 1.648101806640625, + 1.621490478515625, + 1.581573486328125, + 1.554962158203125, + 1.515045166015625, + 1.47845458984375, + 1.4368743896484375, + 1.4102630615234375, + 1.3670196533203125, + 1.3304290771484375, + 1.2971649169921875, + 1.2630691528320312, + 1.222320556640625, + 1.1832351684570312, + 1.1449813842773438, + 1.1320915222167969, + 1.09773588180542, + 1.0692014694213867, + 1.0314674377441406, + 1.0056877136230469, + 0.98614501953125, + 0.9478912353515625, + 0.9171218872070312, + 0.8880157470703125, + 0.8805313110351562, + 0.8514251708984375, + 0.82647705078125, + 0.8148345947265625, + 0.8015289306640625, + 0.7799072265625, + 0.763275146484375, + 0.78656005859375, + 0.776580810546875, + 0.75994873046875, + 0.7449798583984375, + 0.7250213623046875, + 0.7216949462890625, + 0.7117156982421875, + 0.7050628662109375, + 0.69342041015625, + 0.696746826171875, + 0.683441162109375, + 0.6784515380859375 + ], + "p90": [ + 1.8975830078125, + 1.90423583984375, + 1.900909423828125, + 1.894256591796875, + 1.90423583984375, + 1.900909423828125, + 1.900909423828125, + 1.894256591796875, + 1.894256591796875, + 1.887603759765625, + 1.880950927734375, + 1.874298095703125, + 1.8709716796875, + 1.8709716796875, + 1.857666015625, + 1.847686767578125, + 1.86431884765625, + 1.86431884765625, + 1.841033935546875, + 1.82440185546875, + 1.81109619140625, + 1.7911376953125, + 1.774505615234375, + 1.74456787109375, + 1.734588623046875, + 1.70465087890625, + 1.69134521484375, + 1.67138671875, + 1.661407470703125, + 1.641448974609375, + 1.6181640625, + 1.601531982421875, + 1.6314697265625, + 1.59820556640625, + 1.554962158203125, + 1.535003662109375, + 1.515045166015625, + 1.4934234619140625, + 1.441864013671875, + 1.408599853515625, + 1.3869781494140625, + 1.3670196533203125, + 1.3337554931640625, + 1.298828125, + 1.2680587768554688, + 1.2497634887695312, + 1.2281417846679688, + 1.2140045166015625, + 1.182403564453125, + 1.169097900390625, + 1.1549606323242188, + 1.1300125122070312, + 1.1063117980957031, + 1.087808609008789, + 1.0708646774291992, + 1.0551681518554688, + 1.0347938537597656, + 1.0243988037109375, + 1.0102615356445312, + 1.0036087036132812 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_073838.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_073838.json new file mode 100644 index 0000000000000000000000000000000000000000..3e2952a8eef0fbca8db399fdc6e6aebe1fbb3d8b --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_073838.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T07:38:38.836477+00:00", + "metrics": { + "MSE[mean]": 0.024279483277240742, + "MSE[0.5]": 0.010943288927295866, + "MAE[0.5]": 0.09226385056972504, + "MASE[0.5]": 0.269075807247415, + "MAPE[0.5]": 0.10183824233457517, + "sMAPE[0.5]": 0.09402920211860219, + "MSIS": 17.203338481309725, + "RMSE[mean]": 0.15581875136594037, + "NRMSE[mean]": 0.1258345075932179, + "ND[0.5]": 0.07450949326265333, + "mean_weighted_sum_quantile_loss": 0.10741088420957691 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00" + ], + "context": [ + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833 + ], + "actual": [ + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033 + ], + "predictions": { + "p50": [ + 1.8571224212646484, + 1.851959466934204, + 1.8728280067443848, + 1.860320806503296, + 1.8514914512634277, + 1.8501501083374023, + 1.8503239154815674, + 1.8464560508728027, + 1.8260674476623535, + 1.8223152160644531, + 1.7883632183074951, + 1.783088207244873, + 1.7571322917938232, + 1.7553989887237549, + 1.7369961738586426, + 1.7125606536865234, + 1.694869041442871, + 1.6703126430511475, + 1.6448700428009033, + 1.619074821472168, + 1.5943224430084229, + 1.5668625831604004, + 1.5295085906982422, + 1.5122439861297607, + 1.4761672019958496, + 1.4355075359344482, + 1.423119306564331, + 1.3940229415893555, + 1.358128547668457, + 1.3227033615112305, + 1.299156665802002, + 1.2693290710449219, + 1.2395830154418945, + 1.213923692703247, + 1.1889495849609375, + 1.1624127626419067, + 1.145357370376587, + 1.1114914417266846, + 1.0971125364303589, + 1.0713098049163818, + 1.037546992301941, + 1.0276421308517456, + 0.9859266877174377, + 0.9603148102760315, + 0.9527148008346558, + 0.930461049079895, + 0.9129001498222351, + 0.8921293020248413, + 0.8797013759613037, + 0.8691449761390686, + 0.8630005121231079, + 0.8480552434921265, + 0.825657308101654, + 0.8361095786094666, + 0.8188053369522095, + 0.8191024661064148, + 0.8122864961624146, + 0.8112586140632629, + 0.8139824271202087, + 0.7953413724899292 + ], + "p10": [ + 1.867339849472046, + 1.880195140838623, + 1.8678104877471924, + 1.871755599975586, + 1.8520092964172363, + 1.864802598953247, + 1.8353807926177979, + 1.8337504863739014, + 1.8239569664001465, + 1.8358521461486816, + 1.7883479595184326, + 1.798586368560791, + 1.7299506664276123, + 1.7751421928405762, + 1.7375857830047607, + 1.7316992282867432, + 1.703657865524292, + 1.6758828163146973, + 1.6633195877075195, + 1.6536483764648438, + 1.6152901649475098, + 1.5812642574310303, + 1.555082082748413, + 1.5306262969970703, + 1.5041813850402832, + 1.4883065223693848, + 1.4610683917999268, + 1.4325482845306396, + 1.4011261463165283, + 1.3861849308013916, + 1.3179244995117188, + 1.3401353359222412, + 1.2995235919952393, + 1.2766449451446533, + 1.2553448677062988, + 1.2228120565414429, + 1.2317190170288086, + 1.1799430847167969, + 1.1682071685791016, + 1.1305534839630127, + 1.104162335395813, + 1.0958309173583984, + 1.077493667602539, + 1.0598065853118896, + 1.0223357677459717, + 1.0327284336090088, + 1.019897699356079, + 1.001994013786316, + 0.9831603169441223, + 0.9786632657051086, + 0.9474821090698242, + 0.9601040482521057, + 0.9537064433097839, + 0.9480487108230591, + 0.9350283145904541, + 0.9363729953765869, + 0.9191250801086426, + 0.9380800127983093, + 0.9173223376274109, + 0.9111381769180298 + ], + "p90": [ + 1.8856499195098877, + 1.877046823501587, + 1.9029500484466553, + 1.8937230110168457, + 1.8920953273773193, + 1.8953266143798828, + 1.8925695419311523, + 1.8944549560546875, + 1.8869991302490234, + 1.871706247329712, + 1.855126142501831, + 1.8334095478057861, + 1.8273670673370361, + 1.8224143981933594, + 1.8033175468444824, + 1.7779383659362793, + 1.7696917057037354, + 1.7541821002960205, + 1.7418293952941895, + 1.7297470569610596, + 1.706270456314087, + 1.6836130619049072, + 1.6596181392669678, + 1.6507234573364258, + 1.627258539199829, + 1.592529535293579, + 1.5874030590057373, + 1.5647971630096436, + 1.5385305881500244, + 1.5194265842437744, + 1.5140690803527832, + 1.4859728813171387, + 1.4632108211517334, + 1.4340684413909912, + 1.416034460067749, + 1.4041049480438232, + 1.3931550979614258, + 1.369067907333374, + 1.3527870178222656, + 1.3355774879455566, + 1.3100898265838623, + 1.3142282962799072, + 1.2796008586883545, + 1.2680916786193848, + 1.2686564922332764, + 1.249786138534546, + 1.248018741607666, + 1.2350094318389893, + 1.219887375831604, + 1.2154518365859985, + 1.1992281675338745, + 1.2101993560791016, + 1.1834522485733032, + 1.1968985795974731, + 1.1958107948303223, + 1.1972242593765259, + 1.1860885620117188, + 1.1949589252471924, + 1.204457402229309, + 1.1875724792480469 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_073926.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_073926.json new file mode 100644 index 0000000000000000000000000000000000000000..7617f6f05b6771018d11997bbd2b104a34676e4d --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_073926.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T07:39:26.658599+00:00", + "metrics": { + "MSE[mean]": 0.124172883882067, + "MSE[0.5]": 0.124172883882067, + "MAE[0.5]": 0.3007196625073751, + "MASE[0.5]": 0.8770107192002848, + "MAPE[0.5]": 0.334769439750489, + "sMAPE[0.5]": 0.26451954982886006, + "MSIS": 4.012371468818393, + "RMSE[mean]": 0.35238173034660436, + "NRMSE[mean]": 0.2845728202434017, + "ND[0.5]": 0.2428520978604483, + "mean_weighted_sum_quantile_loss": 0.14073522009475917 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00" + ], + "context": [ + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833 + ], + "actual": [ + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033 + ], + "predictions": { + "p50": [ + 1.8732680082321167, + 1.8758368492126465, + 1.8744592666625977, + 1.8725812435150146, + 1.870319128036499, + 1.8672958612442017, + 1.8636044263839722, + 1.8568525314331055, + 1.8511791229248047, + 1.845999002456665, + 1.838053822517395, + 1.8284058570861816, + 1.817659616470337, + 1.8058884143829346, + 1.7950685024261475, + 1.7809405326843262, + 1.7679359912872314, + 1.754929542541504, + 1.742260456085205, + 1.727593183517456, + 1.7115867137908936, + 1.695207118988037, + 1.6786237955093384, + 1.6587775945663452, + 1.640909194946289, + 1.6239292621612549, + 1.6013288497924805, + 1.5758200883865356, + 1.5520457029342651, + 1.5302237272262573, + 1.510617733001709, + 1.4887232780456543, + 1.630516529083252, + 1.59395432472229, + 1.5596294403076172, + 1.535161018371582, + 1.5070271492004395, + 1.4773792028427124, + 1.4533002376556396, + 1.4292304515838623, + 1.4069108963012695, + 1.3842155933380127, + 1.3603744506835938, + 1.3338136672973633, + 1.3110567331314087, + 1.2907172441482544, + 1.2728074789047241, + 1.2498042583465576, + 1.2315771579742432, + 1.2159945964813232, + 1.1961886882781982, + 1.1784061193466187, + 1.1619924306869507, + 1.1424477100372314, + 1.1304785013198853, + 1.1179767847061157, + 1.1091617345809937, + 1.1004407405853271, + 1.0921366214752197, + 1.0820919275283813 + ], + "p10": [ + 1.8622167110443115, + 1.863826036453247, + 1.8598706722259521, + 1.8531157970428467, + 1.846853256225586, + 1.8386664390563965, + 1.8294618129730225, + 1.816476821899414, + 1.806092381477356, + 1.7947591543197632, + 1.7790671586990356, + 1.7612144947052002, + 1.742079257965088, + 1.7214856147766113, + 1.6994190216064453, + 1.6743321418762207, + 1.6522531509399414, + 1.6287765502929688, + 1.605067253112793, + 1.579404354095459, + 1.5520422458648682, + 1.5251896381378174, + 1.4962763786315918, + 1.4640023708343506, + 1.4304401874542236, + 1.400175929069519, + 1.3635404109954834, + 1.320143222808838, + 1.2751957178115845, + 1.2315433025360107, + 1.1898218393325806, + 1.1550205945968628, + 1.1681424379348755, + 1.203239917755127, + 1.188071370124817, + 1.1527988910675049, + 1.1175501346588135, + 1.0776565074920654, + 1.0332506895065308, + 0.9929238557815552, + 0.9532763361930847, + 0.9152213335037231, + 0.8753842115402222, + 0.8363001942634583, + 0.8037905693054199, + 0.7665334939956665, + 0.7312398552894592, + 0.6951553821563721, + 0.6699541807174683, + 0.6412132978439331, + 0.6063884496688843, + 0.5810699462890625, + 0.5502619743347168, + 0.5216176509857178, + 0.5024175643920898, + 0.4852015972137451, + 0.46562880277633667, + 0.4507906436920166, + 0.44213801622390747, + 0.4239751100540161 + ], + "p90": [ + 1.8820303678512573, + 1.8881778717041016, + 1.8895634412765503, + 1.8919659852981567, + 1.8935765027999878, + 1.8950226306915283, + 1.8971524238586426, + 1.8966145515441895, + 1.8971174955368042, + 1.8983128070831299, + 1.8979895114898682, + 1.8964741230010986, + 1.8926177024841309, + 1.8884339332580566, + 1.8841123580932617, + 1.8789818286895752, + 1.8764359951019287, + 1.8749791383743286, + 1.8718640804290771, + 1.8693795204162598, + 1.8656978607177734, + 1.8633904457092285, + 1.8608094453811646, + 1.853468656539917, + 1.8496737480163574, + 1.8476853370666504, + 1.840017318725586, + 1.8285455703735352, + 1.8189001083374023, + 1.8124704360961914, + 1.806685447692871, + 1.7938820123672485, + 1.8640484809875488, + 1.821045994758606, + 1.8074061870574951, + 1.808957815170288, + 1.8059313297271729, + 1.8016893863677979, + 1.7975183725357056, + 1.7935972213745117, + 1.7914425134658813, + 1.7926404476165771, + 1.792179822921753, + 1.7902507781982422, + 1.787635087966919, + 1.7829997539520264, + 1.7801183462142944, + 1.7680821418762207, + 1.762474536895752, + 1.763016939163208, + 1.7547290325164795, + 1.7523455619812012, + 1.7469736337661743, + 1.74629807472229, + 1.7470266819000244, + 1.748023509979248, + 1.748737096786499, + 1.7503950595855713, + 1.7534455060958862, + 1.7598299980163574 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_073912.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_073912.json new file mode 100644 index 0000000000000000000000000000000000000000..e016770d11d1b901b0164658f912414a3816d0dc --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_073912.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T07:39:12.775505+00:00", + "metrics": { + "MSE[mean]": 0.002103217329028458, + "MSE[0.5]": 0.002103217329028458, + "MAE[0.5]": 0.036954973141352335, + "MASE[0.5]": 0.10777448771554726, + "MAPE[0.5]": 0.03528699709476494, + "sMAPE[0.5]": 0.03430305799507565, + "MSIS": 1.8948685242645882, + "RMSE[mean]": 0.04586084745214002, + "NRMSE[mean]": 0.03703583237806094, + "ND[0.5]": 0.02984371782983707, + "mean_weighted_sum_quantile_loss": 0.06040605530856286 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00", + "2026-06-22 06:12:00", + "2026-06-22 06:18:00", + "2026-06-22 06:24:00", + "2026-06-22 06:30:00", + "2026-06-22 06:36:00", + "2026-06-22 06:42:00", + "2026-06-22 06:48:00", + "2026-06-22 06:54:00", + "2026-06-22 07:00:00", + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00" + ], + "context": [ + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833 + ], + "actual": [ + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508, + 0.7839999794960022, + 0.7620000243186951, + 0.7390000224113464, + 0.7160000205039978, + 0.7139999866485596, + 0.7059999704360962, + 0.6909999847412109, + 0.6759999990463257, + 0.6639999747276306, + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033 + ], + "predictions": { + "p50": [ + 1.8680691719055176, + 1.8686182498931885, + 1.8642107248306274, + 1.8572819232940674, + 1.8483589887619019, + 1.8383312225341797, + 1.8256971836090088, + 1.8129258155822754, + 1.8005026578903198, + 1.7871079444885254, + 1.7730084657669067, + 1.7571299076080322, + 1.7381234169006348, + 1.7188506126403809, + 1.6973670721054077, + 1.6756212711334229, + 1.6540017127990723, + 1.631295084953308, + 1.6102244853973389, + 1.5896062850952148, + 1.5659953355789185, + 1.541024088859558, + 1.5114870071411133, + 1.4826197624206543, + 1.4546854496002197, + 1.4265223741531372, + 1.394753098487854, + 1.3606781959533691, + 1.3330615758895874, + 1.3040735721588135, + 1.2786296606063843, + 1.25380539894104, + 1.2125685214996338, + 1.1850788593292236, + 1.1525487899780273, + 1.125441551208496, + 1.0924980640411377, + 1.0660388469696045, + 1.03627610206604, + 1.009960412979126, + 0.9888187646865845, + 0.9594722986221313, + 0.9343355894088745, + 0.9081099033355713, + 0.8819502592086792, + 0.858946681022644, + 0.8318732976913452, + 0.810080885887146, + 0.7838340997695923, + 0.7632689476013184, + 0.7394329309463501, + 0.7242570519447327, + 0.7111389636993408, + 0.6933403015136719, + 0.6798972487449646, + 0.6648315191268921, + 0.6476819515228271, + 0.6398805379867554, + 0.6333998441696167, + 0.6229795217514038 + ], + "p10": [ + 1.8544046878814697, + 1.8490016460418701, + 1.8392938375473022, + 1.826550841331482, + 1.8132611513137817, + 1.7979509830474854, + 1.7809923887252808, + 1.760680913925171, + 1.742708683013916, + 1.7248265743255615, + 1.7024831771850586, + 1.6777232885360718, + 1.6492573022842407, + 1.6169087886810303, + 1.5859880447387695, + 1.552767276763916, + 1.518141746520996, + 1.4853801727294922, + 1.4534209966659546, + 1.4223012924194336, + 1.3899660110473633, + 1.3551692962646484, + 1.315567135810852, + 1.2772296667099, + 1.236452579498291, + 1.1956751346588135, + 1.1557002067565918, + 1.1130661964416504, + 1.071184754371643, + 1.034964680671692, + 0.9961563944816589, + 0.9603971242904663, + 0.9074220061302185, + 0.8745529651641846, + 0.8298178911209106, + 0.789556086063385, + 0.7423913478851318, + 0.7060654163360596, + 0.659552812576294, + 0.629075288772583, + 0.5936830043792725, + 0.5552504658699036, + 0.5182493329048157, + 0.4785130023956299, + 0.4348108172416687, + 0.39668965339660645, + 0.36128753423690796, + 0.323283851146698, + 0.28671199083328247, + 0.26091694831848145, + 0.221896231174469, + 0.1988464593887329, + 0.17791599035263062, + 0.14349138736724854, + 0.12621402740478516, + 0.10823148488998413, + 0.07801830768585205, + 0.05793046951293945, + 0.0468672513961792, + 0.024024605751037598 + ], + "p90": [ + 1.8814395666122437, + 1.8858789205551147, + 1.8864980936050415, + 1.8844727277755737, + 1.8829423189163208, + 1.877401351928711, + 1.8708231449127197, + 1.8669207096099854, + 1.8593499660491943, + 1.8542580604553223, + 1.8481870889663696, + 1.8424897193908691, + 1.833064079284668, + 1.8245009183883667, + 1.8149755001068115, + 1.8079044818878174, + 1.7968933582305908, + 1.787038803100586, + 1.7778942584991455, + 1.7699443101882935, + 1.7610009908676147, + 1.751616358757019, + 1.7353246212005615, + 1.72073233127594, + 1.705934762954712, + 1.692495584487915, + 1.6755214929580688, + 1.6579208374023438, + 1.6437127590179443, + 1.6303188800811768, + 1.6130175590515137, + 1.6033833026885986, + 1.5920392274856567, + 1.5619087219238281, + 1.5548566579818726, + 1.5428166389465332, + 1.5224666595458984, + 1.5125757455825806, + 1.5040249824523926, + 1.4959652423858643, + 1.4898855686187744, + 1.4799615144729614, + 1.4662489891052246, + 1.4687657356262207, + 1.463596224784851, + 1.4546456336975098, + 1.4504342079162598, + 1.4428589344024658, + 1.4308674335479736, + 1.4350106716156006, + 1.4321868419647217, + 1.429047703742981, + 1.4319688081741333, + 1.4228036403656006, + 1.427131175994873, + 1.4384793043136597, + 1.4362282752990723, + 1.4379982948303223, + 1.4540776014328003, + 1.448209285736084 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 8bb870a0fce936caf0cee7735901ecb60b12b61a..7f2753a41cdc475527ce445815dab6350c33388d 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,183803.20201746622,183803.20201746622,352.0904947916667,0.33317107043917454,0.00549850693463366,0.0055032128482184915,3.633754674252016,428.72275658922774,0.0066887072110366555,0.005493130922618392,0.005526023461701595,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,183997.06139246622,183997.06139246622,353.0904947916667,0.33411733588901665,0.0055140384847403535,0.005518767841989407,3.633754674252016,428.9487864447995,0.006692129203010412,0.005508646454242361,0.005527670719068419,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.3039858884830815,0.3039858884830815,0.45454999804496765,1.3325678927694744,0.4741179145016581,0.3421759468801618,48.11702339953696,0.5513491529721266,0.4178153095015084,0.3444603969975981,0.33665548104243176,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.4265604910841963,0.4265604910841963,0.5446166714032491,1.5883053828052056,0.6215386873013541,0.4116005976522605,58.02429526388753,0.6531159859352673,0.5274367030346239,0.43981594045853184,0.43087967329333865,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.0894444685512159,0.0894444685512159,0.27222226560115814,4.137780804794772,0.1683371518393657,0.18685793579611606,143.88288809291154,0.2990726810513055,0.1887224529695316,0.1717791592885767,0.16668616133953454,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.0074999936421894136,0.0074999936421894136,0.02500001589457194,0.012884761515607383,0.001787856581662755,0.0017710816686899427,0.4333142267897299,0.08660250367159955,0.006187734819545476,0.0017862470746416001,0.005270417504067875,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,178.86375139236543,178.86375139236543,11.420833349227905,0.9870090446936203,0.5744512286689242,0.4160341618397391,36.25167944883194,13.373995341421555,0.6232541518332375,0.5322330104494558,0.5220388356674835,Air Quality,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index ad9bd9710596150c147080d0c555b29a3b352280..1675e44ebf76ca34bac300985319a7e4636de9fa 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T07:33:31.096521+00:00", + "evaluated_at": "2026-06-22T07:40:48.263929+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64276.0 + 64300.0 ], "p50": [ 63417.96875, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 7896007fba51f5beb0b8015fbe39eea5037dc6b9..3e9603a221316ae187bfe0bfd1e371698d4d6716 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T07:25:19.405659+00:00", + "evaluated_at": "2026-06-22T07:40:48.274325+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.8029999732971191, - 1.8009999990463257, - 1.8029999732971191, - 1.7990000247955322, 1.784999966621399, 1.7640000581741333, 1.7549999952316284, @@ -245,13 +241,13 @@ 1.8209999799728394, 1.8380000591278076, 1.8489999771118164, - 1.8450000286102295 - ], - "actuals": [ + 1.8450000286102295, 1.840999960899353, 1.8480000495910645, 1.8619999885559082, - 1.86899995803833, + 1.86899995803833 + ], + "actuals": [ 1.8769999742507935, 1.871000051498413, 1.8589999675750732, @@ -307,13 +303,13 @@ 0.6909999847412109, 0.6759999990463257, 0.6639999747276306, - 0.6480000019073486 + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033 ], "p50": [ - 1.3589999675750732, - 1.3860000371932983, - 1.4140000343322754, - 1.4479999542236328, 1.4780000448226929, 1.5080000162124634, 1.5420000553131104, @@ -334,10 +330,10 @@ 1.8380000591278076, 1.8489999771118164, 1.8450000286102295, - 1.3589999675750732, - 1.3860000371932983, - 1.4140000343322754, - 1.4479999542236328, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, 1.4780000448226929, 1.5080000162124634, 1.5420000553131104, @@ -358,10 +354,10 @@ 1.8380000591278076, 1.8489999771118164, 1.8450000286102295, - 1.3589999675750732, - 1.3860000371932983, - 1.4140000343322754, - 1.4479999542236328, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, 1.4780000448226929, 1.5080000162124634, 1.5420000553131104, @@ -369,13 +365,13 @@ 1.5889999866485596, 1.6180000305175781, 1.6390000581741333, - 1.6519999504089355 + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065 ], "p10": [ - 1.3318199682235718, - 1.3582800364494323, - 1.38572003364563, - 1.4190399551391601, 1.448440043926239, 1.4778400158882141, 1.5111600542068482, @@ -396,10 +392,10 @@ 1.8012400579452514, 1.81201997756958, 1.8081000280380248, - 1.3318199682235718, - 1.3582800364494323, - 1.38572003364563, - 1.4190399551391601, + 1.8041799616813659, + 1.811040048599243, + 1.82475998878479, + 1.8316199588775635, 1.448440043926239, 1.4778400158882141, 1.5111600542068482, @@ -420,10 +416,10 @@ 1.8012400579452514, 1.81201997756958, 1.8081000280380248, - 1.3318199682235718, - 1.3582800364494323, - 1.38572003364563, - 1.4190399551391601, + 1.8041799616813659, + 1.811040048599243, + 1.82475998878479, + 1.8316199588775635, 1.448440043926239, 1.4778400158882141, 1.5111600542068482, @@ -431,13 +427,13 @@ 1.5572199869155883, 1.5856400299072266, 1.6062200570106506, - 1.6189599514007569 + 1.6189599514007569, + 1.647379994392395, + 1.672860016822815, + 1.693440043926239, + 1.7130400252342224 ], "p90": [ - 1.3861799669265746, - 1.4137200379371644, - 1.4422800350189209, - 1.4769599533081055, 1.5075600457191467, 1.5381600165367126, 1.5728400564193725, @@ -458,10 +454,10 @@ 1.8747600603103638, 1.8859799766540528, 1.8819000291824342, - 1.3861799669265746, - 1.4137200379371644, - 1.4422800350189209, - 1.4769599533081055, + 1.8778199601173402, + 1.8849600505828858, + 1.8992399883270263, + 1.9063799571990967, 1.5075600457191467, 1.5381600165367126, 1.5728400564193725, @@ -482,10 +478,10 @@ 1.8747600603103638, 1.8859799766540528, 1.8819000291824342, - 1.3861799669265746, - 1.4137200379371644, - 1.4422800350189209, - 1.4769599533081055, + 1.8778199601173402, + 1.8849600505828858, + 1.8992399883270263, + 1.9063799571990967, 1.5075600457191467, 1.5381600165367126, 1.5728400564193725, @@ -493,13 +489,13 @@ 1.6207799863815309, 1.6503600311279296, 1.671780059337616, - 1.6850399494171142 + 1.6850399494171142, + 1.7146199941635132, + 1.7411400175094605, + 1.7625600457191468, + 1.7829600262641907 ], "timestamps": [ - "2026-06-21 01:12:00", - "2026-06-21 01:18:00", - "2026-06-21 01:24:00", - "2026-06-21 01:30:00", "2026-06-21 01:36:00", "2026-06-21 01:42:00", "2026-06-21 01:48:00", @@ -795,6 +791,10 @@ "2026-06-22 06:48:00", "2026-06-22 06:54:00", "2026-06-22 07:00:00", - "2026-06-22 07:06:00" + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 25aa7ef8f202e39e2bc6cc047017999e888290f3..0c0726393ae4f6f4604242102c9ec1521d868c4d 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T07:33:31.116012+00:00", + "evaluated_at": "2026-06-22T07:40:48.282377+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t013000z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 633caf3e1595ae539064fb06e23b7efe1461006e..ac7733a136e985b03a332622c435b27192c0678e 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,92828.2372118632,92828.2372118632,233.02083333333334,0.2204995636767547,0.0036446519853812662,0.003635184360249855,1.4735147323653075,304.67726730404945,0.004753414656754759,0.003635468619949622,0.003489664804032974,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,93240.6278368632,93240.6278368632,234.02083333333334,0.2214458291265968,0.0036601570977837527,0.003650739322741557,1.4735147323653075,305.35328365167976,0.004763887184987985,0.0036510131333927207,0.0034982777116486004,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.015171687409872802,0.015171687409872802,0.10949845512708029,0.3210078676444549,0.1104235733167185,0.10125533606722478,1.834343366566204,0.12317340382514726,0.09334145806543014,0.0829785094839367,0.054501460298553885,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.02278690123792586,0.02278690123792586,0.14066290259361267,0.4102254981926843,0.14284898073164792,0.13031437914818797,2.918174825816008,0.15095330813839708,0.12190532290014576,0.11359510283156479,0.07071709961983264,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.08886957995846305,0.08886957995846305,0.28009531398614246,4.257451208722489,0.17340285689913415,0.1916956777017158,113.17619717401556,0.29811001318047514,0.1881149851080759,0.17674725265751656,0.16042077030316323,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,0.009374404254685942,0.009374404254685942,0.07958579063415527,0.04101773121571483,0.005687310959701511,0.005663499907871228,0.6509143968807845,0.09682150719073702,0.006917880961003523,0.005686391812821399,0.009474677375105439,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,96.87194170152816,96.87194170152816,7.899872779846191,0.6827212732391588,0.43279835976119574,0.32183168222857267,2.831153880447644,9.842354479570838,0.4586728301159226,0.36814941109962834,0.24510933638390597,Air Quality,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 1fa72a42323433e0437bed5d46e735db839b2bab..954ced8334e99835ba6b486786233c282f979a34 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T07:33:19.087735+00:00", + "evaluated_at": "2026-06-22T07:40:22.466775+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64276.0 + 64300.0 ], "p50": [ 64302.25, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index e414697c4ba1a261d581319cd589e53861088457..48b22f6c62cfdcd4ef812161f42fd92133f05d81 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T07:24:46.245355+00:00", + "evaluated_at": "2026-06-22T07:40:44.482951+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.8029999732971191, - 1.8009999990463257, - 1.8029999732971191, - 1.7990000247955322, 1.784999966621399, 1.7640000581741333, 1.7549999952316284, @@ -245,13 +241,13 @@ 1.8209999799728394, 1.8380000591278076, 1.8489999771118164, - 1.8450000286102295 - ], - "actuals": [ + 1.8450000286102295, 1.840999960899353, 1.8480000495910645, 1.8619999885559082, - 1.86899995803833, + 1.86899995803833 + ], + "actuals": [ 1.8769999742507935, 1.871000051498413, 1.8589999675750732, @@ -307,199 +303,199 @@ 0.6909999847412109, 0.6759999990463257, 0.6639999747276306, - 0.6480000019073486 + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033 ], "p50": [ - 1.87762451171875, - 1.880950927734375, - 1.887603759765625, - 1.89093017578125, - 1.8975830078125, - 1.89093017578125, 1.887603759765625, 1.88427734375, 1.880950927734375, + 1.880950927734375, + 1.880950927734375, 1.874298095703125, - 1.8709716796875, - 1.857666015625, - 1.847686767578125, - 1.8310546875, + 1.867645263671875, + 1.860992431640625, + 1.854339599609375, + 1.8443603515625, + 1.83770751953125, 1.821075439453125, - 1.807769775390625, - 1.804443359375, + 1.81109619140625, + 1.801116943359375, 1.787811279296875, 1.774505615234375, - 1.747894287109375, - 1.724609375, - 1.694671630859375, - 1.67803955078125, - 1.641448974609375, - 1.6181640625, - 1.581573486328125, - 1.5516357421875, - 1.528350830078125, + 1.7645263671875, + 1.751220703125, + 1.734588623046875, + 1.70465087890625, + 1.6846923828125, + 1.648101806640625, + 1.62481689453125, + 1.588226318359375, + 1.57159423828125, + 1.53167724609375, 1.5067291259765625, - 1.475128173828125, - 1.4451904296875, - 1.42523193359375, - 1.408599853515625, - 1.37200927734375, - 1.335418701171875, - 1.308807373046875, - 1.2805328369140625, - 1.2589111328125, - 1.215667724609375, - 1.1769981384277344, - 1.1412391662597656, - 1.1194095611572266, - 1.0909011363983154, - 1.0628604888916016, - 1.0377044677734375, - 1.0169143676757812, - 0.9927978515625, - 0.9778289794921875, - 1.0085983276367188, - 0.9957084655761719, + 1.4767913818359375, + 1.455169677734375, + 1.4185791015625, + 1.38531494140625, + 1.355377197265625, + 1.3387451171875, + 1.3038177490234375, + 1.2672271728515625, + 1.2339630126953125, + 1.2056884765625, + 1.1861457824707031, + 1.1408233642578125, + 1.1042327880859375, + 1.0715923309326172, + 1.0537128448486328, + 1.0210723876953125, + 0.9919662475585938, 0.9711761474609375, - 0.9578704833984375, - 0.9354171752929688, - 0.9254379272460938, - 0.9121322631835938, - 0.8971633911132812, - 0.8755416870117188, - 0.876373291015625, - 0.8597412109375, - 0.8597412109375 + 0.9537124633789062, + 0.9279327392578125, + 0.9179534912109375, + 0.9395751953125, + 0.9237747192382812, + 0.9054794311523438, + 0.8880157470703125, + 0.863067626953125, + 0.8547515869140625, + 0.843109130859375, + 0.8331298828125, + 0.816497802734375, + 0.8181610107421875, + 0.8065185546875, + 0.803192138671875 ], "p10": [ + 1.87762451171875, + 1.867645263671875, 1.860992431640625, - 1.860992431640625, - 1.86431884765625, - 1.86431884765625, - 1.86431884765625, - 1.857666015625, + 1.854339599609375, 1.85101318359375, - 1.841033935546875, + 1.83770751953125, 1.834381103515625, 1.821075439453125, 1.81109619140625, - 1.794464111328125, - 1.781158447265625, - 1.75787353515625, - 1.741241455078125, - 1.724609375, - 1.70465087890625, - 1.6846923828125, - 1.6580810546875, - 1.628143310546875, - 1.59820556640625, - 1.56494140625, - 1.535003662109375, - 1.49176025390625, - 1.461822509765625, - 1.4202423095703125, - 1.3803253173828125, - 1.3537139892578125, - 1.3171234130859375, - 1.2838592529296875, - 1.2481002807617188, - 1.2164993286132812, - 1.2031936645507812, - 1.1636924743652344, - 1.130636215209961, - 1.0996589660644531, - 1.0720081329345703, - 1.0495548248291016, - 1.0140037536621094, - 0.9799079895019531, - 0.9453964233398438, - 0.9304275512695312, - 0.902984619140625, - 0.8772048950195312, - 0.863067626953125, - 0.846435546875, + 1.79779052734375, + 1.78448486328125, + 1.7645263671875, + 1.747894287109375, + 1.727935791015625, + 1.7113037109375, + 1.69134521484375, + 1.66473388671875, + 1.648101806640625, + 1.621490478515625, + 1.581573486328125, + 1.554962158203125, + 1.515045166015625, + 1.47845458984375, + 1.4368743896484375, + 1.4102630615234375, + 1.3670196533203125, + 1.3304290771484375, + 1.2971649169921875, + 1.2630691528320312, + 1.222320556640625, + 1.1832351684570312, + 1.1449813842773438, + 1.1320915222167969, + 1.09773588180542, + 1.0692014694213867, + 1.0314674377441406, + 1.0056877136230469, + 0.98614501953125, + 0.9478912353515625, + 0.9171218872070312, + 0.8880157470703125, + 0.8805313110351562, + 0.8514251708984375, 0.82647705078125, - 0.803192138671875, - 0.8347930908203125, - 0.823150634765625, + 0.8148345947265625, 0.8015289306640625, - 0.78656005859375, - 0.769927978515625, + 0.7799072265625, 0.763275146484375, - 0.749969482421875, - 0.7416534423828125, - 0.7266845703125, - 0.73333740234375, - 0.71337890625, - 0.7117156982421875 + 0.78656005859375, + 0.776580810546875, + 0.75994873046875, + 0.7449798583984375, + 0.7250213623046875, + 0.7216949462890625, + 0.7117156982421875, + 0.7050628662109375, + 0.69342041015625, + 0.696746826171875, + 0.683441162109375, + 0.6784515380859375 ], "p90": [ - 1.89093017578125, - 1.90423583984375, - 1.910888671875, - 1.914215087890625, - 1.9241943359375, - 1.9241943359375, - 1.9241943359375, - 1.920867919921875, - 1.9241943359375, - 1.9241943359375, - 1.91754150390625, - 1.914215087890625, + 1.8975830078125, 1.90423583984375, + 1.900909423828125, + 1.894256591796875, 1.90423583984375, - 1.8975830078125, + 1.900909423828125, + 1.900909423828125, + 1.894256591796875, + 1.894256591796875, 1.887603759765625, - 1.90423583984375, - 1.8975830078125, - 1.87762451171875, - 1.86431884765625, + 1.880950927734375, + 1.874298095703125, + 1.8709716796875, + 1.8709716796875, + 1.857666015625, 1.847686767578125, - 1.8310546875, - 1.821075439453125, + 1.86431884765625, + 1.86431884765625, + 1.841033935546875, + 1.82440185546875, + 1.81109619140625, 1.7911376953125, - 1.77783203125, - 1.747894287109375, - 1.73126220703125, - 1.7113037109375, - 1.697998046875, - 1.681365966796875, - 1.66473388671875, - 1.65142822265625, - 1.66473388671875, + 1.774505615234375, + 1.74456787109375, + 1.734588623046875, + 1.70465087890625, + 1.69134521484375, + 1.67138671875, + 1.661407470703125, + 1.641448974609375, + 1.6181640625, + 1.601531982421875, 1.6314697265625, - 1.588226318359375, - 1.5782470703125, + 1.59820556640625, 1.554962158203125, - 1.538330078125, - 1.495086669921875, - 1.461822509765625, - 1.43853759765625, - 1.415252685546875, + 1.535003662109375, + 1.515045166015625, + 1.4934234619140625, + 1.441864013671875, + 1.408599853515625, 1.3869781494140625, - 1.35870361328125, - 1.328765869140625, - 1.3038177490234375, - 1.2772064208984375, - 1.2564163208007812, - 1.272216796875, - 1.2647323608398438, - 1.24560546875, - 1.2273101806640625, - 1.2065200805664062, - 1.1932144165039062, - 1.1807403564453125, - 1.1620292663574219, - 1.1350021362304688, - 1.1281414031982422, - 1.1083908081054688, - 1.104440689086914 + 1.3670196533203125, + 1.3337554931640625, + 1.298828125, + 1.2680587768554688, + 1.2497634887695312, + 1.2281417846679688, + 1.2140045166015625, + 1.182403564453125, + 1.169097900390625, + 1.1549606323242188, + 1.1300125122070312, + 1.1063117980957031, + 1.087808609008789, + 1.0708646774291992, + 1.0551681518554688, + 1.0347938537597656, + 1.0243988037109375, + 1.0102615356445312, + 1.0036087036132812 ], "timestamps": [ - "2026-06-21 01:12:00", - "2026-06-21 01:18:00", - "2026-06-21 01:24:00", - "2026-06-21 01:30:00", "2026-06-21 01:36:00", "2026-06-21 01:42:00", "2026-06-21 01:48:00", @@ -795,6 +791,10 @@ "2026-06-22 06:48:00", "2026-06-22 06:54:00", "2026-06-22 07:00:00", - "2026-06-22 07:06:00" + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index aeaad7e98f7a0cf59f52918fcae8d29ab3f20592..186a14b00a6659cfd0a2ae33adc627a94cbd0cb6 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T07:33:30.554409+00:00", + "evaluated_at": "2026-06-22T07:40:47.869752+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t013000z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index af04efb548177dea11ca24cdd2a619fdbfac57de..74b5d63638375aaf45abc58d93399e8dc76650ff 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,125243.80691719055,80918.23943456014,188.7861328125,0.1786417948897764,0.00295531062203954,0.002946826687045681,8.470667054509553,353.8980176790915,0.005521330945093094,0.0029453420619250156,0.0036245053224277218,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,124975.54129219055,80897.66130956014,187.9287109375,0.17783044619352503,0.002941970518677938,0.002933489103213576,8.432816436515866,353.5187990647606,0.005515328528243553,0.002931919274029207,0.003609836164139723,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.005795512099212275,0.0016421440351688688,0.03444408377011617,0.10097696694606136,0.03469279594520405,0.03370269662080393,6.7861429950029555,0.07612826084452655,0.057690399441269205,0.026101909186454338,0.04341298078838951,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.024279483277240742,0.010943288927295866,0.09226385056972504,0.269075807247415,0.10183824233457517,0.09402920211860219,17.203338481309725,0.15581875136594037,0.1258345075932179,0.07450949326265333,0.10741088420957691,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.08540058405505431,0.09652233333889883,0.29321034914917415,4.4567998572687815,0.18168382048858478,0.20168735546391614,124.05246900540806,0.2922337832199664,0.18440693484931617,0.1850231727383761,0.16148328140196658,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.00211398318136465,0.010294307922966558,0.09231356779734294,0.04757750197998356,0.006594643729927452,0.006621025186851755,1.4139245150309996,0.04597807283221699,0.003285125835141485,0.0065957894236193335,0.006846533248589538,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,55.68834250098947,28.589202197623916,4.357548554738362,0.3765872160729092,0.2419012594193822,0.20426482054606665,27.423896376430196,7.462462227776397,0.34776523003229814,0.2030702239101373,0.32716270570230327,Air Quality,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index fa347c04027cc76380bb1544dcee7878b1c03dfb..9bebd9102cc6de6cacb3c499223c0b2dbeeecf8b 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T07:30:36.018310+00:00", + "evaluated_at": "2026-06-22T07:38:33.920780+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64276.0 + 64300.0 ], "p50": [ 64181.921875, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 676e5653a899156d55494a8e7877421d7b3ec22d..9d843e1e4dd3340e78738971902f22635cc7accb 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T07:20:40.270651+00:00", + "evaluated_at": "2026-06-22T07:38:38.836477+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.8029999732971191, - 1.8009999990463257, - 1.8029999732971191, - 1.7990000247955322, 1.784999966621399, 1.7640000581741333, 1.7549999952316284, @@ -245,13 +241,13 @@ 1.8209999799728394, 1.8380000591278076, 1.8489999771118164, - 1.8450000286102295 - ], - "actuals": [ + 1.8450000286102295, 1.840999960899353, 1.8480000495910645, 1.8619999885559082, - 1.86899995803833, + 1.86899995803833 + ], + "actuals": [ 1.8769999742507935, 1.871000051498413, 1.8589999675750732, @@ -307,199 +303,199 @@ 0.6909999847412109, 0.6759999990463257, 0.6639999747276306, - 0.6480000019073486 + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033 ], "p50": [ - 1.8254214525222778, - 1.82700777053833, - 1.8445907831192017, - 1.8357505798339844, - 1.8236947059631348, - 1.8317230939865112, - 1.8339364528656006, - 1.8342183828353882, - 1.8223860263824463, - 1.8082808256149292, - 1.7935106754302979, - 1.7869771718978882, - 1.7652404308319092, - 1.7596418857574463, - 1.7407728433609009, - 1.718741774559021, - 1.7073155641555786, - 1.6714447736740112, - 1.6537457704544067, - 1.6342414617538452, - 1.615808129310608, - 1.590149998664856, - 1.5542621612548828, - 1.5381590127944946, - 1.5024875402450562, - 1.4601268768310547, - 1.4461586475372314, - 1.4164340496063232, - 1.3805803060531616, - 1.3415038585662842, - 1.3202807903289795, - 1.2856616973876953, - 1.2547035217285156, - 1.2346216440200806, - 1.2101893424987793, - 1.18512761592865, - 1.1598867177963257, - 1.124288558959961, - 1.1111335754394531, - 1.080410122871399, - 1.0463584661483765, - 1.0353593826293945, - 0.9972485303878784, - 0.970671534538269, - 0.9586851596832275, - 0.9327795505523682, - 0.901659369468689, - 0.8804326057434082, - 0.8703904151916504, - 0.8534401655197144, - 0.8405517339706421, - 0.8236534595489502, - 0.8007602691650391, - 0.8004980087280273, - 0.7698994874954224, - 0.7692071199417114, - 0.7659734487533569, - 0.7561670541763306, - 0.757510781288147, - 0.7387838363647461 + 1.8571224212646484, + 1.851959466934204, + 1.8728280067443848, + 1.860320806503296, + 1.8514914512634277, + 1.8501501083374023, + 1.8503239154815674, + 1.8464560508728027, + 1.8260674476623535, + 1.8223152160644531, + 1.7883632183074951, + 1.783088207244873, + 1.7571322917938232, + 1.7553989887237549, + 1.7369961738586426, + 1.7125606536865234, + 1.694869041442871, + 1.6703126430511475, + 1.6448700428009033, + 1.619074821472168, + 1.5943224430084229, + 1.5668625831604004, + 1.5295085906982422, + 1.5122439861297607, + 1.4761672019958496, + 1.4355075359344482, + 1.423119306564331, + 1.3940229415893555, + 1.358128547668457, + 1.3227033615112305, + 1.299156665802002, + 1.2693290710449219, + 1.2395830154418945, + 1.213923692703247, + 1.1889495849609375, + 1.1624127626419067, + 1.145357370376587, + 1.1114914417266846, + 1.0971125364303589, + 1.0713098049163818, + 1.037546992301941, + 1.0276421308517456, + 0.9859266877174377, + 0.9603148102760315, + 0.9527148008346558, + 0.930461049079895, + 0.9129001498222351, + 0.8921293020248413, + 0.8797013759613037, + 0.8691449761390686, + 0.8630005121231079, + 0.8480552434921265, + 0.825657308101654, + 0.8361095786094666, + 0.8188053369522095, + 0.8191024661064148, + 0.8122864961624146, + 0.8112586140632629, + 0.8139824271202087, + 0.7953413724899292 ], "p10": [ - 1.833521842956543, - 1.8583711385726929, - 1.842774510383606, - 1.8426010608673096, - 1.819922924041748, - 1.8507972955703735, - 1.8160574436187744, - 1.8266003131866455, - 1.8125907182693481, - 1.8235563039779663, - 1.7990646362304688, - 1.8021115064620972, - 1.7421656847000122, - 1.7822632789611816, - 1.7391725778579712, - 1.7414301633834839, - 1.7149624824523926, - 1.6780418157577515, - 1.6749242544174194, - 1.6729024648666382, - 1.6345019340515137, - 1.5968512296676636, - 1.5770139694213867, - 1.554808259010315, - 1.5216319561004639, - 1.5128322839736938, - 1.4777551889419556, - 1.4418296813964844, - 1.4220186471939087, - 1.3960665464401245, - 1.3279643058776855, - 1.346409797668457, - 1.310766577720642, - 1.2972749471664429, - 1.2581923007965088, - 1.2231371402740479, - 1.229592204093933, - 1.1727614402770996, - 1.1711440086364746, - 1.1315611600875854, - 1.085480809211731, - 1.0775924921035767, - 1.0615661144256592, - 1.0466457605361938, - 0.9981088638305664, - 1.007920742034912, - 0.982961893081665, - 0.9666440486907959, - 0.9462035894393921, - 0.9318712949752808, - 0.897520899772644, - 0.9031051397323608, - 0.8961472511291504, - 0.8784246444702148, - 0.8584970235824585, - 0.846991777420044, - 0.8420389890670776, - 0.8462315797805786, - 0.8215645551681519, - 0.8143283128738403 + 1.867339849472046, + 1.880195140838623, + 1.8678104877471924, + 1.871755599975586, + 1.8520092964172363, + 1.864802598953247, + 1.8353807926177979, + 1.8337504863739014, + 1.8239569664001465, + 1.8358521461486816, + 1.7883479595184326, + 1.798586368560791, + 1.7299506664276123, + 1.7751421928405762, + 1.7375857830047607, + 1.7316992282867432, + 1.703657865524292, + 1.6758828163146973, + 1.6633195877075195, + 1.6536483764648438, + 1.6152901649475098, + 1.5812642574310303, + 1.555082082748413, + 1.5306262969970703, + 1.5041813850402832, + 1.4883065223693848, + 1.4610683917999268, + 1.4325482845306396, + 1.4011261463165283, + 1.3861849308013916, + 1.3179244995117188, + 1.3401353359222412, + 1.2995235919952393, + 1.2766449451446533, + 1.2553448677062988, + 1.2228120565414429, + 1.2317190170288086, + 1.1799430847167969, + 1.1682071685791016, + 1.1305534839630127, + 1.104162335395813, + 1.0958309173583984, + 1.077493667602539, + 1.0598065853118896, + 1.0223357677459717, + 1.0327284336090088, + 1.019897699356079, + 1.001994013786316, + 0.9831603169441223, + 0.9786632657051086, + 0.9474821090698242, + 0.9601040482521057, + 0.9537064433097839, + 0.9480487108230591, + 0.9350283145904541, + 0.9363729953765869, + 0.9191250801086426, + 0.9380800127983093, + 0.9173223376274109, + 0.9111381769180298 ], "p90": [ - 1.862004280090332, - 1.8588893413543701, - 1.880313515663147, - 1.873140811920166, - 1.8663488626480103, - 1.8820527791976929, - 1.8786479234695435, - 1.8857290744781494, - 1.8805017471313477, - 1.8613322973251343, - 1.86306893825531, - 1.8424992561340332, - 1.8402069807052612, - 1.8350077867507935, - 1.8149807453155518, - 1.7938392162322998, - 1.7920958995819092, - 1.761890172958374, - 1.7534626722335815, - 1.7455531358718872, - 1.7284644842147827, - 1.7090998888015747, - 1.6867161989212036, - 1.6765365600585938, - 1.651888370513916, - 1.6182241439819336, - 1.612807273864746, - 1.5831992626190186, - 1.557953119277954, - 1.5296756029129028, - 1.524369478225708, - 1.4962023496627808, - 1.463597297668457, - 1.4408143758773804, - 1.4171196222305298, - 1.4061479568481445, - 1.3835300207138062, - 1.3573225736618042, - 1.3333172798156738, - 1.3127788305282593, - 1.2819446325302124, - 1.2785300016403198, - 1.2416125535964966, - 1.2249884605407715, - 1.2248910665512085, - 1.202590823173523, - 1.18187415599823, - 1.173768162727356, - 1.1561497449874878, - 1.1424102783203125, - 1.1219120025634766, - 1.1224185228347778, - 1.0950738191604614, - 1.0991050004959106, - 1.0843238830566406, - 1.081543207168579, - 1.0708529949188232, - 1.067995548248291, - 1.0712462663650513, - 1.0560450553894043 + 1.8856499195098877, + 1.877046823501587, + 1.9029500484466553, + 1.8937230110168457, + 1.8920953273773193, + 1.8953266143798828, + 1.8925695419311523, + 1.8944549560546875, + 1.8869991302490234, + 1.871706247329712, + 1.855126142501831, + 1.8334095478057861, + 1.8273670673370361, + 1.8224143981933594, + 1.8033175468444824, + 1.7779383659362793, + 1.7696917057037354, + 1.7541821002960205, + 1.7418293952941895, + 1.7297470569610596, + 1.706270456314087, + 1.6836130619049072, + 1.6596181392669678, + 1.6507234573364258, + 1.627258539199829, + 1.592529535293579, + 1.5874030590057373, + 1.5647971630096436, + 1.5385305881500244, + 1.5194265842437744, + 1.5140690803527832, + 1.4859728813171387, + 1.4632108211517334, + 1.4340684413909912, + 1.416034460067749, + 1.4041049480438232, + 1.3931550979614258, + 1.369067907333374, + 1.3527870178222656, + 1.3355774879455566, + 1.3100898265838623, + 1.3142282962799072, + 1.2796008586883545, + 1.2680916786193848, + 1.2686564922332764, + 1.249786138534546, + 1.248018741607666, + 1.2350094318389893, + 1.219887375831604, + 1.2154518365859985, + 1.1992281675338745, + 1.2101993560791016, + 1.1834522485733032, + 1.1968985795974731, + 1.1958107948303223, + 1.1972242593765259, + 1.1860885620117188, + 1.1949589252471924, + 1.204457402229309, + 1.1875724792480469 ], "timestamps": [ - "2026-06-21 01:12:00", - "2026-06-21 01:18:00", - "2026-06-21 01:24:00", - "2026-06-21 01:30:00", "2026-06-21 01:36:00", "2026-06-21 01:42:00", "2026-06-21 01:48:00", @@ -795,6 +791,10 @@ "2026-06-22 06:48:00", "2026-06-22 06:54:00", "2026-06-22 07:00:00", - "2026-06-22 07:06:00" + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 73e70319d12df366887c01491193753d0cbfcf47..5e20ff476a59b9c89e4a4ab8b9eedaffd4b2a260 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T07:30:54.662491+00:00", + "evaluated_at": "2026-06-22T07:38:41.334454+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t013000z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index abbeb89df7fecfbd1ace913b61e3ec2c242afd5a..06ea13b8ce808ab0ded8f45b8130df51b17ae76c 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,177735.65298207602,177735.65298207602,336.8603515625,0.31875931210526715,0.005269364684183053,0.005247820990982891,1.8059514613876775,421.5870645336216,0.006577379892450206,0.005255518229388644,0.004218071121705667,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,177244.72329457602,177244.72329457602,335.8603515625,0.317813046655425,0.0052537502889424105,0.005232266044836193,1.8059514613876775,421.0044219418319,0.006568187335426855,0.005239835005603848,0.004212804904192866,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.09500826021232113,0.09500826021232113,0.24615677793820698,0.7216381482320223,0.26253581137019505,0.21275676705747643,1.960460225980724,0.3082340996909997,0.2335814339553806,0.1865389106081487,0.11098283115571676,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.124172883882067,0.124172883882067,0.3007196625073751,0.8770107192002848,0.334769439750489,0.26451954982886006,4.012371468818393,0.35238173034660436,0.2845728202434017,0.2428520978604483,0.14073522009475917,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.08442865811563809,0.08442865811563809,0.2723541971709993,4.139786165803835,0.1685286790652478,0.18583929835304233,78.47624251940088,0.2905660993915809,0.18335458402354302,0.17186241145790568,0.1455915902802277,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.004921157931751925,0.004921157931751925,0.0666356881459554,0.034343376172630315,0.004760187553788527,0.004772662247790824,0.7285126522342766,0.0701509652945127,0.005012275074905639,0.004761109093666072,0.013565391993205313,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,103.94611622582913,103.94611622582913,8.39918565750122,0.7258727939126332,0.4724121496643799,0.3446248660823807,3.0123603013716966,10.195396815515771,0.47512528849005536,0.39141836073792097,0.2627879292345099,Air Quality,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 0966857b6e6124a37c19836ff5c6878449a32b7c..68c9bdcf2001ebed1c8a78cacf6f46d4556fd983 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T07:31:44.064640+00:00", + "evaluated_at": "2026-06-22T07:39:21.178174+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64276.0 + 64300.0 ], "p50": [ 64224.62890625, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 1d86299c7008d6510c5e0d4c1d17f34215e0a1fc..e6106a924b041080255fa5971e1299255f9378f6 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T07:22:37.369170+00:00", + "evaluated_at": "2026-06-22T07:39:26.658599+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.8029999732971191, - 1.8009999990463257, - 1.8029999732971191, - 1.7990000247955322, 1.784999966621399, 1.7640000581741333, 1.7549999952316284, @@ -245,13 +241,13 @@ 1.8209999799728394, 1.8380000591278076, 1.8489999771118164, - 1.8450000286102295 - ], - "actuals": [ + 1.8450000286102295, 1.840999960899353, 1.8480000495910645, 1.8619999885559082, - 1.86899995803833, + 1.86899995803833 + ], + "actuals": [ 1.8769999742507935, 1.871000051498413, 1.8589999675750732, @@ -307,199 +303,199 @@ 0.6909999847412109, 0.6759999990463257, 0.6639999747276306, - 0.6480000019073486 + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033 ], "p50": [ - 1.8506145477294922, - 1.8567988872528076, - 1.8608319759368896, - 1.8653733730316162, - 1.8679897785186768, - 1.8696917295455933, - 1.868856430053711, - 1.8634896278381348, - 1.8595378398895264, - 1.8549914360046387, - 1.8486510515213013, - 1.840921401977539, - 1.833939790725708, - 1.8274105787277222, - 1.8201303482055664, - 1.8084173202514648, - 1.7962194681167603, - 1.7821645736694336, - 1.7680761814117432, - 1.7518025636672974, - 1.7348952293395996, - 1.719182014465332, - 1.7025566101074219, - 1.6811805963516235, - 1.6623296737670898, - 1.6429240703582764, - 1.6210012435913086, - 1.598754644393921, - 1.576730728149414, - 1.5580785274505615, - 1.5401430130004883, - 1.5158756971359253, - 1.696235179901123, - 1.6641736030578613, - 1.6258900165557861, - 1.5963799953460693, - 1.5645169019699097, - 1.5339207649230957, - 1.5094236135482788, - 1.486604928970337, - 1.4623087644577026, - 1.436209797859192, - 1.4095680713653564, - 1.3815966844558716, - 1.358912706375122, - 1.3370033502578735, - 1.31606924533844, - 1.2893173694610596, - 1.2677890062332153, - 1.2501835823059082, - 1.2264842987060547, - 1.2072666883468628, - 1.1894536018371582, - 1.16887629032135, - 1.1534181833267212, - 1.1362444162368774, - 1.1210473775863647, - 1.1063863039016724, - 1.0923092365264893, - 1.078029751777649 + 1.8732680082321167, + 1.8758368492126465, + 1.8744592666625977, + 1.8725812435150146, + 1.870319128036499, + 1.8672958612442017, + 1.8636044263839722, + 1.8568525314331055, + 1.8511791229248047, + 1.845999002456665, + 1.838053822517395, + 1.8284058570861816, + 1.817659616470337, + 1.8058884143829346, + 1.7950685024261475, + 1.7809405326843262, + 1.7679359912872314, + 1.754929542541504, + 1.742260456085205, + 1.727593183517456, + 1.7115867137908936, + 1.695207118988037, + 1.6786237955093384, + 1.6587775945663452, + 1.640909194946289, + 1.6239292621612549, + 1.6013288497924805, + 1.5758200883865356, + 1.5520457029342651, + 1.5302237272262573, + 1.510617733001709, + 1.4887232780456543, + 1.630516529083252, + 1.59395432472229, + 1.5596294403076172, + 1.535161018371582, + 1.5070271492004395, + 1.4773792028427124, + 1.4533002376556396, + 1.4292304515838623, + 1.4069108963012695, + 1.3842155933380127, + 1.3603744506835938, + 1.3338136672973633, + 1.3110567331314087, + 1.2907172441482544, + 1.2728074789047241, + 1.2498042583465576, + 1.2315771579742432, + 1.2159945964813232, + 1.1961886882781982, + 1.1784061193466187, + 1.1619924306869507, + 1.1424477100372314, + 1.1304785013198853, + 1.1179767847061157, + 1.1091617345809937, + 1.1004407405853271, + 1.0921366214752197, + 1.0820919275283813 ], "p10": [ - 1.8389060497283936, - 1.8414185047149658, - 1.8416838645935059, - 1.840570092201233, - 1.8385963439941406, - 1.8351374864578247, - 1.8289556503295898, - 1.817868947982788, - 1.8097665309906006, - 1.7994022369384766, - 1.7855466604232788, - 1.7693712711334229, - 1.7537126541137695, - 1.739585041999817, - 1.7226552963256836, - 1.7013745307922363, - 1.6794382333755493, - 1.6536710262298584, - 1.6274073123931885, - 1.5988575220108032, - 1.5694962739944458, - 1.5428321361541748, - 1.5144948959350586, - 1.4814479351043701, - 1.4471219778060913, - 1.4142472743988037, - 1.378719449043274, - 1.339160680770874, - 1.2984862327575684, - 1.2597306966781616, - 1.2208179235458374, - 1.1844873428344727, - 1.1991256475448608, - 1.2410491704940796, - 1.2259411811828613, - 1.187138319015503, - 1.1486239433288574, - 1.107772707939148, - 1.0622037649154663, - 1.0240479707717896, - 0.9821043014526367, - 0.9401913285255432, - 0.8979798555374146, - 0.857225239276886, - 0.8251646757125854, - 0.7896712422370911, - 0.7545454502105713, - 0.7156614661216736, - 0.6873887181282043, - 0.6583842039108276, - 0.622738242149353, - 0.5990808010101318, - 0.569034218788147, - 0.5441197752952576, - 0.5257710814476013, - 0.5063142776489258, - 0.48160600662231445, - 0.45789748430252075, - 0.4442967176437378, - 0.42606121301651 + 1.8622167110443115, + 1.863826036453247, + 1.8598706722259521, + 1.8531157970428467, + 1.846853256225586, + 1.8386664390563965, + 1.8294618129730225, + 1.816476821899414, + 1.806092381477356, + 1.7947591543197632, + 1.7790671586990356, + 1.7612144947052002, + 1.742079257965088, + 1.7214856147766113, + 1.6994190216064453, + 1.6743321418762207, + 1.6522531509399414, + 1.6287765502929688, + 1.605067253112793, + 1.579404354095459, + 1.5520422458648682, + 1.5251896381378174, + 1.4962763786315918, + 1.4640023708343506, + 1.4304401874542236, + 1.400175929069519, + 1.3635404109954834, + 1.320143222808838, + 1.2751957178115845, + 1.2315433025360107, + 1.1898218393325806, + 1.1550205945968628, + 1.1681424379348755, + 1.203239917755127, + 1.188071370124817, + 1.1527988910675049, + 1.1175501346588135, + 1.0776565074920654, + 1.0332506895065308, + 0.9929238557815552, + 0.9532763361930847, + 0.9152213335037231, + 0.8753842115402222, + 0.8363001942634583, + 0.8037905693054199, + 0.7665334939956665, + 0.7312398552894592, + 0.6951553821563721, + 0.6699541807174683, + 0.6412132978439331, + 0.6063884496688843, + 0.5810699462890625, + 0.5502619743347168, + 0.5216176509857178, + 0.5024175643920898, + 0.4852015972137451, + 0.46562880277633667, + 0.4507906436920166, + 0.44213801622390747, + 0.4239751100540161 ], "p90": [ - 1.860052227973938, - 1.8706142902374268, - 1.8792906999588013, - 1.890039086341858, - 1.8971633911132812, - 1.9032704830169678, - 1.9068851470947266, - 1.906679391860962, - 1.908156394958496, - 1.9088048934936523, - 1.9086554050445557, - 1.9085731506347656, - 1.9085028171539307, - 1.91057288646698, - 1.910717248916626, - 1.9079840183258057, - 1.9054315090179443, - 1.9034464359283447, - 1.8988182544708252, - 1.8946539163589478, - 1.8899738788604736, - 1.8880155086517334, - 1.8864909410476685, - 1.8781572580337524, - 1.8742170333862305, - 1.8692888021469116, - 1.862112045288086, - 1.85530686378479, - 1.8490240573883057, - 1.845583438873291, - 1.839896321296692, - 1.8235669136047363, - 1.9504902362823486, - 1.9184906482696533, - 1.906423568725586, - 1.9055055379867554, - 1.8999710083007812, - 1.8962962627410889, - 1.8922650814056396, - 1.8916521072387695, - 1.8874962329864502, - 1.8829712867736816, - 1.8769670724868774, - 1.8726534843444824, - 1.8697693347930908, - 1.8654029369354248, - 1.862633228302002, - 1.8456498384475708, - 1.837233543395996, - 1.8383567333221436, - 1.829101800918579, - 1.8284943103790283, - 1.8191255331039429, - 1.8145689964294434, - 1.8096234798431396, - 1.8057117462158203, - 1.8018519878387451, - 1.7974345684051514, - 1.7958507537841797, - 1.7978283166885376 + 1.8820303678512573, + 1.8881778717041016, + 1.8895634412765503, + 1.8919659852981567, + 1.8935765027999878, + 1.8950226306915283, + 1.8971524238586426, + 1.8966145515441895, + 1.8971174955368042, + 1.8983128070831299, + 1.8979895114898682, + 1.8964741230010986, + 1.8926177024841309, + 1.8884339332580566, + 1.8841123580932617, + 1.8789818286895752, + 1.8764359951019287, + 1.8749791383743286, + 1.8718640804290771, + 1.8693795204162598, + 1.8656978607177734, + 1.8633904457092285, + 1.8608094453811646, + 1.853468656539917, + 1.8496737480163574, + 1.8476853370666504, + 1.840017318725586, + 1.8285455703735352, + 1.8189001083374023, + 1.8124704360961914, + 1.806685447692871, + 1.7938820123672485, + 1.8640484809875488, + 1.821045994758606, + 1.8074061870574951, + 1.808957815170288, + 1.8059313297271729, + 1.8016893863677979, + 1.7975183725357056, + 1.7935972213745117, + 1.7914425134658813, + 1.7926404476165771, + 1.792179822921753, + 1.7902507781982422, + 1.787635087966919, + 1.7829997539520264, + 1.7801183462142944, + 1.7680821418762207, + 1.762474536895752, + 1.763016939163208, + 1.7547290325164795, + 1.7523455619812012, + 1.7469736337661743, + 1.74629807472229, + 1.7470266819000244, + 1.748023509979248, + 1.748737096786499, + 1.7503950595855713, + 1.7534455060958862, + 1.7598299980163574 ], "timestamps": [ - "2026-06-21 01:12:00", - "2026-06-21 01:18:00", - "2026-06-21 01:24:00", - "2026-06-21 01:30:00", "2026-06-21 01:36:00", "2026-06-21 01:42:00", "2026-06-21 01:48:00", @@ -795,6 +791,10 @@ "2026-06-22 06:48:00", "2026-06-22 06:54:00", "2026-06-22 07:00:00", - "2026-06-22 07:06:00" + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 8f9d826f6850a351d1a09a732e287393299ce405..19fdae1973973d2c66bf9cad96a2a53b5e8aa2a7 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T07:32:15.556250+00:00", + "evaluated_at": "2026-06-22T07:39:29.122378+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t013000z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 4c44200d4df7077f7806722cfcd9fa0aa71f3e32..a700e2e10dd4ffd906a998b0d3cddbf234562990 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,95095.08970451355,95095.08970451355,222.68603515625,0.2107201012306893,0.003484994638327676,0.0034744202029217824,1.821472124545619,308.3749174373842,0.004811103451507551,0.003474230528364253,0.004264487088745963,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,95104.36314201355,95104.36314201355,223.07242838541666,0.21108573179350265,0.0034910020826811015,0.003480429315515634,1.821472124545619,308.3899530497282,0.004811262966434992,0.0034802045362042414,0.0042688332321284715,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0027895231447228495,0.0027895231447228495,0.045048201084136964,0.13206420998775434,0.045210540567472396,0.043640943090915756,1.8892902304353822,0.052815936465453774,0.040024196504100155,0.03413776547400701,0.058571939850699084,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.002103217329028458,0.002103217329028458,0.036954973141352335,0.10777448771554726,0.03528699709476494,0.03430305799507565,1.8948685242645882,0.04586084745214002,0.03703583237806094,0.02984371782983707,0.06040605530856286,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.09046430652853428,0.09046430652853428,0.28334854543209076,4.306900354995931,0.17550617774454969,0.19416694391886616,112.5121863673323,0.3007728487223112,0.18979530192452074,0.17880012427520756,0.16305349019929324,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.0004924023849450047,0.0004924023849450047,0.015497088432312012,0.007987046467437338,0.0011088889436566961,0.001108364831466357,1.0148653389990736,0.02219014161615479,0.0015854820138872557,0.0011072644511274014,0.01517449476225942,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,47.02352757015751,47.02352757015751,5.981669187545776,0.5169466544113396,0.3390473663888512,0.2723283342247392,2.875945915918399,6.8573703101230805,0.31956677173389114,0.27875739903125946,0.2092540285013769,Air Quality,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index fb38713f10c24a174a0ac0648f2fb82800295df6..4f63a75501530c84794eef9602f2a24e0c5981c2 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T07:31:22.722969+00:00", + "evaluated_at": "2026-06-22T07:39:07.715080+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64276.0 + 64300.0 ], "p50": [ 64245.96484375, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index cfab627f716569cc994931959d16e78575f00a74..739cc63a72f4fc6cdf1189a3d2ccba774c062daa 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T07:21:48.534211+00:00", + "evaluated_at": "2026-06-22T07:39:12.775505+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.8029999732971191, - 1.8009999990463257, - 1.8029999732971191, - 1.7990000247955322, 1.784999966621399, 1.7640000581741333, 1.7549999952316284, @@ -245,13 +241,13 @@ 1.8209999799728394, 1.8380000591278076, 1.8489999771118164, - 1.8450000286102295 - ], - "actuals": [ + 1.8450000286102295, 1.840999960899353, 1.8480000495910645, 1.8619999885559082, - 1.86899995803833, + 1.86899995803833 + ], + "actuals": [ 1.8769999742507935, 1.871000051498413, 1.8589999675750732, @@ -307,199 +303,199 @@ 0.6909999847412109, 0.6759999990463257, 0.6639999747276306, - 0.6480000019073486 + 0.6480000019073486, + 0.6449999809265137, + 0.6430000066757202, + 0.6290000081062317, + 0.6240000128746033 ], "p50": [ - 1.8514461517333984, - 1.8589260578155518, - 1.8663792610168457, - 1.868255615234375, - 1.8701801300048828, - 1.868051528930664, - 1.8625534772872925, - 1.855525255203247, - 1.845541000366211, - 1.8369779586791992, - 1.8283436298370361, - 1.818178415298462, - 1.8060336112976074, - 1.792630910873413, - 1.776853084564209, - 1.761378526687622, - 1.7444812059402466, - 1.7240948677062988, - 1.7051613330841064, - 1.6852810382843018, - 1.6638997793197632, - 1.6407426595687866, - 1.6171153783798218, - 1.591888666152954, - 1.5669283866882324, - 1.5424573421478271, - 1.5166702270507812, - 1.4853445291519165, - 1.4596866369247437, - 1.4298954010009766, - 1.4038399457931519, - 1.3787579536437988, - 1.3249330520629883, - 1.2973649501800537, - 1.2649856805801392, - 1.2373628616333008, - 1.20502507686615, - 1.17751145362854, - 1.1469062566757202, - 1.1203722953796387, - 1.0965286493301392, - 1.0670149326324463, - 1.0422917604446411, - 1.0183736085891724, - 0.9933691024780273, - 0.9720419645309448, - 0.9443472623825073, - 0.9208936095237732, - 0.8924981355667114, - 0.8705276250839233, - 0.8466913104057312, - 0.8284095525741577, - 0.811768114566803, - 0.7948452234268188, - 0.7789315581321716, - 0.7626779079437256, - 0.7449026107788086, - 0.7351263761520386, - 0.7254549264907837, - 0.7132110595703125 + 1.8680691719055176, + 1.8686182498931885, + 1.8642107248306274, + 1.8572819232940674, + 1.8483589887619019, + 1.8383312225341797, + 1.8256971836090088, + 1.8129258155822754, + 1.8005026578903198, + 1.7871079444885254, + 1.7730084657669067, + 1.7571299076080322, + 1.7381234169006348, + 1.7188506126403809, + 1.6973670721054077, + 1.6756212711334229, + 1.6540017127990723, + 1.631295084953308, + 1.6102244853973389, + 1.5896062850952148, + 1.5659953355789185, + 1.541024088859558, + 1.5114870071411133, + 1.4826197624206543, + 1.4546854496002197, + 1.4265223741531372, + 1.394753098487854, + 1.3606781959533691, + 1.3330615758895874, + 1.3040735721588135, + 1.2786296606063843, + 1.25380539894104, + 1.2125685214996338, + 1.1850788593292236, + 1.1525487899780273, + 1.125441551208496, + 1.0924980640411377, + 1.0660388469696045, + 1.03627610206604, + 1.009960412979126, + 0.9888187646865845, + 0.9594722986221313, + 0.9343355894088745, + 0.9081099033355713, + 0.8819502592086792, + 0.858946681022644, + 0.8318732976913452, + 0.810080885887146, + 0.7838340997695923, + 0.7632689476013184, + 0.7394329309463501, + 0.7242570519447327, + 0.7111389636993408, + 0.6933403015136719, + 0.6798972487449646, + 0.6648315191268921, + 0.6476819515228271, + 0.6398805379867554, + 0.6333998441696167, + 0.6229795217514038 ], "p10": [ - 1.8385611772537231, - 1.840822458267212, - 1.8418699502944946, - 1.837985873222351, - 1.8357069492340088, - 1.828696370124817, - 1.8176935911178589, - 1.8031401634216309, - 1.7861614227294922, - 1.7726860046386719, - 1.7550603151321411, - 1.7356964349746704, - 1.7145004272460938, - 1.6888113021850586, - 1.6618282794952393, - 1.6340562105178833, - 1.6037657260894775, - 1.572359561920166, - 1.5401484966278076, - 1.5064324140548706, - 1.4746065139770508, - 1.4407249689102173, - 1.4045740365982056, - 1.3677457571029663, - 1.3285493850708008, - 1.2922260761260986, - 1.254156231880188, - 1.2154072523117065, - 1.1710188388824463, - 1.1358081102371216, - 1.0983806848526, - 1.0585843324661255, - 0.9977297186851501, - 0.9674535989761353, - 0.9266130924224854, - 0.8912657499313354, - 0.8513885736465454, - 0.8161455392837524, - 0.7679100036621094, - 0.7347217798233032, - 0.6960583925247192, - 0.6616759300231934, - 0.6283546090126038, - 0.58847576379776, - 0.5452883839607239, - 0.5110363364219666, - 0.48107022047042847, - 0.4459701180458069, - 0.40781891345977783, - 0.379649817943573, - 0.33973705768585205, - 0.319133460521698, - 0.2931620478630066, - 0.2629431486129761, - 0.2461796998977661, - 0.22687458992004395, - 0.1952362060546875, - 0.17574328184127808, - 0.15985077619552612, - 0.13688713312149048 + 1.8544046878814697, + 1.8490016460418701, + 1.8392938375473022, + 1.826550841331482, + 1.8132611513137817, + 1.7979509830474854, + 1.7809923887252808, + 1.760680913925171, + 1.742708683013916, + 1.7248265743255615, + 1.7024831771850586, + 1.6777232885360718, + 1.6492573022842407, + 1.6169087886810303, + 1.5859880447387695, + 1.552767276763916, + 1.518141746520996, + 1.4853801727294922, + 1.4534209966659546, + 1.4223012924194336, + 1.3899660110473633, + 1.3551692962646484, + 1.315567135810852, + 1.2772296667099, + 1.236452579498291, + 1.1956751346588135, + 1.1557002067565918, + 1.1130661964416504, + 1.071184754371643, + 1.034964680671692, + 0.9961563944816589, + 0.9603971242904663, + 0.9074220061302185, + 0.8745529651641846, + 0.8298178911209106, + 0.789556086063385, + 0.7423913478851318, + 0.7060654163360596, + 0.659552812576294, + 0.629075288772583, + 0.5936830043792725, + 0.5552504658699036, + 0.5182493329048157, + 0.4785130023956299, + 0.4348108172416687, + 0.39668965339660645, + 0.36128753423690796, + 0.323283851146698, + 0.28671199083328247, + 0.26091694831848145, + 0.221896231174469, + 0.1988464593887329, + 0.17791599035263062, + 0.14349138736724854, + 0.12621402740478516, + 0.10823148488998413, + 0.07801830768585205, + 0.05793046951293945, + 0.0468672513961792, + 0.024024605751037598 ], "p90": [ - 1.862608790397644, - 1.8740966320037842, - 1.8872013092041016, - 1.8941452503204346, - 1.9031116962432861, - 1.906120777130127, - 1.9060256481170654, - 1.9073901176452637, - 1.904090166091919, - 1.904245138168335, - 1.9053244590759277, - 1.9052910804748535, - 1.9042541980743408, - 1.902284860610962, - 1.8975070714950562, - 1.8946642875671387, - 1.8904719352722168, - 1.883235216140747, - 1.8760864734649658, - 1.8690943717956543, - 1.8638408184051514, - 1.8567050695419312, - 1.8452048301696777, - 1.8366692066192627, - 1.8275245428085327, - 1.8189796209335327, - 1.8085393905639648, - 1.7974002361297607, - 1.7873907089233398, - 1.7748055458068848, - 1.7633167505264282, - 1.757484793663025, - 1.7022188901901245, - 1.674235463142395, - 1.6626214981079102, - 1.6528781652450562, - 1.6288933753967285, - 1.6132893562316895, - 1.6010627746582031, - 1.5936437845230103, - 1.5831830501556396, - 1.5751067399978638, - 1.5537359714508057, - 1.5598310232162476, - 1.5561965703964233, - 1.5512256622314453, - 1.5419495105743408, - 1.5312941074371338, - 1.5118006467819214, - 1.512052297592163, - 1.5047703981399536, - 1.4964325428009033, - 1.5013186931610107, - 1.4876024723052979, - 1.4915598630905151, - 1.4990112781524658, - 1.4900212287902832, - 1.4877794981002808, - 1.5064595937728882, - 1.4940110445022583 + 1.8814395666122437, + 1.8858789205551147, + 1.8864980936050415, + 1.8844727277755737, + 1.8829423189163208, + 1.877401351928711, + 1.8708231449127197, + 1.8669207096099854, + 1.8593499660491943, + 1.8542580604553223, + 1.8481870889663696, + 1.8424897193908691, + 1.833064079284668, + 1.8245009183883667, + 1.8149755001068115, + 1.8079044818878174, + 1.7968933582305908, + 1.787038803100586, + 1.7778942584991455, + 1.7699443101882935, + 1.7610009908676147, + 1.751616358757019, + 1.7353246212005615, + 1.72073233127594, + 1.705934762954712, + 1.692495584487915, + 1.6755214929580688, + 1.6579208374023438, + 1.6437127590179443, + 1.6303188800811768, + 1.6130175590515137, + 1.6033833026885986, + 1.5920392274856567, + 1.5619087219238281, + 1.5548566579818726, + 1.5428166389465332, + 1.5224666595458984, + 1.5125757455825806, + 1.5040249824523926, + 1.4959652423858643, + 1.4898855686187744, + 1.4799615144729614, + 1.4662489891052246, + 1.4687657356262207, + 1.463596224784851, + 1.4546456336975098, + 1.4504342079162598, + 1.4428589344024658, + 1.4308674335479736, + 1.4350106716156006, + 1.4321868419647217, + 1.429047703742981, + 1.4319688081741333, + 1.4228036403656006, + 1.427131175994873, + 1.4384793043136597, + 1.4362282752990723, + 1.4379982948303223, + 1.4540776014328003, + 1.448209285736084 ], "timestamps": [ - "2026-06-21 01:12:00", - "2026-06-21 01:18:00", - "2026-06-21 01:24:00", - "2026-06-21 01:30:00", "2026-06-21 01:36:00", "2026-06-21 01:42:00", "2026-06-21 01:48:00", @@ -795,6 +791,10 @@ "2026-06-22 06:48:00", "2026-06-22 06:54:00", "2026-06-22 07:00:00", - "2026-06-22 07:06:00" + "2026-06-22 07:06:00", + "2026-06-22 07:12:00", + "2026-06-22 07:18:00", + "2026-06-22 07:24:00", + "2026-06-22 07:30:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index d9b42ab8b363565647749ac8b61eb17f73894e5c..8ab36e15f01b8fc409e0b2c2a1420d107f7b836f 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T07:31:37.565186+00:00", + "evaluated_at": "2026-06-22T07:39:15.330805+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", - "data_fetched_at": "2026-06-22T07:29:27.434496Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t013000z", + "data_fetched_at": "2026-06-22T07:37:28.132990Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": []