diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index f86672dd5b0066ad4b9d7c0ac490b8018d85e7a9..1b3118706930515211aab11bdc6be5134f88d5b1 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T07:25:19.540209+00:00", + "generated_at": "2026-06-22T07:33:31.221532+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 25b542068e24002772dac91a4d79c9724885888f..d8f47b75b9ad69709e463327310d11655b38c69e 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,TimesFM-2.5,0.3113450437413025,0.6267018530987069,7.0,1,1,1.0 Air Quality,ETS,0.8278621445154991,0.861462633073793,8.0,1,1,1.0 Air Quality,Moving-Average,0.9063972205324378,0.9072680803461534,9.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -Finance,ETS,0.31218989952881665,0.3820986346523276,1.0,1,1,1.0 -Finance,Moving-Average,0.37229129325579086,0.43375622218956816,2.0,1,1,1.0 -Finance,Timer-S1,0.5038850232934105,0.6305062397122129,3.0,1,1,1.0 -Finance,TimesFM-2.5,0.6830281482046058,0.6580865111471663,4.0,1,1,1.0 -Finance,TiRex,0.9696624631099654,0.7641635149641505,5.0,1,1,1.0 -Finance,Toto-2.0-1B,0.5178109863384752,0.7725649431611867,6.0,1,1,1.0 -Finance,Chronos-2,0.4100755238367151,0.8238426153913587,7.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.5687309633517118,0.8728761252771962,8.0,1,1,1.0 +Finance,ETS,0.3138604950674928,0.3840518308605653,1.0,1,1,1.0 +Finance,Moving-Average,0.37395513921776496,0.4356977105121194,2.0,1,1,1.0 +Finance,Timer-S1,0.5050414584346687,0.6314965595456247,3.0,1,1,1.0 +Finance,TimesFM-2.5,0.6814016597234744,0.6558975631478211,4.0,1,1,1.0 +Finance,TiRex,0.9669888828443062,0.763310389638995,5.0,1,1,1.0 +Finance,Toto-2.0-1B,0.5173744997950415,0.7717099137021826,6.0,1,1,1.0 +Finance,Chronos-2,0.4123035131562708,0.8247891166824547,7.0,1,1,1.0 +Finance,Moirai-1.1-Large,0.41516808880357997,0.8612105322117563,8.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Finance,ARIMA,1.3539665133263703,1.9910105430693874,10.0,1,1,1.0 +Finance,ARIMA,1.3568916830123547,1.9925990889404392,10.0,1,1,1.0 Hazards,Chronos-2,0.4113635439038825,0.5183186968386267,1.0,1,1,1.0 Hazards,Toto-2.0-1B,0.5339806821199082,0.5610334734669412,2.0,1,1,1.0 Hazards,ARIMA,0.5639455186089176,0.5781335997353867,3.0,1,1,1.0 @@ -39,19 +39,19 @@ Hydrology,TimesFM-2.5,0.689314921020468,1.1807884366652002,7.0,1,1,1.0 Hydrology,Timer-S1,0.871625331735611,1.2034597633482607,8.0,1,1,1.0 Hydrology,Moving-Average,1.0655308142888356,1.2590774744243416,9.0,1,1,1.0 Hydrology,Moirai-1.1-Large,2.309955576086044,1.6527480964756014,10.0,1,1,1.0 -Ocean,TimesFM-2.5,0.1350646290511407,0.3531662830158896,3.5,2,2,1.0 -Ocean,Moving-Average,0.9485506241714013,0.9432735884832248,4.0,2,2,1.0 -Ocean,TiRex,0.5573324571461925,0.5589720049285876,4.0,2,2,1.0 -Ocean,Timer-S1,0.22109960404375792,0.3946965611528997,4.0,2,2,1.0 -Ocean,Toto-2.0-1B,0.09509986327447345,0.4072107440756546,4.0,2,2,1.0 -Ocean,Chronos-2,0.25376131962018805,0.38988587025220584,4.5,2,2,1.0 -Ocean,Moirai-1.1-Large,2.0142686899163476,1.0885773613169938,5.0,2,2,1.0 -Ocean,Seasonal-Naive,1.0,1.0,7.5,2,2,1.0 -Ocean,ARIMA,1.2484198664749666,1.1074859897859202,8.5,2,2,1.0 -Ocean,ETS,1.6928702065893653,1.2727294003544,10.0,2,2,1.0 +Ocean,Chronos-2,0.24419725734197043,0.37339734415374387,2.5,2,2,1.0 +Ocean,TiRex,0.5431529846894549,0.5366034088019469,3.5,2,2,1.0 +Ocean,TimesFM-2.5,0.13491892529711244,0.3534524273715014,4.0,2,2,1.0 +Ocean,Timer-S1,0.22268453188009377,0.394722379963273,4.5,2,2,1.0 +Ocean,ETS,1.276972992098724,1.0930639647275666,5.5,2,2,1.0 +Ocean,Moving-Average,0.9465061156069434,0.9518105835156633,5.5,2,2,1.0 +Ocean,Toto-2.0-1B,0.09633856167189402,0.4125411132308724,6.0,2,2,1.0 +Ocean,Moirai-1.1-Large,2.059343664807953,1.1015617616266173,6.5,2,2,1.0 +Ocean,Seasonal-Naive,1.0,1.0,8.0,2,2,1.0 +Ocean,ARIMA,1.2756656052517061,1.1227845798806408,9.0,2,2,1.0 Weather,Chronos-2,0.3205499243964974,0.5082490399502162,1.6666666666666667,3,3,1.0 Weather,Seasonal-Naive,1.0,1.0,4.0,3,3,1.0 -Weather,Moirai-1.1-Large,1.3396122534378543,1.0306293358036964,4.333333333333333,3,3,1.0 +Weather,Moirai-1.1-Large,1.3423924699239056,1.0295728662344248,4.333333333333333,3,3,1.0 Weather,Timer-S1,1.0391035317841626,1.0294047870017693,4.666666666666667,3,3,1.0 Weather,Toto-2.0-1B,0.34859243036563886,1.184609034905993,5.0,3,3,1.0 Weather,TimesFM-2.5,0.6304599200711729,1.1031890285810722,5.333333333333333,3,3,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index c26bb0b5fa2f0a7d80438e6047c94b22dc60f374..152dc3af850dedbfe15cca304e7f70eb6b784469 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -1,14 +1,14 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -10min,Moirai-1.1-Large,0.9536995882824876,0.8998901186014491,1.0,1,1,1.0 -10min,Moving-Average,0.945429199910745,0.938087062642319,2.0,1,1,1.0 -10min,TiRex,0.9938497419576785,0.9477853802425206,3.0,1,1,1.0 -10min,Toto-2.0-1B,0.9855603870124549,0.9530913721827307,4.0,1,1,1.0 -10min,Timer-S1,0.9794797617869327,0.9622861516485998,5.0,1,1,1.0 -10min,TimesFM-2.5,0.9568522157610229,0.9672184062424228,6.0,1,1,1.0 -10min,Chronos-2,1.0551571151296366,0.9781140403253221,7.0,1,1,1.0 -10min,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 -10min,ARIMA,0.9574906632979268,1.0008577312112683,9.0,1,1,1.0 -10min,ETS,1.3410143443669023,1.138127504807424,10.0,1,1,1.0 +10min,ETS,0.7630438985152146,0.8394791613773452,1.0,1,1,1.0 +10min,TiRex,0.9439226313619847,0.8734473762561619,2.0,1,1,1.0 +10min,Chronos-2,0.9771198759768172,0.8971332430547176,3.0,1,1,1.0 +10min,Moirai-1.1-Large,0.9968606365159215,0.9214856793816124,4.0,1,1,1.0 +10min,Moving-Average,0.9413580308721728,0.9551440108499977,5.0,1,1,1.0 +10min,Timer-S1,0.9935726758505616,0.962412050370463,6.0,1,1,1.0 +10min,TimesFM-2.5,0.9547888811721645,0.9687863713714667,7.0,1,1,1.0 +10min,Toto-2.0-1B,1.0114019122013602,0.9782065222988627,8.0,1,1,1.0 +10min,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 +10min,ARIMA,0.999739606589812,1.0287000132461186,10.0,1,1,1.0 15min,ARIMA,0.8575250684902629,0.6298497358987422,1.0,1,1,1.0 15min,ETS,0.553580676229801,0.8676303869446668,2.0,1,1,1.0 15min,Seasonal-Naive,1.0,1.0,3.0,1,1,1.0 @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.37862700963485807,0.5530246929114353,3.0,6,6,1.0 -1h,Toto-2.0-1B,0.38142333189052363,0.8130239103662688,4.0,6,6,1.0 -1h,Timer-S1,0.7836382669690461,0.7736449904277753,4.333333333333333,6,6,1.0 -1h,Moirai-1.1-Large,0.9354597930134488,0.8118118550702554,5.0,6,6,1.0 -1h,TiRex,0.9423637966073353,0.9410203485850732,5.833333333333333,6,6,1.0 -1h,TimesFM-2.5,0.5539264703448552,0.8706577802999053,6.0,6,6,1.0 -1h,Moving-Average,0.7735763196479231,0.9066801257610813,6.166666666666667,6,6,1.0 -1h,ETS,2.624803091385514,1.479981318836777,6.666666666666667,6,6,1.0 +1h,Chronos-2,0.37896909034588205,0.5531305359815568,3.0,6,6,1.0 +1h,Toto-2.0-1B,0.3813697265336302,0.8128738733187495,4.0,6,6,1.0 +1h,Timer-S1,0.7839377272982537,0.7738473820409635,4.333333333333333,6,6,1.0 +1h,Moirai-1.1-Large,0.8885765321847504,0.8095781958628059,5.0,6,6,1.0 +1h,TiRex,0.9419302463204876,0.940845171855759,5.833333333333333,6,6,1.0 +1h,TimesFM-2.5,0.5537064085849811,0.8701744417887579,6.0,6,6,1.0 +1h,Moving-Average,0.7741514613739793,0.9073552495478961,6.166666666666667,6,6,1.0 +1h,ETS,2.6271388700845297,1.4812395263232274,6.666666666666667,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,6.833333333333333,6,6,1.0 -1h,ARIMA,1.6210076295196152,1.3519026128016056,7.166666666666667,6,6,1.0 +1h,ARIMA,1.621590787661546,1.352082324366638,7.166666666666667,6,6,1.0 6min,TimesFM-2.5,0.019065069527182184,0.1289537323258901,1.0,1,1,1.0 6min,Chronos-2,0.06102864342384471,0.15541234002914509,2.0,1,1,1.0 6min,Timer-S1,0.049909183237356713,0.16189090440409162,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index d98a3ff60f73156c3b6510a9eafd6563d3a0d1a2..af41a15ec611fc5fa1b287e792172d319441d9af 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Chronos-2,0.41349770246415984,0.6128624506205702,3.4285714285714284,7,7,1.0 -24,Toto-2.0-1B,0.4167310179612995,0.8479844148955618,4.0,7,7,1.0 -24,Timer-S1,0.7956419355326947,0.824051879766072,4.857142857142857,7,7,1.0 -24,Moirai-1.1-Large,1.0644071151379848,0.8985923445306752,5.714285714285714,7,7,1.0 -24,TiRex,0.8922838949754772,0.963304819587713,5.714285714285714,7,7,1.0 -24,ETS,2.1015383897611013,1.371275111143628,6.0,7,7,1.0 -24,TimesFM-2.5,0.5715031490729927,0.9093917300786553,6.142857142857143,7,7,1.0 -24,ARIMA,1.480060938371149,1.2121559152023837,6.285714285714286,7,7,1.0 +24,Chronos-2,0.41381789801120866,0.6129629881462175,3.4285714285714284,7,7,1.0 +24,Toto-2.0-1B,0.4166808167341524,0.8478502799315152,4.0,7,7,1.0 +24,Timer-S1,0.7959025404973143,0.8242366578436708,4.857142857142857,7,7,1.0 +24,Moirai-1.1-Large,1.018515220024454,0.8964727007435489,5.714285714285714,7,7,1.0 +24,TiRex,0.8919320175356664,0.9631511102973952,5.714285714285714,7,7,1.0 +24,ETS,2.10314125830578,1.3722742997439208,6.0,7,7,1.0 +24,TimesFM-2.5,0.5713085339314893,0.9089589917634588,6.142857142857143,7,7,1.0 +24,ARIMA,1.4805173145139319,1.2122940293574467,6.285714285714286,7,7,1.0 24,Seasonal-Naive,1.0,1.0,6.285714285714286,7,7,1.0 -24,Moving-Average,0.809784179490737,0.9502224572874579,6.571428571428571,7,7,1.0 +24,Moving-Average,0.8103002049749759,0.950828892934279,6.571428571428571,7,7,1.0 60,TimesFM-2.5,0.019065069527182184,0.1289537323258901,1.0,1,1,1.0 60,Chronos-2,0.06102864342384471,0.15541234002914509,2.0,1,1,1.0 60,Timer-S1,0.049909183237356713,0.16189090440409162,3.0,1,1,1.0 @@ -29,13 +29,13 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 60,ARIMA,1.6277465909079303,1.225474090196337,8.0,1,1,1.0 60,Moirai-1.1-Large,4.254251973081009,1.316828184993875,9.0,1,1,1.0 60,ETS,2.137046145998445,1.4232501364603738,10.0,1,1,1.0 -72,Moirai-1.1-Large,0.9536995882824876,0.8998901186014491,1.0,1,1,1.0 -72,Moving-Average,0.945429199910745,0.938087062642319,2.0,1,1,1.0 -72,TiRex,0.9938497419576785,0.9477853802425206,3.0,1,1,1.0 -72,Toto-2.0-1B,0.9855603870124549,0.9530913721827307,4.0,1,1,1.0 -72,Timer-S1,0.9794797617869327,0.9622861516485998,5.0,1,1,1.0 -72,TimesFM-2.5,0.9568522157610229,0.9672184062424228,6.0,1,1,1.0 -72,Chronos-2,1.0551571151296366,0.9781140403253221,7.0,1,1,1.0 -72,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 -72,ARIMA,0.9574906632979268,1.0008577312112683,9.0,1,1,1.0 -72,ETS,1.3410143443669023,1.138127504807424,10.0,1,1,1.0 +72,ETS,0.7630438985152146,0.8394791613773452,1.0,1,1,1.0 +72,TiRex,0.9439226313619847,0.8734473762561619,2.0,1,1,1.0 +72,Chronos-2,0.9771198759768172,0.8971332430547176,3.0,1,1,1.0 +72,Moirai-1.1-Large,0.9968606365159215,0.9214856793816124,4.0,1,1,1.0 +72,Moving-Average,0.9413580308721728,0.9551440108499977,5.0,1,1,1.0 +72,Timer-S1,0.9935726758505616,0.962412050370463,6.0,1,1,1.0 +72,TimesFM-2.5,0.9547888811721645,0.9687863713714667,7.0,1,1,1.0 +72,Toto-2.0-1B,1.0114019122013602,0.9782065222988627,8.0,1,1,1.0 +72,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 +72,ARIMA,0.999739606589812,1.0287000132461186,10.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index a434a9dbe45ff7f6ad8df70fc15b494e165cf837..3ed1975e7d32ac531dd6abcccf01643f55ba2bc6 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Chronos-2,0.31917576280015586,0.5106425513378182,3.8,10,10,1.0 -Overall,Toto-2.0-1B,0.26932540339816746,0.6457650318590982,4.0,10,10,1.0 -Overall,Timer-S1,0.48925332361900187,0.6190175232156101,4.3,10,10,1.0 -Overall,TiRex,0.6224009401567284,0.7446020484614833,5.0,10,10,1.0 -Overall,Moirai-1.1-Large,0.9704370006499813,0.8147769244211366,5.3,10,10,1.0 -Overall,TimesFM-2.5,0.35082189648474643,0.6687827803566782,5.6,10,10,1.0 -Overall,Moving-Average,0.776158437847063,0.8845660646854058,6.2,10,10,1.0 -Overall,ARIMA,1.2363794948289646,1.071892464992253,6.8,10,10,1.0 -Overall,Seasonal-Naive,1.0,1.0,6.9,10,10,1.0 -Overall,ETS,1.6994826899036302,1.2142814497491203,7.1,10,10,1.0 +Overall,Chronos-2,0.3169044190731059,0.5063066292742799,3.4,10,10,1.0 +Overall,Timer-S1,0.49006508258584436,0.619122781625824,4.4,10,10,1.0 +Overall,Toto-2.0-1B,0.2700006116537861,0.6473751641174378,4.4,10,10,1.0 +Overall,TiRex,0.6190302850371543,0.7384624012056914,4.9,10,10,1.0 +Overall,Moirai-1.1-Large,0.9451298072261027,0.8153623988529214,5.6,10,10,1.0 +Overall,TimesFM-2.5,0.350662560039376,0.6686682958465746,5.7,10,10,1.0 +Overall,ETS,1.607163779662329,1.178481301059837,6.2,10,10,1.0 +Overall,Moving-Average,0.7761695982740646,0.8865572816721737,6.5,10,10,1.0 +Overall,ARIMA,1.2419975938147243,1.0749233439175285,6.9,10,10,1.0 +Overall,Seasonal-Naive,1.0,1.0,7.0,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 584e564e969c94b2f3d8cd25dde212fcad238be8..df2660f498de1e0649d100c80320ccba0eada90f 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,248714.18108909135,681277.2068278427,788.8247664460863,0.7464376224677189,0.012294111833586164,0.012377341993400078,14.842568257878517,498.71252349333616,0.00778073866590613,0.012306968587672629,0.011000001594411852,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,249401.0361285396,682891.2529348419,789.5472599356696,0.7471212930946475,0.012305158444961004,0.0123885831320675,14.869915082955663,499.4006769404098,0.0077913869924296835,0.012318101546556999,0.011011149315249984,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.4948119936624542,0.48529093173159893,0.5473250392107355,1.6045490645648774,0.6024883496520753,0.38724435809001384,62.3312279608754,0.7034287409983006,0.533062027116816,0.4147658147709526,0.4125625693400842,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.0855092586436752,0.09241686973053768,0.286765674200223,4.301486848556915,0.17844069085602587,0.19769407207258968,66.9065586095629,0.2924196618623228,0.18533639544791952,0.1817528823334903,0.16832306600712701,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.08942117780102742,0.0966908817728187,0.29392512713879143,4.467664488927756,0.18218626813481756,0.20224051203481486,67.65900523692055,0.2990337402385012,0.18869788032823512,0.18547421579270998,0.1714700563779238,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,0.022446845691907105,0.014982831301942104,0.12046386051156555,0.06208588508449394,0.008604992750356005,0.008643386670412612,1.1698279430209537,0.14982271420551393,0.01070480859264454,0.008607123265291112,0.009355392922129842,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,66.12571104848128,64.66598979898484,6.960502128144319,0.6015391649640066,0.4038366969683996,0.3109899687751776,7.923387762693867,8.131771704154101,0.37895635126155036,0.32437291470963814,0.28820392772205355,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,8.76754445230361,8.585671782160391,2.698900338238906,1.442866587999955,0.11585654148884612,0.10834900414013009,30.309318698760467,2.9610039601972185,0.1242379283998833,0.11324057363240166,0.10373046645884583,Weather,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 446ad65da1618ad7bb8fb123ca40a3fb80abcd6c..89a708cc6cb04e618fa4591a42527c7f3b629eb8 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T07:25:18.954959+00:00", + "evaluated_at": "2026-06-22T07:33:30.776110+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64258.66015625 + 64276.0 ], "p50": [ 63492.18370368655, diff --git a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index e959d850c1e9228c88f0488441080e3a48c800d8..2994f4b60c649d7e23f3f70ff000b3577317ea4b 100644 --- a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T06:18:55.123805+00:00", + "evaluated_at": "2026-06-22T07:33:30.830515+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 4c5793e593a1c6d2e530f35ca57ccca7a6d217f0..2edf564006422ae6a26241c5bc056aa5f8049bc4 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T07:05:12.112373+00:00", + "evaluated_at": "2026-06-22T07:33:30.903552+00:00", "freq": "10min", - "context_length": 77, + "context_length": 76, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, - 1.2999999523162842, 1.399999976158142, 1.399999976158142, 1.2000000476837158, @@ -82,11 +79,11 @@ 1.2999999523162842, 1.399999976158142, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.5, + 1.399999976158142 ], "actuals": [ - 1.5, - 1.399999976158142, 1.5, 1.5, 1.5, @@ -156,237 +153,233 @@ 1.7000000476837158, 1.7999999523162842, 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.2521683027110362, - 1.276457539992413, - 1.2857840118339645, - 1.2896599436358864, - 1.2911532147682396, - 1.2913235007826533, - 1.2918922784202376, - 1.2918465599185236, - 1.2918786231238797, - 1.2918644235225076, - 1.29178594885532, - 1.2920984478386033, - 1.291760190287257, - 1.2916414289196252, - 1.2920272729153819, - 1.2917606223816818, - 1.291872285399545, - 1.2917606451049803, - 1.2919772148144093, - 1.291844823814276, - 1.291844824184317, - 1.292027341800833, - 1.2918173530334314, - 1.2920996312456619, - 1.29181647244167, - 1.2918173530666042, - 1.2920516719896624, - 1.2919513872765658, - 1.2931951275808906, - 1.2919255581805271, - 1.2915790783238426, - 1.2916416068211436, - 1.292027341891684, - 1.2931951275810092, - 1.2917890010969786, - 1.2916103425725054, - 1.2919255581805733, - 1.2917606491253006, - 1.2917606491253006, - 1.291640588010797, - 1.2919513872768742, - 1.2918989269746015, - 1.29207600208923, - 1.29207600208923, - 1.291817353068657, - 1.291817353068657, - 1.2919255581805733, - 1.2920273418916863, - 1.2918722957686297, - 1.29207600208923, - 1.2918989269746015, - 1.2919255581805733, - 1.2918989269746015, - 1.2917606491253006, - 1.2918989269746015, - 1.291702097697734, - 1.2921232604294086, - 1.2920273418916863, - 1.2920273418916863, - 1.291817353068657, - 1.29207600208923, - 1.2918448244186433, - 1.2917597253831956, - 1.2920273418916863, - 1.2918722957686297, - 1.291702097697734, - 1.291817353068657, - 1.2916416068211503, - 1.2920273418916863, - 1.2917890010969788, - 1.291817353068657, - 1.2918448244186433 + 1.3211793152016935, + 1.3001800727223682, + 1.2935009259022823, + 1.2911890393425582, + 1.290536542424785, + 1.290191535408713, + 1.2901548380183563, + 1.2901292626391079, + 1.290065270672557, + 1.289955390681136, + 1.290206212539268, + 1.290116971893308, + 1.290031997976953, + 1.2901689373643297, + 1.2900894853249605, + 1.2900894819721125, + 1.2907685987270372, + 1.290116829711849, + 1.2901300628847925, + 1.290031951429035, + 1.2901168295435446, + 1.2900890165869314, + 1.2899703112880652, + 1.2902178077065385, + 1.2900894803422434, + 1.2901031549398292, + 1.290089480342181, + 1.290193364919042, + 1.290031951410373, + 1.2900612036324293, + 1.2901432961180412, + 1.2900894803421736, + 1.2899859917978367, + 1.2901689221317547, + 1.2900319514103724, + 1.2901300628277403, + 1.2900890165849344, + 1.2900894803421736, + 1.2901689221317547, + 1.2900894803421736, + 1.290016811859317, + 1.290181334564493, + 1.2902057773517783, + 1.290156109124898, + 1.2900894803421736, + 1.290241139008015, + 1.290061203632429, + 1.2900894803421736, + 1.2902178077063249, + 1.2900016723082615, + 1.2901937469972315, + 1.2900753419873014, + 1.2902178077063249, + 1.2907685981938615, + 1.2901937469972315, + 1.2901689221317547, + 1.2900753419873014, + 1.2901432961180412, + 1.2901300628277403, + 1.2917569803894868, + 1.2901168295374397, + 1.2901300628277403, + 1.2900894803421736, + 1.2901300628277403, + 1.2901168295374397, + 1.2901168295374397, + 1.29022947335717, + 1.2901432961180412, + 1.2901300628277403, + 1.290061203632429, + 1.2901432961180412, + 1.2902178077063249 ], "p10": [ - 1.1792487506187825, - 1.1977595713185787, - 1.1893576290161392, - 1.2128279000195579, - 1.214246715534628, - 1.2148082045943756, - 1.2150214925997156, - 1.2151041890150864, - 1.2150224190772647, - 1.1950386136231934, - 1.2150396706863278, - 1.222981754875403, - 1.195046027031272, - 1.1953340884059502, - 1.2190059371120152, - 1.2225966088675264, - 1.2151565457020796, - 1.2150427189076662, - 1.2225966340523795, - 1.2229829376917516, - 1.2150427226936602, - 1.222596635520292, - 1.2222375726236372, - 1.195046485855658, - 1.2151565560658693, - 1.2225966356090925, - 1.1953342663066795, - 1.2222375726585544, - 1.2225966356110258, - 1.2150427229279404, - 1.1950177668897608, - 1.1953342663074686, - 1.215042722927984, - 1.1950464858693146, - 1.2190060060883194, - 1.1953342663074753, - 1.1950464858693155, - 1.2190060060883197, - 1.2130718772659355, - 1.2130718772659355, - 1.2186210610866042, - 1.1953342663074753, - 1.2254469358502853, - 1.2150427229279865, - 1.2151565560711644, - 1.2190060060883197, - 1.2186210610866042, - 1.2151565560711644, - 1.2150427229279865, - 1.2273994057501996, - 1.2222375726588628, - 1.1953342663074753, - 1.2218526276571473, - 1.1953342663074753, - 1.2151565560711644, - 1.1950464858693155, - 1.2186210610866042, - 1.2151565560711644, - 1.2186210610866042, - 1.2151565560711644, - 1.2190060060883197, - 1.1953342663074753, - 1.222982938296119, - 1.2190060060883197, - 1.2150427229279865, - 1.2190060060883197, - 1.2150427229279865, - 1.2151451727568465, - 1.1924564619258773, - 1.2150427229279865, - 1.1950464858693155, - 1.2150427229279865 + 1.236919091718809, + 1.2244387427632526, + 1.217610212789046, + 1.1914769199598003, + 1.217066628084342, + 1.2144068148726683, + 1.2143286299321734, + 1.2076295099060388, + 1.2142946884913848, + 1.2142919518365334, + 1.2141194523695293, + 1.2169805402213403, + 1.2142906680178374, + 1.2217739356689137, + 1.2142906264340436, + 1.2142906230811956, + 1.2244684283753684, + 1.2212945683536613, + 1.212078828620665, + 1.2120788285822757, + 1.2167114202301552, + 1.190405165182797, + 1.2141190171826928, + 1.1904051651810135, + 1.2058958856420832, + 1.2125745787591071, + 1.207617076804378, + 1.2058958856420157, + 1.205895885642014, + 1.2125745787590847, + 1.221294568179252, + 1.2125745787590845, + 1.1904051651807999, + 1.2217739204363387, + 1.212078828563613, + 1.2169803978654719, + 1.2058958856420134, + 1.2169803978654719, + 1.2125745787590845, + 1.212078828563613, + 1.2076170768043706, + 1.2167114202240503, + 1.2241989491620997, + 1.2169803978654719, + 1.2076170768043706, + 1.2076170768043706, + 1.212078828563613, + 1.212078828563613, + 1.2141190171820395, + 1.2167114202240503, + 1.2076170768043706, + 1.2076170768043706, + 1.2244683967982954, + 1.2167114202240503, + 1.2167114202240503, + 1.2076170768043706, + 1.2125745787590845, + 1.2217739204363387, + 1.2076170768043706, + 1.2244683967982954, + 1.2125745787590845, + 1.212078828563613, + 1.2217739204363387, + 1.2076170768043706, + 1.190263868943289, + 1.2125745787590845, + 1.2169803978654719, + 1.2125745787590845, + 1.2167114202240503, + 1.1904051651807999, + 1.1904051651807999, + 1.2169803978654719 ], "p90": [ - 1.3534402301723198, - 1.37779779322205, - 1.387552322941961, - 1.3908802129045683, - 1.3924677460864707, - 1.3931806087565084, - 1.3930624221704082, - 1.393145118585779, - 1.3933278153552333, - 1.3672094342536205, - 1.3861706360641977, - 1.393346935785239, - 1.368731999614833, - 1.39334794130443, - 1.3932124800219623, - 1.3687324317092577, - 1.3868760576703718, - 1.393528956212977, - 1.3944835330514707, - 1.386173687701489, - 1.3935289599989709, - 1.3931974855510036, - 1.3933662032734637, - 1.3935289602196397, - 1.3931974856365619, - 1.3687324584508238, - 1.3935289602325014, - 1.3935289602329888, - 1.386876068039337, - 1.3931974856418108, - 1.3933481192059374, - 1.39321254899826, - 1.3931974856418545, - 1.3935289602332963, - 1.3861736883058562, - 1.3563108630642513, - 1.3933662033086893, - 1.3932125489982667, - 1.3861736883058564, - 1.3704765814381745, - 1.3861736883058564, - 1.393624417670991, - 1.3935289602332972, - 1.3933481192059551, - 1.393197485641857, - 1.393624417670991, - 1.3935289602332972, - 1.393230633101001, - 1.3935289602332972, - 1.3868760680394565, - 1.3672173064997426, - 1.3868760680394565, - 1.3586639578361028, - 1.393197485641857, - 1.393197485641857, - 1.3672173064997426, - 1.393624417670991, - 1.3861736883058564, - 1.3935289602332972, - 1.3861736883058564, - 1.3861736883058564, - 1.393197485641857, - 1.393624417670991, - 1.393197485641857, - 1.3932125489982667, - 1.393197485641857, - 1.3687324584528766, - 1.3672173064997426, - 1.3932125489982667, - 1.3861736883058564, - 1.3935289602332972, - 1.3932125489982667 + 1.4223256916745557, + 1.3758535196457777, + 1.3903084096934553, + 1.3923883700005115, + 1.3928483048734241, + 1.3915306586747278, + 1.387458193560792, + 1.3913149186994282, + 1.391306552637888, + 1.387421515465152, + 1.391414900440806, + 1.3913026279536285, + 1.3913025321643406, + 1.3914144804858912, + 1.3874201900626622, + 1.3685878052415132, + 1.3924222826864985, + 1.392429363813713, + 1.3941839767729673, + 1.3914144652719789, + 1.3690191703418888, + 1.3924222821553198, + 1.3913024855984133, + 1.3924222821535364, + 1.3869888183557357, + 1.392493097013155, + 1.3657053983337892, + 1.392422282153325, + 1.3869888183556667, + 1.3924930970131326, + 1.3945807977074387, + 1.362638843002584, + 1.3665432464177867, + 1.3941839767159154, + 1.3914215467392972, + 1.386988818355666, + 1.3874201850798753, + 1.3874201850798753, + 1.39130248559776, + 1.3924293636393037, + 1.369019170335784, + 1.3914144652533162, + 1.39130248559776, + 1.39130248559776, + 1.39130248559776, + 1.3926621849834107, + 1.3665432464177867, + 1.3914144652533162, + 1.386988818355666, + 1.3914144652533162, + 1.3926621849834107, + 1.3914144652533162, + 1.3665432464177867, + 1.398152186631149, + 1.3924222821533228, + 1.3924222821533228, + 1.3924930970131324, + 1.3914215467392972, + 1.386988818355666, + 1.3941839767159154, + 1.3924293636393037, + 1.3941839767159154, + 1.39130248559776, + 1.3926621849834107, + 1.3665432464177867, + 1.3924222821533228, + 1.3924930970131324, + 1.3924222821533228, + 1.39130248559776, + 1.3924293636393037, + 1.3874201850798753, + 1.3941839767159154 ], "timestamps": [ - "2026-06-20 06:10:00", - "2026-06-20 06:20:00", - "2026-06-20 06:30:00", - "2026-06-20 06:40:00", - "2026-06-20 06:50:00", - "2026-06-20 07:00:00", "2026-06-20 07:10:00", "2026-06-20 07:20:00", "2026-06-20 07:30:00", @@ -529,6 +522,11 @@ "2026-06-21 06:20:00", "2026-06-21 06:30:00", "2026-06-21 06:40:00", - "2026-06-21 06:50:00" + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index f6f7520ad722f78833b4eb4ae5ddcc93e3ef9c06..95090a2c5e8d1cf3719c9b700f6cee9cb35e2c5d 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,49 +1,25 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T07:25:19.195674+00:00", + "evaluated_at": "2026-06-22T07:33:30.958375+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index ef75aa44d72335a2a110754eff4f1b41b9548dc6..5b772239b977ed9c178567a9ab0d2015534bc908 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,3.500,3.800,3.700,3.700,3.500,3.800,3.900,3.700,3.500,3.800 +2026-06-22,Chronos-2,3.100,3.400,3.400,3.400,3.100,3.500,3.800,3.400,3.100,3.500 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index f8e69018a504e9cd6f3ddd726a2dcc91443f6e63..abe244102c993c8879f11e724dcd826fb4e488cd 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,3.5,3.8,3.7,3.7,3.5,3.8,3.9,3.7,3.5,3.8 +2026-W26,Chronos-Bolt-Mini,3.1,3.4,3.4,3.4,3.1,3.5,3.8,3.4,3.1,3.5 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 18c1aff1d34b2ee06014b788ab0de640a6ff310a..71e5c80a956fb82f1fc54462b79d7081d5670661 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,75328.00633684795,75328.00633684795,196.51839192708334,0.1859585645391335,0.0030725191913920633,0.003067608016854871,1.9710872575643996,274.45948031876753,0.0042820209843181765,0.0030660113363870315,0.004551593217019775,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,75782.7059211731,75782.7059211731,197.24088541666666,0.18664223516606213,0.0030837061496461374,0.0030788499517611576,1.9710872575643996,275.2865887056126,0.004294876730187498,0.003077248670197746,0.004557804009743301,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.01855184639411463,0.01855184639411463,0.10865764915943146,0.3185429440027063,0.11907035841319552,0.10642619874396281,1.0206343997487497,0.1362051628761356,0.103216994124362,0.082341342266557,0.0523204160924418,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.09423141773160065,0.09423141773160065,0.2908801982800166,4.363204734655603,0.1811936133018244,0.20090224224290126,108.07209590464572,0.30697136304808736,0.19455930415463502,0.1843606791453601,0.1644980590527343,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.08739796801757649,0.08739796801757649,0.27725810143682694,4.214325553296195,0.17158803337183925,0.1895485893843479,84.49977392607576,0.29563147332037654,0.18655096354470105,0.17495689952321972,0.1495396964948785,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,0.0005461011213204378,0.0005461011213204378,0.01101978619893392,0.005679489074127898,0.0007894119694819396,0.0007880276889123405,0.13279398373349702,0.023368806587424136,0.001669697434621029,0.0007873619338496276,0.0015179259379925723,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,94.84516543177672,94.84516543177672,8.09507950146993,0.6995913906759608,0.4424207444380415,0.33157888925303886,7.183558917455893,9.738848260024216,0.4538492393020994,0.37724642336947245,0.26637847167902906,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.4146528784751051,1.4146528784751051,0.992355744043986,0.5305260539650786,0.04108920307966026,0.03994617982365486,2.601190839899633,1.1893918103279109,0.04990455148228997,0.04163730394590151,0.027683183733770437,Weather,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 4665fdaf076d94ba42e10ef1db05632370267f79..4de275f4a81e21b495e30fc6c40bffc0c2e484b5 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T07:19:22.488108+00:00", + "evaluated_at": "2026-06-22T07:29:55.777922+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64258.66015625 + 64276.0 ], "p50": [ 64224.64453125, diff --git a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index ad01d09cf92a250d09be65c5766d69e382f7f0fb..c4d32aee18941ab7ae40b437eeee193f545b1b06 100644 --- a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T06:15:25.174761+00:00", + "evaluated_at": "2026-06-22T07:30:02.195135+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 7496c51c4865e2a9f8c5eb0d2cc3ac26a52bf1c5..2557c32e2ad1215653fe837e45b52191f3a0445d 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T07:02:35.007868+00:00", + "evaluated_at": "2026-06-22T07:30:06.735184+00:00", "freq": "10min", - "context_length": 77, + "context_length": 76, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, - 1.2999999523162842, 1.399999976158142, 1.399999976158142, 1.2000000476837158, @@ -82,11 +79,11 @@ 1.2999999523162842, 1.399999976158142, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.5, + 1.399999976158142 ], "actuals": [ - 1.5, - 1.399999976158142, 1.5, 1.5, 1.5, @@ -156,237 +153,233 @@ 1.7000000476837158, 1.7999999523162842, 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.21744704246521, - 1.2422640323638916, - 1.2556473016738892, - 1.2687638998031616, - 1.2782505750656128, - 1.2830023765563965, - 1.2859909534454346, - 1.288673758506775, - 1.2896620035171509, - 1.2923860549926758, - 1.2925777435302734, - 1.2922972440719604, - 1.2917238473892212, - 1.2910282611846924, - 1.2895995378494263, - 1.2892472743988037, - 1.2923680543899536, - 1.2922935485839844, - 1.2937041521072388, - 1.2944244146347046, - 1.293121576309204, - 1.292120337486267, - 1.288493037223816, - 1.2852064371109009, - 1.285803198814392, - 1.2893484830856323, - 1.2920957803726196, - 1.2925387620925903, - 1.292433261871338, - 1.2926236391067505, - 1.2919193506240845, - 1.291590690612793, - 1.2941032648086548, - 1.2936853170394897, - 1.2927106618881226, - 1.2909594774246216, - 1.2882705926895142, - 1.286611557006836, - 1.2855976819992065, - 1.2844961881637573, - 1.2843507528305054, - 1.2854338884353638, - 1.2867870330810547, - 1.2859307527542114, - 1.2840300798416138, - 1.279707431793213, - 1.2769782543182373, - 1.2742267847061157, - 1.2765501737594604, - 1.2791601419448853, - 1.2813609838485718, - 1.2847121953964233, - 1.2862871885299683, - 1.288446068763733, - 1.2895158529281616, - 1.289682149887085, - 1.2903259992599487, - 1.2914905548095703, - 1.29203200340271, - 1.291874885559082, - 1.29085111618042, - 1.2901275157928467, - 1.2899868488311768, - 1.2912026643753052, - 1.2965108156204224, - 1.2971055507659912, - 1.2986353635787964, - 1.2983351945877075, - 1.2980235815048218, - 1.296358585357666, - 1.2934468984603882, - 1.292077898979187 + 1.3411670923233032, + 1.3259737491607666, + 1.3211607933044434, + 1.3177872896194458, + 1.3163948059082031, + 1.315388798713684, + 1.314745306968689, + 1.3146682977676392, + 1.3146206140518188, + 1.311265468597412, + 1.3090980052947998, + 1.3081704378128052, + 1.3078621625900269, + 1.3074922561645508, + 1.3069911003112793, + 1.3076106309890747, + 1.309944987297058, + 1.3081722259521484, + 1.3080484867095947, + 1.3075034618377686, + 1.30637526512146, + 1.3058686256408691, + 1.3067160844802856, + 1.309260368347168, + 1.3095362186431885, + 1.3080062866210938, + 1.3079088926315308, + 1.3082520961761475, + 1.308393955230713, + 1.307240605354309, + 1.3064137697219849, + 1.3070257902145386, + 1.3076839447021484, + 1.3048115968704224, + 1.3034712076187134, + 1.3015376329421997, + 1.2994121313095093, + 1.299527645111084, + 1.3012073040008545, + 1.3015379905700684, + 1.3036490678787231, + 1.3020143508911133, + 1.301504373550415, + 1.299750804901123, + 1.2993814945220947, + 1.2991580963134766, + 1.3015538454055786, + 1.3000867366790771, + 1.3076059818267822, + 1.3066037893295288, + 1.3074814081192017, + 1.3074109554290771, + 1.3063219785690308, + 1.3067744970321655, + 1.3071033954620361, + 1.308227300643921, + 1.3085801601409912, + 1.3055260181427002, + 1.3037729263305664, + 1.3026305437088013, + 1.3029375076293945, + 1.3035025596618652, + 1.3044856786727905, + 1.3039014339447021, + 1.308465838432312, + 1.3077733516693115, + 1.3073316812515259, + 1.305922508239746, + 1.3035706281661987, + 1.303891658782959, + 1.3068993091583252, + 1.3093444108963013 ], "p10": [ - 1.1820721626281738, - 1.1819980144500732, - 1.186044692993164, - 1.1920922994613647, - 1.1976593732833862, - 1.2026335000991821, - 1.2020334005355835, - 1.202746868133545, - 1.203426480293274, - 1.2012746334075928, - 1.2014756202697754, - 1.201397180557251, - 1.2001266479492188, - 1.1973711252212524, - 1.2006282806396484, - 1.197798252105713, - 1.1970916986465454, - 1.1973541975021362, - 1.1966835260391235, - 1.196226954460144, - 1.1947660446166992, - 1.1905189752578735, - 1.1874853372573853, - 1.189582109451294, - 1.1925075054168701, - 1.1912014484405518, - 1.1932672262191772, - 1.1993845701217651, - 1.2008934020996094, - 1.2004568576812744, - 1.2027205228805542, - 1.2047364711761475, - 1.2057194709777832, - 1.2043955326080322, - 1.2031117677688599, - 1.202021837234497, - 1.1999776363372803, - 1.2004555463790894, - 1.1973772048950195, - 1.1954480409622192, - 1.195926308631897, - 1.191933274269104, - 1.1892540454864502, - 1.190970778465271, - 1.1873195171356201, - 1.185669183731079, - 1.1846054792404175, - 1.1831287145614624, - 1.1863113641738892, - 1.1875158548355103, - 1.1878056526184082, - 1.1893384456634521, - 1.1925565004348755, - 1.195204496383667, - 1.1923450231552124, - 1.193787693977356, - 1.1953673362731934, - 1.1920890808105469, - 1.1892787218093872, - 1.1921966075897217, - 1.1898661851882935, - 1.1889722347259521, - 1.1896380186080933, - 1.1892156600952148, - 1.1863477230072021, - 1.1854876279830933, - 1.1867601871490479, - 1.183203101158142, - 1.1842745542526245, - 1.1833230257034302, - 1.1826850175857544, - 1.1823782920837402 + 1.2443225383758545, + 1.2259511947631836, + 1.2197328805923462, + 1.2200713157653809, + 1.2176556587219238, + 1.2183669805526733, + 1.2171449661254883, + 1.2159943580627441, + 1.2164337635040283, + 1.2129747867584229, + 1.2101266384124756, + 1.2071912288665771, + 1.205175518989563, + 1.2033278942108154, + 1.2058160305023193, + 1.2053649425506592, + 1.1959728002548218, + 1.1998677253723145, + 1.1988199949264526, + 1.197312831878662, + 1.1931759119033813, + 1.1958914995193481, + 1.1944680213928223, + 1.1963151693344116, + 1.1995289325714111, + 1.20279860496521, + 1.2081505060195923, + 1.2061806917190552, + 1.2075928449630737, + 1.206813931465149, + 1.2074928283691406, + 1.2067641019821167, + 1.208620548248291, + 1.2063779830932617, + 1.2041056156158447, + 1.1998063325881958, + 1.1977778673171997, + 1.198359489440918, + 1.198990821838379, + 1.197235107421875, + 1.1962939500808716, + 1.1955552101135254, + 1.197008490562439, + 1.1945252418518066, + 1.1909828186035156, + 1.1909794807434082, + 1.188692331314087, + 1.1890097856521606, + 1.1911319494247437, + 1.198131799697876, + 1.1989015340805054, + 1.198127031326294, + 1.197752594947815, + 1.2002493143081665, + 1.200395941734314, + 1.197644829750061, + 1.1986182928085327, + 1.1971583366394043, + 1.1977089643478394, + 1.195868968963623, + 1.194769024848938, + 1.1934888362884521, + 1.1952648162841797, + 1.1948758363723755, + 1.1877126693725586, + 1.1921827793121338, + 1.1932411193847656, + 1.191360592842102, + 1.1848379373550415, + 1.1866778135299683, + 1.188819169998169, + 1.1915463209152222 ], "p90": [ - 1.3140208721160889, - 1.3557647466659546, - 1.3739068508148193, - 1.3838188648223877, - 1.3883947134017944, - 1.393645167350769, - 1.393216848373413, - 1.3928409814834595, - 1.3987327814102173, - 1.4018911123275757, - 1.402269721031189, - 1.4008265733718872, - 1.401822566986084, - 1.4011930227279663, - 1.4078576564788818, - 1.4034864902496338, - 1.4060813188552856, - 1.407160997390747, - 1.4073103666305542, - 1.40855073928833, - 1.4129811525344849, - 1.412334680557251, - 1.4108964204788208, - 1.412660837173462, - 1.4084049463272095, - 1.4117029905319214, - 1.4096429347991943, - 1.4044992923736572, - 1.4039450883865356, - 1.3999565839767456, - 1.4023877382278442, - 1.3986070156097412, - 1.3983745574951172, - 1.4003130197525024, - 1.398966670036316, - 1.3981486558914185, - 1.3926657438278198, - 1.3979783058166504, - 1.3965827226638794, - 1.3993256092071533, - 1.4016270637512207, - 1.405741810798645, - 1.4074238538742065, - 1.407677173614502, - 1.407999038696289, - 1.4100693464279175, - 1.4104892015457153, - 1.4004336595535278, - 1.4076114892959595, - 1.409033179283142, - 1.406430959701538, - 1.4052191972732544, - 1.406966209411621, - 1.4071624279022217, - 1.4053555727005005, - 1.4102686643600464, - 1.4106751680374146, - 1.413227915763855, - 1.4134399890899658, - 1.4116400480270386, - 1.4100903272628784, - 1.4112207889556885, - 1.4164265394210815, - 1.4148359298706055, - 1.4128105640411377, - 1.413150668144226, - 1.41383957862854, - 1.4139864444732666, - 1.4134267568588257, - 1.4151968955993652, - 1.415004014968872, - 1.4167563915252686 + 1.4510564804077148, + 1.4414291381835938, + 1.4344021081924438, + 1.4359266757965088, + 1.4351876974105835, + 1.4333993196487427, + 1.4357483386993408, + 1.4367258548736572, + 1.4395034313201904, + 1.4379825592041016, + 1.4397939443588257, + 1.4388316869735718, + 1.4409562349319458, + 1.43948495388031, + 1.4430994987487793, + 1.4430323839187622, + 1.4512442350387573, + 1.4481207132339478, + 1.4458959102630615, + 1.449164867401123, + 1.4583652019500732, + 1.4595482349395752, + 1.4600629806518555, + 1.4559147357940674, + 1.4493064880371094, + 1.4447871446609497, + 1.4404733180999756, + 1.4349337816238403, + 1.4353535175323486, + 1.4318263530731201, + 1.429829716682434, + 1.4317660331726074, + 1.4299660921096802, + 1.4292287826538086, + 1.429836630821228, + 1.4348933696746826, + 1.44119131565094, + 1.4447952508926392, + 1.4470806121826172, + 1.4489747285842896, + 1.4523032903671265, + 1.4544247388839722, + 1.4577398300170898, + 1.457244634628296, + 1.463639736175537, + 1.464761734008789, + 1.4725220203399658, + 1.4749505519866943, + 1.471659779548645, + 1.460107684135437, + 1.4536476135253906, + 1.4556868076324463, + 1.4607669115066528, + 1.4616020917892456, + 1.4635719060897827, + 1.4654395580291748, + 1.4670052528381348, + 1.4676274061203003, + 1.4697985649108887, + 1.4679774045944214, + 1.4727181196212769, + 1.4732966423034668, + 1.4807854890823364, + 1.4789785146713257, + 1.4919847249984741, + 1.4860621690750122, + 1.4782143831253052, + 1.4843833446502686, + 1.496453881263733, + 1.4956741333007812, + 1.4948785305023193, + 1.4903976917266846 ], "timestamps": [ - "2026-06-20 06:10:00", - "2026-06-20 06:20:00", - "2026-06-20 06:30:00", - "2026-06-20 06:40:00", - "2026-06-20 06:50:00", - "2026-06-20 07:00:00", "2026-06-20 07:10:00", "2026-06-20 07:20:00", "2026-06-20 07:30:00", @@ -529,6 +522,11 @@ "2026-06-21 06:20:00", "2026-06-21 06:30:00", "2026-06-21 06:40:00", - "2026-06-21 06:50:00" + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index b2c9fbecff60fc3782d6d524c918aae795d139a0..f1c68c71812d228ebb6774f172850b93928c000c 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,49 +1,25 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T07:20:02.301485+00:00", + "evaluated_at": "2026-06-22T07:30:09.194496+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 2ebec371cb2e1ee8f617487f3feb445ad69b43f1..a09c0497a501fcfe19369115e5169f0b2ebe8d10 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,57347.10160211986,57216.985153053014,161.71670095619115,0.15302692677729543,0.0025276003079277042,0.0025253475244311845,1.385633252307982,239.47254874435995,0.003736167093592606,0.002523047504880692,0.002111031307709006,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,57688.56398019235,57513.106153955865,162.43919444577446,0.153710597404224,0.0025388064632111923,0.002536589498379336,1.385633252307982,240.18443742297782,0.0037472314074270445,0.002534290971368832,0.0021222794278449295,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.6496318714206825,0.6517775880279506,0.642356321959748,1.8831446794470574,0.7017158847310362,0.43063827654317155,70.89236234201118,0.8059974388425081,0.6107891298137722,0.48678102437101406,0.47914495933377377,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.11976006327036975,0.1189773180432658,0.32418596294300056,4.8627914061723905,0.20160290619069693,0.22675700682488337,82.24456652742307,0.3460636693881196,0.2193361167009084,0.20546996547365223,0.19140893369967704,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.06825005598394138,0.06834851722816099,0.24129018871473829,3.667612967088995,0.14886964636795647,0.1626458258199571,38.40916737012885,0.2612471166997664,0.164853561754574,0.1522602336383737,0.13992955893452136,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.993816298624592,0.8957351241883185,0.8311259136637709,0.4283540951397598,0.05937978608905653,0.061769362427977655,13.565732475593123,0.9969033547062583,0.07122858275586474,0.059383811522418936,0.0592104812735392,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,148.07452880377073,142.40255533756297,10.50571107620544,0.9079225250978481,0.6012795769630265,0.4232496957197047,17.81250319125579,12.168587790034254,0.5670798193414022,0.4895865355901564,0.4497169499408875,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,4.998963040908283,4.936685948343508,1.9514705605875118,1.043281083574423,0.08157645032270584,0.0821624273411614,13.069986346278649,2.235836094374604,0.09381130465907431,0.08187988366101448,0.07240259576090304,Weather,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index b9c66f3da06bceac2c78ba6ce4573cbb91202e32..cd8d761ff078112c20ff6a934cd81eb1b1d450aa 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T07:25:19.218024+00:00", + "evaluated_at": "2026-06-22T07:33:31.014985+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64258.66015625 + 64276.0 ], "p50": [ 64184.320693383765, diff --git a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index e1418edb32401c27e0fe339a8c0bd54d03bcde05..740752405ffb1f379e96e64a60a1573b8bd0dcba 100644 --- a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T06:18:55.340465+00:00", + "evaluated_at": "2026-06-22T07:33:31.034763+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index a8b3667a2cea52ad28a6495a555355027e247150..0ec1236ea7e8f7baa3f581a5e9d3238a38bc5b0c 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-22T07:05:12.205866+00:00", + "evaluated_at": "2026-06-22T07:33:31.055096+00:00", "freq": "10min", - "context_length": 77, + "context_length": 76, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, - 1.2999999523162842, 1.399999976158142, 1.399999976158142, 1.2000000476837158, @@ -82,11 +79,11 @@ 1.2999999523162842, 1.399999976158142, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.5, + 1.399999976158142 ], "actuals": [ - 1.5, - 1.399999976158142, 1.5, 1.5, 1.5, @@ -156,237 +153,233 @@ 1.7000000476837158, 1.7999999523162842, 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.2882742746748037, - 1.2872973043108855, - 1.286320333946967, - 1.285343363583049, - 1.2843663932191307, - 1.2833894228552125, - 1.2824124524912943, - 1.281435482127376, - 1.2804585117634577, - 1.2794815413995395, - 1.2785045710356213, - 1.2775276006717031, - 1.2765506303077847, - 1.2755736599438665, - 1.2745966895799483, - 1.2736197192160301, - 1.272642748852112, - 1.2716657784881935, - 1.2706888081242753, - 1.2697118377603571, - 1.268734867396439, - 1.2677578970325207, - 1.2667809266686025, - 1.2658039563046841, - 1.264826985940766, - 1.2638500155768477, - 1.2628730452129295, - 1.2618960748490113, - 1.260919104485093, - 1.2599421341211747, - 1.2589651637572565, - 1.2579881933933383, - 1.2570112230294201, - 1.2560342526655017, - 1.2550572823015835, - 1.2540803119376653, - 1.2531033415737471, - 1.252126371209829, - 1.2511494008459105, - 1.2501724304819923, - 1.2491954601180741, - 1.248218489754156, - 1.2472415193902378, - 1.2462645490263193, - 1.2452875786624011, - 1.244310608298483, - 1.2433336379345648, - 1.2423566675706466, - 1.2413796972067281, - 1.24040272684281, - 1.2394257564788917, - 1.2384487861149736, - 1.2374718157510554, - 1.2364948453871372, - 1.2355178750232187, - 1.2345409046593006, - 1.2335639342953824, - 1.2325869639314642, - 1.231609993567546, - 1.2306330232036276, - 1.2296560528397094, - 1.2286790824757912, - 1.227702112111873, - 1.2267251417479548, - 1.2257481713840364, - 1.2247712010201182, - 1.2237942306562, - 1.2228172602922818, - 1.2218402899283636, - 1.2208633195644452, - 1.219886349200527, - 1.2189093788366088 + 1.3428086319842476, + 1.342826192972976, + 1.342843753961704, + 1.3428613149504323, + 1.3428788759391603, + 1.3428964369278884, + 1.3429139979166167, + 1.3429315589053448, + 1.342949119894073, + 1.3429666808828011, + 1.3429842418715294, + 1.3430018028602575, + 1.3430193638489856, + 1.3430369248377139, + 1.343054485826442, + 1.3430720468151702, + 1.3430896078038983, + 1.3431071687926264, + 1.3431247297813547, + 1.3431422907700827, + 1.343159851758811, + 1.343177412747539, + 1.3431949737362674, + 1.3432125347249955, + 1.3432300957137235, + 1.3432476567024518, + 1.34326521769118, + 1.3432827786799082, + 1.3433003396686363, + 1.3433179006573643, + 1.3433354616460926, + 1.3433530226348207, + 1.343370583623549, + 1.343388144612277, + 1.3434057056010054, + 1.3434232665897334, + 1.3434408275784615, + 1.3434583885671898, + 1.3434759495559179, + 1.3434935105446462, + 1.3435110715333742, + 1.3435286325221023, + 1.3435461935108306, + 1.3435637544995587, + 1.343581315488287, + 1.343598876477015, + 1.3436164374657433, + 1.3436339984544714, + 1.3436515594431995, + 1.3436691204319278, + 1.3436866814206558, + 1.3437042424093841, + 1.3437218033981122, + 1.3437393643868403, + 1.3437569253755686, + 1.3437744863642966, + 1.343792047353025, + 1.343809608341753, + 1.3438271693304813, + 1.3438447303192094, + 1.3438622913079374, + 1.3438798522966657, + 1.3438974132853938, + 1.343914974274122, + 1.3439325352628502, + 1.3439500962515782, + 1.3439676572403065, + 1.3439852182290346, + 1.344002779217763, + 1.344020340206491, + 1.3440379011952193, + 1.3440554621839473 ], "p10": [ - 1.1882742508329458, - 1.1872972804690276, - 1.1863203101051092, - 1.185343339741191, - 1.1843663693772728, - 1.1833893990133546, - 1.1824124286494364, - 1.181435458285518, - 1.1804584879215998, - 1.1794815175576816, - 1.1785045471937634, - 1.1775275768298452, - 1.1765506064659268, - 1.1755736361020086, - 1.1745966657380904, - 1.1736196953741722, - 1.172642725010254, - 1.1716657546463356, - 1.1706887842824174, - 1.1697118139184992, - 1.168734843554581, - 1.1677578731906628, - 1.1667809028267446, - 1.1658039324628262, - 1.164826962098908, - 1.1638499917349898, - 1.1628730213710716, - 1.1618960510071534, - 1.160919080643235, - 1.1599421102793168, - 1.1589651399153986, - 1.1579881695514804, - 1.1570111991875622, - 1.1560342288236438, - 1.1550572584597256, - 1.1540802880958074, - 1.1531033177318892, - 1.152126347367971, - 1.1511493770040526, - 1.1501724066401344, - 1.1491954362762162, - 1.148218465912298, - 1.1472414955483798, - 1.1462645251844614, - 1.1452875548205432, - 1.144310584456625, - 1.1433336140927068, - 1.1423566437287886, - 1.1413796733648702, - 1.140402703000952, - 1.1394257326370338, - 1.1384487622731156, - 1.1374717919091974, - 1.1364948215452793, - 1.1355178511813608, - 1.1345408808174426, - 1.1335639104535244, - 1.1325869400896063, - 1.131609969725688, - 1.1306329993617696, - 1.1296560289978514, - 1.1286790586339333, - 1.127702088270015, - 1.1267251179060969, - 1.1257481475421784, - 1.1247711771782603, - 1.123794206814342, - 1.1228172364504239, - 1.1218402660865057, - 1.1208632957225872, - 1.119886325358669, - 1.1189093549947509 + 1.2428086081423897, + 1.242826169131118, + 1.242843730119846, + 1.2428612911085744, + 1.2428788520973024, + 1.2428964130860305, + 1.2429139740747588, + 1.2429315350634869, + 1.2429490960522152, + 1.2429666570409432, + 1.2429842180296715, + 1.2430017790183996, + 1.2430193400071277, + 1.243036900995856, + 1.243054461984584, + 1.2430720229733123, + 1.2430895839620404, + 1.2431071449507685, + 1.2431247059394968, + 1.2431422669282248, + 1.2431598279169531, + 1.2431773889056812, + 1.2431949498944095, + 1.2432125108831376, + 1.2432300718718656, + 1.243247632860594, + 1.243265193849322, + 1.2432827548380503, + 1.2433003158267784, + 1.2433178768155064, + 1.2433354378042347, + 1.2433529987929628, + 1.243370559781691, + 1.2433881207704192, + 1.2434056817591475, + 1.2434232427478755, + 1.2434408037366036, + 1.2434583647253319, + 1.24347592571406, + 1.2434934867027883, + 1.2435110476915163, + 1.2435286086802444, + 1.2435461696689727, + 1.2435637306577008, + 1.243581291646429, + 1.2435988526351571, + 1.2436164136238854, + 1.2436339746126135, + 1.2436515356013416, + 1.2436690965900699, + 1.243686657578798, + 1.2437042185675262, + 1.2437217795562543, + 1.2437393405449824, + 1.2437569015337107, + 1.2437744625224387, + 1.243792023511167, + 1.243809584499895, + 1.2438271454886234, + 1.2438447064773515, + 1.2438622674660795, + 1.2438798284548078, + 1.243897389443536, + 1.2439149504322642, + 1.2439325114209923, + 1.2439500724097203, + 1.2439676333984486, + 1.2439851943871767, + 1.244002755375905, + 1.244020316364633, + 1.2440378773533614, + 1.2440554383420894 ], "p90": [ - 1.3882742985166616, - 1.3872973281527434, - 1.386320357788825, - 1.3853433874249068, - 1.3843664170609886, - 1.3833894466970704, - 1.3824123690447916, - 1.3814355059692338, - 1.3804585356053156, - 1.3794815652413974, - 1.3785045948774792, - 1.377527624513561, - 1.3765506541496426, - 1.3755736837857244, - 1.3745967134218062, - 1.373619743057888, - 1.3726427726939698, - 1.3716658023300514, - 1.3706888319661332, - 1.369711861602215, - 1.3687348912382968, - 1.3677579208743786, - 1.366780831301171, - 1.365803980146542, - 1.3648270097826238, - 1.3638500394187056, - 1.3628730690547874, - 1.3618960986908693, - 1.3609191283269508, - 1.3599421579630326, - 1.3589651875991144, - 1.3579882172351962, - 1.357011246871278, - 1.3560342765073596, - 1.355057186934152, - 1.3540803357795232, - 1.353103365415605, - 1.3521263950516869, - 1.3511494246877684, - 1.3501724543238502, - 1.349195483959932, - 1.3482185135960139, - 1.3472415432320957, - 1.3462645728681772, - 1.345287602504259, - 1.3443106321403409, - 1.3433336617764227, - 1.3423566914125045, - 1.341379721048586, - 1.3404027506846679, - 1.3394257803207497, - 1.3384488099568315, - 1.3374718395929133, - 1.336494869228995, - 1.3355178988650767, - 1.3345409285011585, - 1.3335639581372403, - 1.332586987773322, - 1.3316100174094039, - 1.3306330470454855, - 1.3296560766815673, - 1.328679106317649, - 1.3277021359537309, - 1.3267251655898127, - 1.3257481952258943, - 1.324771224861976, - 1.3237942544980579, - 1.3228172841341397, - 1.3218403137702215, - 1.320863343406303, - 1.3198863730423849, - 1.3189094026784667 + 1.4428086558261055, + 1.4428262168148338, + 1.4428437778035619, + 1.4428613387922902, + 1.4428788997810182, + 1.4428964607697463, + 1.4429140217584746, + 1.4429315827472027, + 1.442949143735931, + 1.442966704724659, + 1.4429842657133873, + 1.4430018267021154, + 1.4430193876908435, + 1.4430369486795718, + 1.4430545096682998, + 1.4430720706570281, + 1.4430896316457562, + 1.4431071926344843, + 1.4431247536232126, + 1.4431423146119406, + 1.443159875600669, + 1.443177436589397, + 1.4431949975781253, + 1.4432125585668534, + 1.4432301195555814, + 1.4432476805443097, + 1.4432652415330378, + 1.443282802521766, + 1.4433003635104942, + 1.4433179244992222, + 1.4433354854879505, + 1.443352927267389, + 1.443370607465407, + 1.443388168454135, + 1.4434057294428633, + 1.4434232904315913, + 1.4434408514203194, + 1.4434584124090477, + 1.4434759733977758, + 1.443493534386504, + 1.4435110953752321, + 1.4435286563639602, + 1.4435462173526885, + 1.4435637783414166, + 1.4435813393301449, + 1.443598900318873, + 1.4436163420983117, + 1.4436340222963293, + 1.4436515832850574, + 1.4436691442737857, + 1.4436867052625137, + 1.443704266251242, + 1.4437218272399701, + 1.4437393882286982, + 1.4437569492174265, + 1.4437745102061545, + 1.4437920711948828, + 1.443809632183611, + 1.4438271931723392, + 1.4438447541610673, + 1.4438623151497954, + 1.4438798761385236, + 1.4438974371272517, + 1.44391499811598, + 1.443932559104708, + 1.4439501200934362, + 1.4439676810821644, + 1.4439852420708925, + 1.4440028030596208, + 1.4440203640483489, + 1.4440379250370772, + 1.4440554860258052 ], "timestamps": [ - "2026-06-20 06:10:00", - "2026-06-20 06:20:00", - "2026-06-20 06:30:00", - "2026-06-20 06:40:00", - "2026-06-20 06:50:00", - "2026-06-20 07:00:00", "2026-06-20 07:10:00", "2026-06-20 07:20:00", "2026-06-20 07:30:00", @@ -529,6 +522,11 @@ "2026-06-21 06:20:00", "2026-06-21 06:30:00", "2026-06-21 06:40:00", - "2026-06-21 06:50:00" + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index a121f9b6c2fd1c81d20c1f6740c90a54aa1ffc5c..1e9dd13ead722cb9b318f9c0378a9a72d2298720 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,49 +1,25 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T07:25:19.333796+00:00", + "evaluated_at": "2026-06-22T07:33:31.063377+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index b75afac2ac37b1ca9b35ee1b850cf0c960288c15..c856021f3543e47e66e1874302b5e98367c95c34 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1734,3 +1734,6 @@ {"evaluated_at": "2026-06-22T07:25:19.541484+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} {"evaluated_at": "2026-06-22T07:25:19.541484+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} {"evaluated_at": "2026-06-22T07:25:19.541484+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-22T07:33:31.222586+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T07:33:31.222586+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} +{"evaluated_at": "2026-06-22T07:33:31.222586+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index d326e5494e1b3a21b06cfab7bd6777b6537b2e88..50370c47938b05080520fe1fe0c40b7a4985ff25 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,104471.90120124817,85287.7363538742,217.3095703125,0.2056325383067578,0.003396570289079627,0.00339274326294399,2.069419546850151,323.2211335931612,0.005042783273558448,0.0033903880423097267,0.004822495191296735,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.9237130835943692,1.8876722873579865,1.1165241797765095,0.6563458202360263,0.04267433494674541,0.04406306287872011,6.798890134045048,1.386979842533542,0.05310284361053067,0.04274799610479139,0.03891174187888303,Weather,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,76309.22409756978,92882.94948403041,220.66886393229166,0.20881132179504172,0.003447659216383417,0.0034447199582981745,2.0302277700776203,276.2412425717235,0.004309770738261854,0.0034427596826855076,0.004759069606466616,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.9357153171763457,1.9127262558818074,1.1218695640563965,0.6594880904109198,0.04287075619903718,0.04427535641662273,6.60639021231552,1.391299866016074,0.05326824293671531,0.042952653084473595,0.03879220245461595,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.2932325658679327,1.293452574417062,0.9061119168996811,2.656375872642433,0.9876122595237771,0.530544268468184,29.46906010200981,1.1372038365517119,0.8617790929283915,0.686656411752182,0.4433174260693452,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.08517069449212913,0.08379585264845435,0.27104855742719436,4.0657300018388804,0.16841404804153512,0.18572240703190554,82.82570009676283,0.291840186561291,0.18496912238953367,0.17179132998439198,0.15134245268725333,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.08916366985279349,0.0878581752288729,0.27854394995503956,4.2338704619567125,0.1724609371092962,0.19053915127841622,83.46883677911427,0.29860286310213685,0.18842598591843035,0.17576830257632137,0.15359891062547404,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.04008348641957582,0.004165074460303231,0.05364412069320679,0.027647650495954346,0.003834459564687611,0.0038318934272686647,0.7108480571912971,0.2002086072564709,0.014304872466404628,0.0038328637095293434,0.011383612250536003,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,113.79598327717274,86.40264044433452,7.2524170478185015,0.6267669795366542,0.4226709282351342,0.30913374752481154,5.11650076387565,10.667520015316247,0.49712714634483485,0.33797671679154184,0.24795088404847837,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.8263405063174407,1.7151237575624236,1.2243905067443848,0.6545748013795033,0.05135453114708031,0.04991103578223425,3.4621328399483686,1.351421661184044,0.056703006762966884,0.051373028255009154,0.03412511854460745,Weather,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index f3f4e696e94cadffdd188bd0b048a6f470d8616d..e86c6f0fb1fdfb2f7614c0da441b973a949ee5b6 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T07:23:38.738407+00:00", + "evaluated_at": "2026-06-22T07:32:48.220080+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64258.66015625 + 64276.0 ], "p50": [ - 64196.388671875, - 64254.2265625, - 64240.072265625, - 64299.375, - 64265.052734375, - 64285.43359375, - 64306.93359375, - 64269.6015625, - 64281.578125, - 64250.3203125, - 64202.693359375, - 64338.310546875, - 64059.267578125, - 64262.923828125, - 64141.57421875, - 64147.84375, - 64072.037109375, - 64179.1171875, - 64010.6953125, - 63983.482421875, - 63723.78125, - 63791.36328125, - 63891.021484375, - 63831.84375 + 64232.0625, + 64213.380859375, + 64211.083984375, + 64306.203125, + 64252.396484375, + 64284.66796875, + 64280.130859375, + 64363.759765625, + 64225.357421875, + 64320.099609375, + 64240.56640625, + 64179.37890625, + 64197.583984375, + 64215.095703125, + 64135.607421875, + 64178.69921875, + 63999.2578125, + 64108.41796875, + 63939.580078125, + 64031.103515625, + 63883.58203125, + 63861.619140625, + 63869.796875, + 63952.240234375 ], "p10": [ - 64010.83984375, - 63947.36328125, - 63840.873046875, - 63888.037109375, - 63711.62109375, - 63733.373046875, - 63671.38671875, - 63664.716796875, - 63475.291015625, - 63423.306640625, - 63180.068359375, - 63281.001953125, - 63043.166015625, - 63144.36328125, - 62951.046875, - 63055.05078125, - 62673.376953125, - 62601.4375, - 62557.515625, - 62684.900390625, - 62270.181640625, - 62200.955078125, - 62338.8046875, - 62261.60546875 + 63995.521484375, + 63851.005859375, + 63795.74609375, + 63859.05859375, + 63754.52734375, + 63604.8515625, + 63726.509765625, + 63701.4296875, + 63406.0390625, + 63382.484375, + 63112.701171875, + 63227.001953125, + 63019.451171875, + 63115.455078125, + 62899.869140625, + 62660.736328125, + 62491.53515625, + 62432.802734375, + 62507.779296875, + 62524.375, + 62310.80078125, + 62418.943359375, + 62250.4140625, + 62367.6328125 ], "p90": [ - 64448.921875, - 64598.0078125, - 64633.48828125, - 64712.94921875, - 64866.2421875, - 64836.52734375, - 64919.103515625, - 64980.376953125, - 65261.248046875, - 65260.21875, - 65201.9921875, - 65461.671875, - 65212.31640625, - 65433.103515625, - 65346.30078125, - 65461.638671875, - 65436.66015625, - 66241.79296875, - 65604.81640625, - 65769.30859375, - 65326.109375, - 65677.0390625, - 65374.828125, - 65683.33203125 + 64478.1796875, + 64541.123046875, + 64690.9140625, + 64715.328125, + 64848.857421875, + 64956.9296875, + 64898.830078125, + 65278.091796875, + 65081.560546875, + 65106.18359375, + 65425.623046875, + 65248.681640625, + 66097.359375, + 65437.517578125, + 65638.84765625, + 65563.47265625, + 65650.01953125, + 65567.375, + 65659.8515625, + 65710.01171875, + 65878.87109375, + 65607.7265625, + 65610.59765625, + 65975.2578125 ], "timestamps": [ "2026-06-17 08:00:00", diff --git a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 430b02ce80223ca5cb7d97d4064793401d23b8de..7997cd9d4ec140741bb3e6f8ee6dc3263467644f 100644 --- a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T06:18:04.198469+00:00", + "evaluated_at": "2026-06-22T07:32:54.669570+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, @@ -370,82 +370,82 @@ 25.290000915527344 ], "p50": [ - 22.86903190612793, - 22.46812343597412, - 22.20823860168457, - 21.870217323303223, - 21.72331428527832, - 21.876922607421875, - 22.894317626953125, - 24.394193649291992, - 25.87979221343994, - 26.8958101272583, - 27.76699924468994, - 28.399888038635254, - 28.818726539611816, - 28.57773208618164, - 28.51718235015869, - 27.9643611907959, - 27.596174240112305, - 26.84327793121338, - 25.73149585723877, - 24.814833641052246, - 24.10948371887207, - 23.776738166809082, - 23.419963836669922, - 23.190011978149414 + 22.905641555786133, + 22.49963665008545, + 22.10980987548828, + 21.86014747619629, + 21.733426094055176, + 21.87535285949707, + 22.963078498840332, + 24.307930946350098, + 25.994309425354004, + 27.11246109008789, + 27.754179000854492, + 28.18285846710205, + 28.61147403717041, + 28.69843578338623, + 28.419607162475586, + 28.21480941772461, + 27.385043144226074, + 26.87367820739746, + 25.721473693847656, + 24.916946411132812, + 24.361319541931152, + 23.78852367401123, + 23.48896884918213, + 23.07973575592041 ], "p10": [ - 22.53882122039795, - 22.04137897491455, - 21.58984375, - 21.248266220092773, - 20.988723754882812, - 21.0643949508667, - 21.902352333068848, - 23.24948215484619, - 23.992284774780273, - 25.498927116394043, - 25.769648551940918, - 26.245001792907715, - 26.37609100341797, - 26.329703330993652, - 26.457261085510254, - 25.68747901916504, - 24.652040481567383, - 24.169347763061523, - 23.70158290863037, - 22.80663013458252, - 22.31425952911377, - 22.043540954589844, - 21.932239532470703, - 21.664332389831543 + 22.5637845993042, + 22.049906730651855, + 21.611868858337402, + 21.23777484893799, + 20.802915573120117, + 21.028493881225586, + 22.140247344970703, + 23.224122047424316, + 24.524296760559082, + 25.168907165527344, + 25.58684253692627, + 26.08005428314209, + 26.491588592529297, + 26.2765474319458, + 25.9350528717041, + 25.92349338531494, + 25.29429817199707, + 24.807616233825684, + 23.541545867919922, + 22.957926750183105, + 22.691157341003418, + 22.07999038696289, + 21.851770401000977, + 21.69474697113037 ], "p90": [ - 23.228772163391113, - 22.961753845214844, - 22.812193870544434, - 22.592787742614746, - 22.41325855255127, - 22.62688159942627, - 23.86040210723877, - 25.819496154785156, - 27.406774520874023, - 28.49080753326416, - 29.444357872009277, - 30.415403366088867, - 30.311203956604004, - 30.55720329284668, - 30.51607036590576, - 30.232596397399902, - 29.548309326171875, - 28.83118724822998, - 28.014002799987793, - 26.850476264953613, - 26.031380653381348, - 25.455327033996582, - 25.21496868133545, - 24.630828857421875 + 23.197839736938477, + 23.001693725585938, + 22.718515396118164, + 22.511098861694336, + 22.486860275268555, + 22.77238368988037, + 23.98784351348877, + 25.676939964294434, + 27.40236473083496, + 28.647717475891113, + 29.495553016662598, + 29.91069984436035, + 30.488670349121094, + 30.677942276000977, + 30.580039978027344, + 30.487552642822266, + 29.701580047607422, + 29.176443099975586, + 27.92569637298584, + 26.694713592529297, + 26.107254028320312, + 25.601770401000977, + 25.16718578338623, + 24.621886253356934 ], "timestamps": [ "2026-06-05 00:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 8b259c2c1173e0790b52f28075cb0407592c679e..3460e07f7a0e6cc54e648a431fc927f563da9a4b 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T07:04:47.114043+00:00", + "evaluated_at": "2026-06-22T07:32:59.787536+00:00", "freq": "10min", - "context_length": 77, + "context_length": 76, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, - 1.2999999523162842, 1.399999976158142, 1.399999976158142, 1.2000000476837158, @@ -82,11 +79,11 @@ 1.2999999523162842, 1.399999976158142, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.5, + 1.399999976158142 ], "actuals": [ - 1.5, - 1.399999976158142, 1.5, 1.5, 1.5, @@ -156,237 +153,233 @@ 1.7000000476837158, 1.7999999523162842, 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.3094951510429382, - 1.319034457206726, - 1.299517810344696, - 1.3059861063957214, - 1.3136277794837952, - 1.3127795457839966, - 1.310418963432312, - 1.310392677783966, - 1.2974219918251038, - 1.3069540858268738, - 1.304479718208313, - 1.3004783987998962, - 1.3138697743415833, - 1.312294363975525, - 1.3096594214439392, - 1.2915874123573303, - 1.3069171905517578, - 1.302630603313446, - 1.3103007078170776, - 1.3114203214645386, - 1.3008446097373962, - 1.3097814917564392, - 1.307288944721222, - 1.3073706030845642, - 1.298241376876831, - 1.3057997822761536, - 1.2921193838119507, - 1.3134763836860657, - 1.3174219131469727, - 1.295062243938446, - 1.3098173141479492, - 1.3119912147521973, - 1.3159735202789307, - 1.3086509704589844, - 1.3044304847717285, - 1.301828145980835, - 1.320427417755127, - 1.3038466572761536, - 1.290130376815796, - 1.3031989932060242, - 1.2973471879959106, - 1.304791271686554, - 1.3032236695289612, - 1.3090124130249023, - 1.3038558959960938, - 1.296582043170929, - 1.3175278902053833, - 1.3109169006347656, - 1.3098722100257874, - 1.3106484413146973, - 1.295540988445282, - 1.2899351716041565, - 1.2837976813316345, - 1.2987481355667114, - 1.2961620688438416, - 1.2948188185691833, - 1.3132421374320984, - 1.305206537246704, - 1.3091387748718262, - 1.3046517968177795, - 1.3138530254364014, - 1.3103657364845276, - 1.3199268579483032, - 1.304910659790039, - 1.2814399600028992, - 1.3030794262886047, - 1.2898115515708923, - 1.3088919520378113, - 1.2996760606765747, - 1.3186217546463013, - 1.3105055093765259, - 1.3074128031730652 + 1.30944162607193, + 1.3171942234039307, + 1.3145121932029724, + 1.3205555081367493, + 1.3152645230293274, + 1.3071385622024536, + 1.3077830076217651, + 1.3044676780700684, + 1.3120462894439697, + 1.308227777481079, + 1.304308831691742, + 1.3102456331253052, + 1.3046026229858398, + 1.3157060742378235, + 1.314064621925354, + 1.2997866868972778, + 1.2975824475288391, + 1.3123181462287903, + 1.3114935159683228, + 1.3052580952644348, + 1.3047988414764404, + 1.3045600056648254, + 1.3044819235801697, + 1.3026219606399536, + 1.2981082797050476, + 1.30547297000885, + 1.316041648387909, + 1.3011507987976074, + 1.308239221572876, + 1.2969018816947937, + 1.2893075942993164, + 1.3119227290153503, + 1.3054209351539612, + 1.3082207441329956, + 1.302728295326233, + 1.3021084070205688, + 1.3158394694328308, + 1.3323858976364136, + 1.306675672531128, + 1.3066547513008118, + 1.3108758926391602, + 1.31153804063797, + 1.2969340682029724, + 1.30389004945755, + 1.3105536103248596, + 1.3042097687721252, + 1.302714765071869, + 1.3063561916351318, + 1.2908718585968018, + 1.310952365398407, + 1.2998139262199402, + 1.302753984928131, + 1.294654130935669, + 1.317589282989502, + 1.3198760151863098, + 1.3050314784049988, + 1.3092723488807678, + 1.3416289687156677, + 1.2942962646484375, + 1.320633888244629, + 1.308484971523285, + 1.3025830388069153, + 1.3106228709220886, + 1.2931430339813232, + 1.2939476370811462, + 1.319757342338562, + 1.3027031421661377, + 1.3059382438659668, + 1.3321436047554016, + 1.3195526003837585, + 1.3315834403038025, + 1.3090269565582275 ], "p10": [ - 1.2071762084960938, - 1.1854559779167175, - 1.1455531120300293, - 1.189933180809021, - 1.2023096680641174, - 1.1962465047836304, - 1.1985899806022644, - 1.2004809379577637, - 1.1941216588020325, - 1.20035320520401, - 1.1561318635940552, - 1.1521708965301514, - 1.1949384212493896, - 1.205362617969513, - 1.175817608833313, - 1.1398250460624695, - 1.183965802192688, - 1.1601167917251587, - 1.168820858001709, - 1.1695355772972107, - 1.171705424785614, - 1.192525863647461, - 1.1762810349464417, - 1.1968328356742859, - 1.1799165606498718, - 1.184379756450653, - 1.1884629726409912, - 1.1767836809158325, - 1.1930416226387024, - 1.1580988764762878, - 1.185040831565857, - 1.172593891620636, - 1.1741403341293335, - 1.162170171737671, - 1.1291229724884033, - 1.1336103677749634, - 1.1420807242393494, - 1.149363100528717, - 1.1459936499595642, - 1.1634260416030884, - 1.1344749927520752, - 1.158712923526764, - 1.138558566570282, - 1.1514323353767395, - 1.1327449083328247, - 1.1086832880973816, - 1.1464024782180786, - 1.1360637545585632, - 1.1179292798042297, - 1.1511578559875488, - 1.1338194608688354, - 1.1276103258132935, - 1.1244398355484009, - 1.1316177248954773, - 1.1182560920715332, - 1.1158047318458557, - 1.1232964396476746, - 1.1058459281921387, - 1.1249150037765503, - 1.1215763092041016, - 1.1252011060714722, - 1.0900827050209045, - 1.1289580464363098, - 1.0960816144943237, - 1.0800271034240723, - 1.1097692847251892, - 1.1029444932937622, - 1.082973837852478, - 1.0857264995574951, - 1.118598222732544, - 1.015651285648346, - 1.066308617591858 + 1.189454197883606, + 1.1905641555786133, + 1.1742972135543823, + 1.1885709762573242, + 1.1871066093444824, + 1.2053812146186829, + 1.1825824975967407, + 1.1717285513877869, + 1.186329185962677, + 1.1541151404380798, + 1.1881139874458313, + 1.1842146515846252, + 1.135322093963623, + 1.1674488186836243, + 1.152649164199829, + 1.1340454816818237, + 1.171644687652588, + 1.1819055080413818, + 1.1671106219291687, + 1.1906556487083435, + 1.1607381105422974, + 1.170880913734436, + 1.1897759437561035, + 1.1832408905029297, + 1.165777325630188, + 1.1822640895843506, + 1.1624709367752075, + 1.1849117875099182, + 1.1631680727005005, + 1.1590974926948547, + 1.1378023624420166, + 1.1583778262138367, + 1.184887707233429, + 1.1519363522529602, + 1.1690452098846436, + 1.1408290266990662, + 1.1455568075180054, + 1.1696959733963013, + 1.150281846523285, + 1.135441541671753, + 1.1439600586891174, + 1.149974524974823, + 1.1667550206184387, + 1.1276047229766846, + 1.1205008029937744, + 1.179395318031311, + 1.1477099061012268, + 1.1233484745025635, + 1.132741630077362, + 1.1313802599906921, + 1.1084749698638916, + 1.151919960975647, + 1.1174789667129517, + 1.1409907937049866, + 1.1200298070907593, + 1.1297791600227356, + 1.140380322933197, + 1.1726999878883362, + 1.1284935474395752, + 1.1076040863990784, + 1.1292328238487244, + 1.1184219121932983, + 1.1190842986106873, + 1.0871798992156982, + 1.0233651995658875, + 1.1293355226516724, + 1.1051040291786194, + 1.0565168261528015, + 1.1436097621917725, + 1.051088035106659, + 1.1091466546058655, + 1.1255527138710022 ], "p90": [ - 1.4104533195495605, - 1.4354762434959412, - 1.42000812292099, - 1.4418087005615234, - 1.425505518913269, - 1.4192325472831726, - 1.4265838265419006, - 1.4303982853889465, - 1.4090924859046936, - 1.4267079830169678, - 1.448648750782013, - 1.413186252117157, - 1.4166614413261414, - 1.429569661617279, - 1.436727523803711, - 1.4255645275115967, - 1.4098663330078125, - 1.4324721097946167, - 1.4482964873313904, - 1.4191775918006897, - 1.4577314853668213, - 1.4164042472839355, - 1.4388309717178345, - 1.447386085987091, - 1.424008071422577, - 1.45453280210495, - 1.4056089520454407, - 1.431025743484497, - 1.4640801548957825, - 1.4362160563468933, - 1.4545457363128662, - 1.4589177370071411, - 1.474734127521515, - 1.4468267560005188, - 1.4365074634552002, - 1.4330244064331055, - 1.4486305713653564, - 1.4352198839187622, - 1.4458224773406982, - 1.4418751001358032, - 1.4401556253433228, - 1.428341269493103, - 1.431715726852417, - 1.4545673727989197, - 1.4106431603431702, - 1.447370707988739, - 1.4559001326560974, - 1.4518378973007202, - 1.4624779224395752, - 1.5010940432548523, - 1.4546597599983215, - 1.4894503355026245, - 1.47709721326828, - 1.4565134048461914, - 1.4368950724601746, - 1.4651356935501099, - 1.487244188785553, - 1.424405574798584, - 1.4773246049880981, - 1.495407521724701, - 1.4763041734695435, - 1.4781657457351685, - 1.5233896374702454, - 1.4973262548446655, - 1.4518330097198486, - 1.5002117156982422, - 1.476984977722168, - 1.5298920273780823, - 1.5022751092910767, - 1.4920384883880615, - 1.4916728138923645, - 1.4962743520736694 + 1.4158285856246948, + 1.439983606338501, + 1.420329988002777, + 1.4372172355651855, + 1.4336498975753784, + 1.4312682747840881, + 1.4563932418823242, + 1.4315986633300781, + 1.4449880123138428, + 1.43960440158844, + 1.4622387290000916, + 1.4304286241531372, + 1.42783522605896, + 1.4377171993255615, + 1.4363661408424377, + 1.4331204891204834, + 1.4306291341781616, + 1.4340428709983826, + 1.445740520954132, + 1.4302043914794922, + 1.4351849555969238, + 1.4215639233589172, + 1.4149267077445984, + 1.442441999912262, + 1.4072932600975037, + 1.437701940536499, + 1.4551240801811218, + 1.4352929592132568, + 1.4441825151443481, + 1.4515537023544312, + 1.4154013991355896, + 1.4586727023124695, + 1.4540975093841553, + 1.4769811630249023, + 1.4377776384353638, + 1.4915449619293213, + 1.4541307091712952, + 1.4729983806610107, + 1.4622578620910645, + 1.4584347009658813, + 1.4370352625846863, + 1.477520227432251, + 1.4229910373687744, + 1.4702545404434204, + 1.4364801049232483, + 1.4616559743881226, + 1.4676291346549988, + 1.4590033888816833, + 1.4707350730895996, + 1.466882348060608, + 1.479282259941101, + 1.4784449338912964, + 1.4825774431228638, + 1.454468309879303, + 1.483957290649414, + 1.5018566846847534, + 1.4881556034088135, + 1.4976842999458313, + 1.4780929684638977, + 1.4827141165733337, + 1.4552268385887146, + 1.508029580116272, + 1.491504967212677, + 1.5036433935165405, + 1.4633381366729736, + 1.494422197341919, + 1.4927905201911926, + 1.4925973415374756, + 1.5386427640914917, + 1.5054961442947388, + 1.6131914854049683, + 1.5181796550750732 ], "timestamps": [ - "2026-06-20 06:10:00", - "2026-06-20 06:20:00", - "2026-06-20 06:30:00", - "2026-06-20 06:40:00", - "2026-06-20 06:50:00", - "2026-06-20 07:00:00", "2026-06-20 07:10:00", "2026-06-20 07:20:00", "2026-06-20 07:30:00", @@ -529,6 +522,11 @@ "2026-06-21 06:20:00", "2026-06-21 06:30:00", "2026-06-21 06:40:00", - "2026-06-21 06:50:00" + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 2435f2dbacbd8791be7ca5031557093197b087fc..fb2117f0f33edf906635dcbfad14c6461c5d1768 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,49 +1,25 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T07:24:21.236356+00:00", + "evaluated_at": "2026-06-22T07:33:02.250853+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index a9b59ce81927cccb0bfc3d3b68292dc44009bb13..30e036bd6c40e25d87d31108b7796cad45077cee 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,68387.30737973073,65026.67162712648,205.60715917397647,0.19455895096652528,0.003208883241280903,0.003210303014299485,1.3612324469166666,261.5096697633392,0.004079982561462876,0.0032078111096270705,0.002396430873899772,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,68734.15199911257,65328.17486933918,206.3296526635598,0.19524262159345385,0.003220088745007021,0.00322154498719431,1.3612324469166666,262.17198934881003,0.004090269641015068,0.0032190468418352145,0.0024076757704996608,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.2892980059679801,0.2903454659240273,0.4314536201845127,1.2648580881088447,0.46991405869509356,0.3288682833613903,45.976129879091324,0.5378643007004463,0.4075964169991759,0.32695783947645213,0.31931394977817423,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.08443210266510584,0.08376943921046644,0.2709795768149415,4.064695292237605,0.16835704274593344,0.18565307601950864,58.613875496180675,0.2905720266390174,0.18416535910169987,0.17174760988038354,0.15776636942642944,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.08419926878778064,0.0842882200661658,0.27222226560115814,4.137780804794772,0.16845599275539413,0.18573866781537227,48.12066317458909,0.29017110260634266,0.1831053310260335,0.1717791592885767,0.15920928869503287,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,0.0017718605465608286,0.0067712666677291105,0.07982454550893554,0.04114078312236983,0.005705514361449345,0.00568825196283265,1.16735837366153,0.042093473918896604,0.0030075718738025617,0.005703450809840888,0.005605903908397658,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,162.12160711604497,155.27907965227237,10.988930638334645,0.9496832323781677,0.6331856644890809,0.43683018899345805,19.147458289486355,12.732698343872165,0.5933684665105475,0.5121055054757894,0.4736291723021788,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,5.297585443995278,4.834347732967655,1.9490524907610307,1.0419883525644453,0.08391625201256529,0.07967897193964014,16.30291667255581,2.3016484188501245,0.09657266093077446,0.0817784261857775,0.07310524760028186,Weather,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index f06f8944a264b9fc3a773df56a56f6d9f41404f4..53015fea44376941de9339c6e706696255ebe7c0 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T07:25:19.338604+00:00", + "evaluated_at": "2026-06-22T07:33:31.068326+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64258.66015625 + 64276.0 ], "p50": [ 64002.66957579496, diff --git a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 7caf9c54162b7238de92683b529ecefabbf0011e..7f4ba95233b586b26f9cec1242dda7bd78f3122f 100644 --- a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T06:18:55.410362+00:00", + "evaluated_at": "2026-06-22T07:33:31.075673+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 8f53208aa51f71362dfb6e69543a7392af79df0c..8eb9e14e40c93fcb64d25abb2dd34ae42bddf763 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T07:05:12.252530+00:00", + "evaluated_at": "2026-06-22T07:33:31.086716+00:00", "freq": "10min", - "context_length": 77, + "context_length": 76, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, - 1.2999999523162842, 1.399999976158142, 1.399999976158142, 1.2000000476837158, @@ -82,11 +79,11 @@ 1.2999999523162842, 1.399999976158142, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.5, + 1.399999976158142 ], "actuals": [ - 1.5, - 1.399999976158142, 1.5, 1.5, 1.5, @@ -156,237 +153,233 @@ 1.7000000476837158, 1.7999999523162842, 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652, - 1.3067982128837652 + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776 ], "p10": [ - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073, - 1.2067981890419073 + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197 ], "p90": [ - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.4067981294372625, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.4067981175163335, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.4067981175163335, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623, - 1.406798236725623 + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.412499874830246, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.412499874830246, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355 ], "timestamps": [ - "2026-06-20 06:10:00", - "2026-06-20 06:20:00", - "2026-06-20 06:30:00", - "2026-06-20 06:40:00", - "2026-06-20 06:50:00", - "2026-06-20 07:00:00", "2026-06-20 07:10:00", "2026-06-20 07:20:00", "2026-06-20 07:30:00", @@ -529,6 +522,11 @@ "2026-06-21 06:20:00", "2026-06-21 06:30:00", "2026-06-21 06:40:00", - "2026-06-21 06:50:00" + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index c257c6d519fe6022fa745a6cb3f5b21ab40428b7..8bc26671f6b757784d3d2966062b6a0641974494 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,49 +1,25 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T07:25:19.395778+00:00", + "evaluated_at": "2026-06-22T07:33:31.091832+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 199c770b92a0119ee4a493351eebe9f36dc30715..d66235ba6303661c4d35b9a5039b0fcf761e5018 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T07:19:00.302952+00:00", - "finished_at": "2026-06-22T07:25:19.540868+00:00", - "task_count": 7, + "started_at": "2026-06-22T07:29:28.056249+00:00", + "finished_at": "2026-06-22T07:33:31.222125+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,49 +10,25 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T07:20:02.301485+00:00", + "evaluated_at": "2026-06-22T07:30:09.194496+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -60,49 +36,25 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T07:21:19.717256+00:00", + "evaluated_at": "2026-06-22T07:30:54.662491+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -110,49 +62,25 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T07:22:16.531812+00:00", + "evaluated_at": "2026-06-22T07:31:37.565186+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -160,49 +88,25 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T07:23:11.101888+00:00", + "evaluated_at": "2026-06-22T07:32:15.556250+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -210,49 +114,25 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T07:24:21.236356+00:00", + "evaluated_at": "2026-06-22T07:33:02.250853+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -260,49 +140,25 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T07:25:18.751407+00:00", + "evaluated_at": "2026-06-22T07:33:30.554409+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -310,49 +166,25 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T07:25:19.195674+00:00", + "evaluated_at": "2026-06-22T07:33:30.958375+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -360,49 +192,25 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T07:25:19.333796+00:00", + "evaluated_at": "2026-06-22T07:33:31.063377+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -410,49 +218,25 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T07:25:19.395778+00:00", + "evaluated_at": "2026-06-22T07:33:31.091832+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -460,49 +244,25 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T07:25:19.447011+00:00", + "evaluated_at": "2026-06-22T07:33:31.116012+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] @@ -518,7 +278,5 @@ "overall": "aggregates/results_overall.csv", "metadata": "aggregates/metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T07:26:18.396254+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_073330.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_073330.json new file mode 100644 index 0000000000000000000000000000000000000000..78859f71902a18530a9556b5231691e31fa520f2 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_073330.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T07:33:30.776110+00:00", + "metrics": { + "MSE[mean]": 249401.0361285396, + "MSE[0.5]": 682891.2529348419, + "MAE[0.5]": 789.5472599356696, + "MASE[0.5]": 0.7471212930946475, + "MAPE[0.5]": 0.012305158444961004, + "sMAPE[0.5]": 0.0123885831320675, + "MSIS": 14.869915082955663, + "RMSE[mean]": 499.4006769404098, + "NRMSE[mean]": 0.0077913869924296835, + "ND[0.5]": 0.012318101546556999, + "mean_weighted_sum_quantile_loss": 0.011011149315249984 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64276.0 + ], + "predictions": { + "p50": [ + 63492.18370368655, + 63471.41857714654, + 63493.53325083366, + 63428.80641808227, + 63447.77158278841, + 63393.84201176236, + 63358.45921217973, + 63400.35707762191, + 63319.785206761786, + 63315.170384698744, + 63296.35922577035, + 63296.639511655834, + 63302.879373040254, + 63269.18767364702, + 63288.708687285776, + 63229.1740668494, + 63213.78026811458, + 63253.67444410639, + 63223.420260804836, + 63216.7185969824, + 63186.48242524329, + 63160.53311928468, + 63157.77259554335, + 63150.33308765381 + ], + "p10": [ + 63249.69602737245, + 63122.9900047198, + 63161.73217152597, + 63181.91817570589, + 63156.59285239787, + 63191.314058994, + 62994.76997493257, + 63058.328657556965, + 63068.74086466828, + 63052.60512433716, + 63037.19929940847, + 63031.888585350825, + 63010.80316486745, + 63007.06740822695, + 62995.04809164019, + 62972.370489618916, + 62960.70074558745, + 62962.495713715856, + 62938.921053407445, + 62928.764426108915, + 62929.814494109385, + 62880.13992712001, + 62900.96901831286, + 62892.52918704604 + ], + "p90": [ + 63717.11020610376, + 63762.84312036233, + 63742.50576316144, + 63689.91036584032, + 63707.89744908109, + 63670.11759947068, + 63680.67010582883, + 63643.23404207804, + 63572.913001189336, + 63578.775170239, + 63584.39555429317, + 63589.088137590414, + 63537.75915093577, + 63542.2347883478, + 63540.730209064335, + 63487.77434420916, + 63516.83781806044, + 63494.39879916527, + 63484.80062756034, + 63484.90149858191, + 63474.303833155864, + 63436.7647079602, + 63475.940713785436, + 63377.09045016845 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_072955.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_072955.json new file mode 100644 index 0000000000000000000000000000000000000000..d5343e747ef3089b9652d01eedfb1e6f6f716068 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_072955.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T07:29:55.777922+00:00", + "metrics": { + "MSE[mean]": 75782.7059211731, + "MSE[0.5]": 75782.7059211731, + "MAE[0.5]": 197.24088541666666, + "MASE[0.5]": 0.18664223516606213, + "MAPE[0.5]": 0.0030837061496461374, + "sMAPE[0.5]": 0.0030788499517611576, + "MSIS": 1.9710872575643996, + "RMSE[mean]": 275.2865887056126, + "NRMSE[mean]": 0.004294876730187498, + "ND[0.5]": 0.003077248670197746, + "mean_weighted_sum_quantile_loss": 0.004557804009743301 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64276.0 + ], + "predictions": { + "p50": [ + 64224.64453125, + 64241.89453125, + 64261.41796875, + 64278.83203125, + 64275.38671875, + 64277.125, + 64275.0, + 64274.68359375, + 64264.125, + 64256.83203125, + 64232.37109375, + 64227.27734375, + 64216.95703125, + 64200.49609375, + 64175.5078125, + 64174.890625, + 64159.875, + 64111.96875, + 64111.421875, + 64074.6875, + 64051.2265625, + 64010.01171875, + 63969.34375, + 63952.65625 + ], + "p10": [ + 63957.83984375, + 63891.9609375, + 63811.8828125, + 63726.53515625, + 63629.71875, + 63506.95703125, + 63388.046875, + 63321.5546875, + 63245.1875, + 63120.29296875, + 63085.5234375, + 63010.1875, + 62947.4375, + 62883.05859375, + 62823.83984375, + 62751.65234375, + 62742.953125, + 62651.48828125, + 62570.59765625, + 62558.03515625, + 62501.26171875, + 62465.796875, + 62399.5703125, + 62383.87890625 + ], + "p90": [ + 64428.5625, + 64522.93359375, + 64614.99609375, + 64699.859375, + 64772.98046875, + 64823.3125, + 64854.0, + 64908.640625, + 64942.1328125, + 64993.80859375, + 65030.30859375, + 65074.2265625, + 65112.4375, + 65133.20703125, + 65174.44921875, + 65217.60546875, + 65565.2265625, + 65602.6015625, + 65593.3359375, + 65626.578125, + 65608.4375, + 65658.8984375, + 65711.2578125, + 65697.875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_073331.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_073331.json new file mode 100644 index 0000000000000000000000000000000000000000..1c514614d70fb3ec7c8fad6d492056eb433cbd85 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_073331.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T07:33:31.014985+00:00", + "metrics": { + "MSE[mean]": 57688.56398019235, + "MSE[0.5]": 57513.106153955865, + "MAE[0.5]": 162.43919444577446, + "MASE[0.5]": 0.153710597404224, + "MAPE[0.5]": 0.0025388064632111923, + "sMAPE[0.5]": 0.002536589498379336, + "MSIS": 1.385633252307982, + "RMSE[mean]": 240.18443742297782, + "NRMSE[mean]": 0.0037472314074270445, + "ND[0.5]": 0.002534290971368832, + "mean_weighted_sum_quantile_loss": 0.0021222794278449295 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64276.0 + ], + "predictions": { + "p50": [ + 64184.320693383765, + 64189.50468701726, + 64201.59883690076, + 64159.482049284255, + 64151.74612104275, + 64148.379333426245, + 64134.64340518474, + 64149.57544569323, + 64122.714517451735, + 64101.87702671023, + 64111.406723468725, + 64117.22157647722, + 64140.48174198571, + 64118.27511061921, + 64096.06847925271, + 64069.791535386204, + 64051.4364665197, + 64070.04038202819, + 64053.68336003669, + 64035.70719742019, + 64032.340409803684, + 64039.09666906218, + 64014.41152207067, + 64062.40020320417 + ], + "p10": [ + 63948.67850588376, + 63937.62382764226, + 63928.72813377576, + 63935.374627409255, + 63917.73479291775, + 63936.552770926246, + 63898.94418643474, + 63878.932476943235, + 63871.19654870174, + 63799.94733921023, + 63871.687973468725, + 63841.88563897722, + 63840.93096073571, + 63890.11300124421, + 63840.74426050271, + 63746.2747385112, + 63672.6915446447, + 63827.07163202819, + 63730.32398503669, + 63779.99821304519, + 63779.043534803684, + 63791.37401281218, + 63762.893553320675, + 63771.12090632917 + ], + "p90": [ + 64428.191787133765, + 64420.739843267256, + 64494.15743065076, + 64399.57345553426, + 64390.99416791775, + 64391.757849051246, + 64431.84262393474, + 64380.56099256824, + 64369.33482995174, + 64353.15788608523, + 64355.578598468725, + 64345.93642022722, + 64341.88135136072, + 64409.06221999421, + 64342.38097925271, + 64337.402472886206, + 64304.6349040197, + 64298.86069452819, + 64291.78492253669, + 64285.95524429519, + 64275.90955042868, + 64288.22948156218, + 64262.74745957067, + 64253.29590632917 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_073248.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_073248.json new file mode 100644 index 0000000000000000000000000000000000000000..f42099e77878f272804753a819d083caa5b91bc7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_073248.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T07:32:48.220080+00:00", + "metrics": { + "MSE[mean]": 76309.22409756978, + "MSE[0.5]": 92882.94948403041, + "MAE[0.5]": 220.66886393229166, + "MASE[0.5]": 0.20881132179504172, + "MAPE[0.5]": 0.003447659216383417, + "sMAPE[0.5]": 0.0034447199582981745, + "MSIS": 2.0302277700776203, + "RMSE[mean]": 276.2412425717235, + "NRMSE[mean]": 0.004309770738261854, + "ND[0.5]": 0.0034427596826855076, + "mean_weighted_sum_quantile_loss": 0.004759069606466616 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64276.0 + ], + "predictions": { + "p50": [ + 64232.0625, + 64213.380859375, + 64211.083984375, + 64306.203125, + 64252.396484375, + 64284.66796875, + 64280.130859375, + 64363.759765625, + 64225.357421875, + 64320.099609375, + 64240.56640625, + 64179.37890625, + 64197.583984375, + 64215.095703125, + 64135.607421875, + 64178.69921875, + 63999.2578125, + 64108.41796875, + 63939.580078125, + 64031.103515625, + 63883.58203125, + 63861.619140625, + 63869.796875, + 63952.240234375 + ], + "p10": [ + 63995.521484375, + 63851.005859375, + 63795.74609375, + 63859.05859375, + 63754.52734375, + 63604.8515625, + 63726.509765625, + 63701.4296875, + 63406.0390625, + 63382.484375, + 63112.701171875, + 63227.001953125, + 63019.451171875, + 63115.455078125, + 62899.869140625, + 62660.736328125, + 62491.53515625, + 62432.802734375, + 62507.779296875, + 62524.375, + 62310.80078125, + 62418.943359375, + 62250.4140625, + 62367.6328125 + ], + "p90": [ + 64478.1796875, + 64541.123046875, + 64690.9140625, + 64715.328125, + 64848.857421875, + 64956.9296875, + 64898.830078125, + 65278.091796875, + 65081.560546875, + 65106.18359375, + 65425.623046875, + 65248.681640625, + 66097.359375, + 65437.517578125, + 65638.84765625, + 65563.47265625, + 65650.01953125, + 65567.375, + 65659.8515625, + 65710.01171875, + 65878.87109375, + 65607.7265625, + 65610.59765625, + 65975.2578125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_073331.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_073331.json new file mode 100644 index 0000000000000000000000000000000000000000..f61c5351806b474f436e7a698bc25789480c9024 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_073331.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T07:33:31.068326+00:00", + "metrics": { + "MSE[mean]": 68734.15199911257, + "MSE[0.5]": 65328.17486933918, + "MAE[0.5]": 206.3296526635598, + "MASE[0.5]": 0.19524262159345385, + "MAPE[0.5]": 0.003220088745007021, + "sMAPE[0.5]": 0.00322154498719431, + "MSIS": 1.3612324469166666, + "RMSE[mean]": 262.17198934881003, + "NRMSE[mean]": 0.004090269641015068, + "ND[0.5]": 0.0032190468418352145, + "mean_weighted_sum_quantile_loss": 0.0024076757704996608 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64276.0 + ], + "predictions": { + "p50": [ + 64002.66957579496, + 64015.58949766996, + 64035.41957579496, + 64001.03871641996, + 64001.03871641996, + 64005.40785704496, + 63999.40785704496, + 64022.07582579496, + 64002.95082579496, + 63989.84926329496, + 64007.11488829496, + 64020.66566954496, + 64051.66176329496, + 64037.19106016996, + 64022.72035704496, + 64004.17934141996, + 63993.56020079496, + 64019.90004454496, + 64011.27895079496, + 64001.03871641996, + 64005.40785704496, + 64019.90004454496, + 64002.95082579496, + 64058.67543516996 + ], + "p10": [ + 63767.027388294955, + 63763.70863829496, + 63762.548872669955, + 63776.93129454496, + 63767.027388294955, + 63793.58129454496, + 63763.70863829496, + 63751.43285704496, + 63751.43285704496, + 63687.91957579496, + 63767.39613829496, + 63745.32973204496, + 63752.11098204496, + 63809.02895079496, + 63767.39613829496, + 63680.66254454495, + 63614.81527891996, + 63776.93129454496, + 63687.91957579496, + 63745.32973204496, + 63752.11098204496, + 63772.17738829496, + 63751.43285704496, + 63767.39613829496 + ], + "p90": [ + 64246.54066954496, + 64246.82465391995, + 64327.97816954496, + 64241.13012266996, + 64240.28676329496, + 64248.78637266996, + 64296.60707579496, + 64253.06137266996, + 64249.57113829496, + 64241.13012266996, + 64251.28676329496, + 64249.38051329496, + 64253.06137266996, + 64327.97816954496, + 64269.03285704496, + 64271.79027891996, + 64246.75863829496, + 64248.72035704496, + 64249.38051329496, + 64251.28676329496, + 64248.97699766995, + 64269.03285704496, + 64251.28676329496, + 64249.57113829496 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_073331.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_073331.json new file mode 100644 index 0000000000000000000000000000000000000000..042a3f69684971717b019e7e4fa301efd5eeaf72 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_073331.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T07:33:31.096521+00:00", + "metrics": { + "MSE[mean]": 183803.20201746622, + "MSE[0.5]": 183803.20201746622, + "MAE[0.5]": 352.0904947916667, + "MASE[0.5]": 0.33317107043917454, + "MAPE[0.5]": 0.00549850693463366, + "sMAPE[0.5]": 0.0055032128482184915, + "MSIS": 3.633754674252016, + "RMSE[mean]": 428.72275658922774, + "NRMSE[mean]": 0.0066887072110366555, + "ND[0.5]": 0.005493130922618392, + "mean_weighted_sum_quantile_loss": 0.005526023461701595 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64276.0 + ], + "predictions": { + "p50": [ + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "p10": [ + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995 + ], + "p90": [ + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_073319.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_073319.json new file mode 100644 index 0000000000000000000000000000000000000000..bc86c458328077968334b00474ba9140f8b1f0ae --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_073319.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T07:33:19.087735+00:00", + "metrics": { + "MSE[mean]": 92828.2372118632, + "MSE[0.5]": 92828.2372118632, + "MAE[0.5]": 233.02083333333334, + "MASE[0.5]": 0.2204995636767547, + "MAPE[0.5]": 0.0036446519853812662, + "sMAPE[0.5]": 0.003635184360249855, + "MSIS": 1.4735147323653075, + "RMSE[mean]": 304.67726730404945, + "NRMSE[mean]": 0.004753414656754759, + "ND[0.5]": 0.003635468619949622, + "mean_weighted_sum_quantile_loss": 0.003489664804032974 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64276.0 + ], + "predictions": { + "p50": [ + 64302.25, + 64311.765625, + 64321.28125, + 64333.96875, + 64333.96875, + 64333.96875, + 64343.484375, + 64343.484375, + 64337.140625, + 64324.453125, + 64311.765625, + 64289.5625, + 64286.390625, + 64276.875, + 64276.875, + 64257.84375, + 64251.5, + 64238.8125, + 64226.125, + 64197.578125, + 64165.859375, + 64124.625, + 64115.109375, + 64081.8046875 + ], + "p10": [ + 64088.1484375, + 64000.921875, + 63931.140625, + 63885.94140625, + 63850.2578125, + 63828.0546875, + 63792.765625, + 63737.65625, + 63682.94140625, + 63627.43359375, + 63586.9921875, + 63534.65625, + 63507.6953125, + 63471.21875, + 63441.0859375, + 63385.578125, + 63377.6484375, + 63338.0, + 63309.453125, + 63265.046875, + 63223.8125, + 63173.0625, + 63144.515625, + 63119.140625 + ], + "p90": [ + 64524.28125, + 64613.09375, + 64689.21875, + 64746.3125, + 64778.03125, + 64797.0625, + 64847.8125, + 64879.53125, + 64898.5625, + 64898.5625, + 64892.21875, + 64911.25, + 64917.59375, + 64936.625, + 64942.96875, + 64962.0, + 64962.0, + 64962.0, + 64968.34375, + 64962.0, + 64936.625, + 64904.90625, + 64923.9375, + 64911.25 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_073036.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_073036.json new file mode 100644 index 0000000000000000000000000000000000000000..6d9590869b9be50fd111264c5ab1a393322470fc --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_073036.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T07:30:36.018310+00:00", + "metrics": { + "MSE[mean]": 125243.80691719055, + "MSE[0.5]": 80918.23943456014, + "MAE[0.5]": 188.7861328125, + "MASE[0.5]": 0.1786417948897764, + "MAPE[0.5]": 0.00295531062203954, + "sMAPE[0.5]": 0.002946826687045681, + "MSIS": 8.470667054509553, + "RMSE[mean]": 353.8980176790915, + "NRMSE[mean]": 0.005521330945093094, + "ND[0.5]": 0.0029453420619250156, + "mean_weighted_sum_quantile_loss": 0.0036245053224277218 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64276.0 + ], + "predictions": { + "p50": [ + 64181.921875, + 64180.8984375, + 64185.1875, + 64184.03515625, + 64195.16796875, + 64208.12890625, + 64196.80078125, + 64213.765625, + 64217.1328125, + 64249.66796875, + 64247.4296875, + 64252.1171875, + 64252.13671875, + 64228.109375, + 64244.8671875, + 64233.85546875, + 64240.48046875, + 64272.96875, + 64281.76953125, + 64317.40234375, + 64275.41015625, + 64287.28515625, + 64287.84375, + 64298.2890625 + ], + "p10": [ + 64205.31640625, + 64246.71875, + 64238.6171875, + 64255.1171875, + 64254.5859375, + 64261.6640625, + 64267.37109375, + 64293.44140625, + 64275.66796875, + 64307.19140625, + 64308.69921875, + 64277.47265625, + 64279.69140625, + 64282.1171875, + 64299.453125, + 64304.34765625, + 64285.92578125, + 64353.03515625, + 64350.03125, + 64337.765625, + 64325.9453125, + 64394.046875, + 64339.27734375, + 64337.91015625 + ], + "p90": [ + 64420.19921875, + 64470.296875, + 64499.04296875, + 64514.5625, + 64534.45703125, + 64555.296875, + 64567.421875, + 64589.328125, + 64615.515625, + 64663.34765625, + 64668.98046875, + 64684.640625, + 64699.69921875, + 64699.8515625, + 64727.21875, + 64744.125, + 64758.62109375, + 64791.7265625, + 64820.55078125, + 64820.44921875, + 64802.60546875, + 64827.83203125, + 64814.50390625, + 64806.65234375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_073144.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_073144.json new file mode 100644 index 0000000000000000000000000000000000000000..337e937ec98232c541feddfb58638d31021facc1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_073144.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T07:31:44.064640+00:00", + "metrics": { + "MSE[mean]": 177735.65298207602, + "MSE[0.5]": 177735.65298207602, + "MAE[0.5]": 336.8603515625, + "MASE[0.5]": 0.31875931210526715, + "MAPE[0.5]": 0.005269364684183053, + "sMAPE[0.5]": 0.005247820990982891, + "MSIS": 1.8059514613876775, + "RMSE[mean]": 421.5870645336216, + "NRMSE[mean]": 0.006577379892450206, + "ND[0.5]": 0.005255518229388644, + "mean_weighted_sum_quantile_loss": 0.004218071121705667 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64276.0 + ], + "predictions": { + "p50": [ + 64224.62890625, + 64252.51953125, + 64280.4921875, + 64302.265625, + 64323.05078125, + 64341.12109375, + 64358.421875, + 64373.91796875, + 64387.79296875, + 64401.125, + 64414.546875, + 64424.5078125, + 64440.3515625, + 64448.921875, + 64461.59375, + 64476.109375, + 64485.8828125, + 64493.34375, + 64505.73046875, + 64512.60546875, + 64512.94140625, + 64519.09765625, + 64530.03515625, + 64533.46484375 + ], + "p10": [ + 64025.5859375, + 63957.89453125, + 63908.73828125, + 63880.41015625, + 63860.28515625, + 63837.45703125, + 63811.9296875, + 63782.7578125, + 63757.54296875, + 63725.12890625, + 63682.546875, + 63644.07421875, + 63621.125, + 63600.6875, + 63576.7578125, + 63555.36328125, + 63527.6015625, + 63503.8515625, + 63492.49609375, + 63468.89453125, + 63447.3203125, + 63435.01171875, + 63416.82421875, + 63392.30078125 + ], + "p90": [ + 64431.5625, + 64530.3671875, + 64623.83984375, + 64704.234375, + 64777.203125, + 64847.07421875, + 64920.4296875, + 64983.10546875, + 65030.640625, + 65080.65234375, + 65124.92578125, + 65154.01171875, + 65189.70703125, + 65229.640625, + 65287.22265625, + 65324.9140625, + 65361.21875, + 65418.03125, + 65480.79296875, + 65534.296875, + 65562.34375, + 65601.46875, + 65644.25, + 65676.3125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_073122.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_073122.json new file mode 100644 index 0000000000000000000000000000000000000000..74e4721ae544e1a1ca86d2d9f533d17bd5e7f323 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_073122.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T07:31:22.722969+00:00", + "metrics": { + "MSE[mean]": 95095.08970451355, + "MSE[0.5]": 95095.08970451355, + "MAE[0.5]": 222.68603515625, + "MASE[0.5]": 0.2107201012306893, + "MAPE[0.5]": 0.003484994638327676, + "sMAPE[0.5]": 0.0034744202029217824, + "MSIS": 1.821472124545619, + "RMSE[mean]": 308.3749174373842, + "NRMSE[mean]": 0.004811103451507551, + "ND[0.5]": 0.003474230528364253, + "mean_weighted_sum_quantile_loss": 0.004264487088745963 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00" + ], + "context": [ + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125 + ], + "actual": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64276.0 + ], + "predictions": { + "p50": [ + 64245.96484375, + 64258.79296875, + 64269.3125, + 64276.3359375, + 64283.12109375, + 64288.890625, + 64287.640625, + 64295.42578125, + 64289.5234375, + 64293.09765625, + 64296.078125, + 64294.609375, + 64290.328125, + 64291.1796875, + 64287.8203125, + 64289.60546875, + 64289.48828125, + 64290.0078125, + 64290.0859375, + 64289.68359375, + 64288.12890625, + 64284.578125, + 64282.19140625, + 64283.36328125 + ], + "p10": [ + 64009.44921875, + 63922.93359375, + 63847.6640625, + 63779.8671875, + 63712.87109375, + 63643.74609375, + 63573.10546875, + 63521.07421875, + 63460.50390625, + 63407.9609375, + 63349.015625, + 63290.484375, + 63221.84375, + 63158.109375, + 63105.65625, + 63067.55078125, + 63004.79296875, + 62952.68359375, + 62894.265625, + 62852.98828125, + 62823.20703125, + 62766.94921875, + 62704.19140625, + 62658.03125 + ], + "p90": [ + 64466.4609375, + 64565.19140625, + 64648.953125, + 64712.7421875, + 64789.2109375, + 64853.23046875, + 64909.34765625, + 64971.0078125, + 65039.46875, + 65083.1015625, + 65157.4453125, + 65213.71484375, + 65272.8828125, + 65330.53515625, + 65376.46484375, + 65422.41796875, + 65475.03125, + 65517.59375, + 65573.1015625, + 65613.6015625, + 65658.0703125, + 65714.8125, + 65760.71875, + 65801.5859375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_073330.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_073330.json new file mode 100644 index 0000000000000000000000000000000000000000..b38988507c209dd5a9ea4cffcf2a97c54876cb85 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_073330.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T07:33:30.903552+00:00", + "metrics": { + "MSE[mean]": 0.08942117780102742, + "MSE[0.5]": 0.0966908817728187, + "MAE[0.5]": 0.29392512713879143, + "MASE[0.5]": 4.467664488927756, + "MAPE[0.5]": 0.18218626813481756, + "sMAPE[0.5]": 0.20224051203481486, + "MSIS": 67.65900523692055, + "RMSE[mean]": 0.2990337402385012, + "NRMSE[mean]": 0.18869788032823512, + "ND[0.5]": 0.18547421579270998, + "mean_weighted_sum_quantile_loss": 0.1714700563779238 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3211793152016935, + 1.3001800727223682, + 1.2935009259022823, + 1.2911890393425582, + 1.290536542424785, + 1.290191535408713, + 1.2901548380183563, + 1.2901292626391079, + 1.290065270672557, + 1.289955390681136, + 1.290206212539268, + 1.290116971893308, + 1.290031997976953, + 1.2901689373643297, + 1.2900894853249605, + 1.2900894819721125, + 1.2907685987270372, + 1.290116829711849, + 1.2901300628847925, + 1.290031951429035, + 1.2901168295435446, + 1.2900890165869314, + 1.2899703112880652, + 1.2902178077065385, + 1.2900894803422434, + 1.2901031549398292, + 1.290089480342181, + 1.290193364919042, + 1.290031951410373, + 1.2900612036324293, + 1.2901432961180412, + 1.2900894803421736, + 1.2899859917978367, + 1.2901689221317547, + 1.2900319514103724, + 1.2901300628277403, + 1.2900890165849344, + 1.2900894803421736, + 1.2901689221317547, + 1.2900894803421736, + 1.290016811859317, + 1.290181334564493, + 1.2902057773517783, + 1.290156109124898, + 1.2900894803421736, + 1.290241139008015, + 1.290061203632429, + 1.2900894803421736, + 1.2902178077063249, + 1.2900016723082615, + 1.2901937469972315, + 1.2900753419873014, + 1.2902178077063249, + 1.2907685981938615, + 1.2901937469972315, + 1.2901689221317547, + 1.2900753419873014, + 1.2901432961180412, + 1.2901300628277403, + 1.2917569803894868, + 1.2901168295374397, + 1.2901300628277403, + 1.2900894803421736, + 1.2901300628277403, + 1.2901168295374397, + 1.2901168295374397, + 1.29022947335717, + 1.2901432961180412, + 1.2901300628277403, + 1.290061203632429, + 1.2901432961180412, + 1.2902178077063249 + ], + "p10": [ + 1.236919091718809, + 1.2244387427632526, + 1.217610212789046, + 1.1914769199598003, + 1.217066628084342, + 1.2144068148726683, + 1.2143286299321734, + 1.2076295099060388, + 1.2142946884913848, + 1.2142919518365334, + 1.2141194523695293, + 1.2169805402213403, + 1.2142906680178374, + 1.2217739356689137, + 1.2142906264340436, + 1.2142906230811956, + 1.2244684283753684, + 1.2212945683536613, + 1.212078828620665, + 1.2120788285822757, + 1.2167114202301552, + 1.190405165182797, + 1.2141190171826928, + 1.1904051651810135, + 1.2058958856420832, + 1.2125745787591071, + 1.207617076804378, + 1.2058958856420157, + 1.205895885642014, + 1.2125745787590847, + 1.221294568179252, + 1.2125745787590845, + 1.1904051651807999, + 1.2217739204363387, + 1.212078828563613, + 1.2169803978654719, + 1.2058958856420134, + 1.2169803978654719, + 1.2125745787590845, + 1.212078828563613, + 1.2076170768043706, + 1.2167114202240503, + 1.2241989491620997, + 1.2169803978654719, + 1.2076170768043706, + 1.2076170768043706, + 1.212078828563613, + 1.212078828563613, + 1.2141190171820395, + 1.2167114202240503, + 1.2076170768043706, + 1.2076170768043706, + 1.2244683967982954, + 1.2167114202240503, + 1.2167114202240503, + 1.2076170768043706, + 1.2125745787590845, + 1.2217739204363387, + 1.2076170768043706, + 1.2244683967982954, + 1.2125745787590845, + 1.212078828563613, + 1.2217739204363387, + 1.2076170768043706, + 1.190263868943289, + 1.2125745787590845, + 1.2169803978654719, + 1.2125745787590845, + 1.2167114202240503, + 1.1904051651807999, + 1.1904051651807999, + 1.2169803978654719 + ], + "p90": [ + 1.4223256916745557, + 1.3758535196457777, + 1.3903084096934553, + 1.3923883700005115, + 1.3928483048734241, + 1.3915306586747278, + 1.387458193560792, + 1.3913149186994282, + 1.391306552637888, + 1.387421515465152, + 1.391414900440806, + 1.3913026279536285, + 1.3913025321643406, + 1.3914144804858912, + 1.3874201900626622, + 1.3685878052415132, + 1.3924222826864985, + 1.392429363813713, + 1.3941839767729673, + 1.3914144652719789, + 1.3690191703418888, + 1.3924222821553198, + 1.3913024855984133, + 1.3924222821535364, + 1.3869888183557357, + 1.392493097013155, + 1.3657053983337892, + 1.392422282153325, + 1.3869888183556667, + 1.3924930970131326, + 1.3945807977074387, + 1.362638843002584, + 1.3665432464177867, + 1.3941839767159154, + 1.3914215467392972, + 1.386988818355666, + 1.3874201850798753, + 1.3874201850798753, + 1.39130248559776, + 1.3924293636393037, + 1.369019170335784, + 1.3914144652533162, + 1.39130248559776, + 1.39130248559776, + 1.39130248559776, + 1.3926621849834107, + 1.3665432464177867, + 1.3914144652533162, + 1.386988818355666, + 1.3914144652533162, + 1.3926621849834107, + 1.3914144652533162, + 1.3665432464177867, + 1.398152186631149, + 1.3924222821533228, + 1.3924222821533228, + 1.3924930970131324, + 1.3914215467392972, + 1.386988818355666, + 1.3941839767159154, + 1.3924293636393037, + 1.3941839767159154, + 1.39130248559776, + 1.3926621849834107, + 1.3665432464177867, + 1.3924222821533228, + 1.3924930970131324, + 1.3924222821533228, + 1.39130248559776, + 1.3924293636393037, + 1.3874201850798753, + 1.3941839767159154 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_073006.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_073006.json new file mode 100644 index 0000000000000000000000000000000000000000..949aec2f75345349effe708fad15fcbfe4eb299a --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_073006.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T07:30:06.735184+00:00", + "metrics": { + "MSE[mean]": 0.08739796801757649, + "MSE[0.5]": 0.08739796801757649, + "MAE[0.5]": 0.27725810143682694, + "MASE[0.5]": 4.214325553296195, + "MAPE[0.5]": 0.17158803337183925, + "sMAPE[0.5]": 0.1895485893843479, + "MSIS": 84.49977392607576, + "RMSE[mean]": 0.29563147332037654, + "NRMSE[mean]": 0.18655096354470105, + "ND[0.5]": 0.17495689952321972, + "mean_weighted_sum_quantile_loss": 0.1495396964948785 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3411670923233032, + 1.3259737491607666, + 1.3211607933044434, + 1.3177872896194458, + 1.3163948059082031, + 1.315388798713684, + 1.314745306968689, + 1.3146682977676392, + 1.3146206140518188, + 1.311265468597412, + 1.3090980052947998, + 1.3081704378128052, + 1.3078621625900269, + 1.3074922561645508, + 1.3069911003112793, + 1.3076106309890747, + 1.309944987297058, + 1.3081722259521484, + 1.3080484867095947, + 1.3075034618377686, + 1.30637526512146, + 1.3058686256408691, + 1.3067160844802856, + 1.309260368347168, + 1.3095362186431885, + 1.3080062866210938, + 1.3079088926315308, + 1.3082520961761475, + 1.308393955230713, + 1.307240605354309, + 1.3064137697219849, + 1.3070257902145386, + 1.3076839447021484, + 1.3048115968704224, + 1.3034712076187134, + 1.3015376329421997, + 1.2994121313095093, + 1.299527645111084, + 1.3012073040008545, + 1.3015379905700684, + 1.3036490678787231, + 1.3020143508911133, + 1.301504373550415, + 1.299750804901123, + 1.2993814945220947, + 1.2991580963134766, + 1.3015538454055786, + 1.3000867366790771, + 1.3076059818267822, + 1.3066037893295288, + 1.3074814081192017, + 1.3074109554290771, + 1.3063219785690308, + 1.3067744970321655, + 1.3071033954620361, + 1.308227300643921, + 1.3085801601409912, + 1.3055260181427002, + 1.3037729263305664, + 1.3026305437088013, + 1.3029375076293945, + 1.3035025596618652, + 1.3044856786727905, + 1.3039014339447021, + 1.308465838432312, + 1.3077733516693115, + 1.3073316812515259, + 1.305922508239746, + 1.3035706281661987, + 1.303891658782959, + 1.3068993091583252, + 1.3093444108963013 + ], + "p10": [ + 1.2443225383758545, + 1.2259511947631836, + 1.2197328805923462, + 1.2200713157653809, + 1.2176556587219238, + 1.2183669805526733, + 1.2171449661254883, + 1.2159943580627441, + 1.2164337635040283, + 1.2129747867584229, + 1.2101266384124756, + 1.2071912288665771, + 1.205175518989563, + 1.2033278942108154, + 1.2058160305023193, + 1.2053649425506592, + 1.1959728002548218, + 1.1998677253723145, + 1.1988199949264526, + 1.197312831878662, + 1.1931759119033813, + 1.1958914995193481, + 1.1944680213928223, + 1.1963151693344116, + 1.1995289325714111, + 1.20279860496521, + 1.2081505060195923, + 1.2061806917190552, + 1.2075928449630737, + 1.206813931465149, + 1.2074928283691406, + 1.2067641019821167, + 1.208620548248291, + 1.2063779830932617, + 1.2041056156158447, + 1.1998063325881958, + 1.1977778673171997, + 1.198359489440918, + 1.198990821838379, + 1.197235107421875, + 1.1962939500808716, + 1.1955552101135254, + 1.197008490562439, + 1.1945252418518066, + 1.1909828186035156, + 1.1909794807434082, + 1.188692331314087, + 1.1890097856521606, + 1.1911319494247437, + 1.198131799697876, + 1.1989015340805054, + 1.198127031326294, + 1.197752594947815, + 1.2002493143081665, + 1.200395941734314, + 1.197644829750061, + 1.1986182928085327, + 1.1971583366394043, + 1.1977089643478394, + 1.195868968963623, + 1.194769024848938, + 1.1934888362884521, + 1.1952648162841797, + 1.1948758363723755, + 1.1877126693725586, + 1.1921827793121338, + 1.1932411193847656, + 1.191360592842102, + 1.1848379373550415, + 1.1866778135299683, + 1.188819169998169, + 1.1915463209152222 + ], + "p90": [ + 1.4510564804077148, + 1.4414291381835938, + 1.4344021081924438, + 1.4359266757965088, + 1.4351876974105835, + 1.4333993196487427, + 1.4357483386993408, + 1.4367258548736572, + 1.4395034313201904, + 1.4379825592041016, + 1.4397939443588257, + 1.4388316869735718, + 1.4409562349319458, + 1.43948495388031, + 1.4430994987487793, + 1.4430323839187622, + 1.4512442350387573, + 1.4481207132339478, + 1.4458959102630615, + 1.449164867401123, + 1.4583652019500732, + 1.4595482349395752, + 1.4600629806518555, + 1.4559147357940674, + 1.4493064880371094, + 1.4447871446609497, + 1.4404733180999756, + 1.4349337816238403, + 1.4353535175323486, + 1.4318263530731201, + 1.429829716682434, + 1.4317660331726074, + 1.4299660921096802, + 1.4292287826538086, + 1.429836630821228, + 1.4348933696746826, + 1.44119131565094, + 1.4447952508926392, + 1.4470806121826172, + 1.4489747285842896, + 1.4523032903671265, + 1.4544247388839722, + 1.4577398300170898, + 1.457244634628296, + 1.463639736175537, + 1.464761734008789, + 1.4725220203399658, + 1.4749505519866943, + 1.471659779548645, + 1.460107684135437, + 1.4536476135253906, + 1.4556868076324463, + 1.4607669115066528, + 1.4616020917892456, + 1.4635719060897827, + 1.4654395580291748, + 1.4670052528381348, + 1.4676274061203003, + 1.4697985649108887, + 1.4679774045944214, + 1.4727181196212769, + 1.4732966423034668, + 1.4807854890823364, + 1.4789785146713257, + 1.4919847249984741, + 1.4860621690750122, + 1.4782143831253052, + 1.4843833446502686, + 1.496453881263733, + 1.4956741333007812, + 1.4948785305023193, + 1.4903976917266846 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_073331.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_073331.json new file mode 100644 index 0000000000000000000000000000000000000000..0010d97d3cc34a308a96a2cc5df006b921aa21fd --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_073331.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T07:33:31.055096+00:00", + "metrics": { + "MSE[mean]": 0.06825005598394138, + "MSE[0.5]": 0.06834851722816099, + "MAE[0.5]": 0.24129018871473829, + "MASE[0.5]": 3.667612967088995, + "MAPE[0.5]": 0.14886964636795647, + "sMAPE[0.5]": 0.1626458258199571, + "MSIS": 38.40916737012885, + "RMSE[mean]": 0.2612471166997664, + "NRMSE[mean]": 0.164853561754574, + "ND[0.5]": 0.1522602336383737, + "mean_weighted_sum_quantile_loss": 0.13992955893452136 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3428086319842476, + 1.342826192972976, + 1.342843753961704, + 1.3428613149504323, + 1.3428788759391603, + 1.3428964369278884, + 1.3429139979166167, + 1.3429315589053448, + 1.342949119894073, + 1.3429666808828011, + 1.3429842418715294, + 1.3430018028602575, + 1.3430193638489856, + 1.3430369248377139, + 1.343054485826442, + 1.3430720468151702, + 1.3430896078038983, + 1.3431071687926264, + 1.3431247297813547, + 1.3431422907700827, + 1.343159851758811, + 1.343177412747539, + 1.3431949737362674, + 1.3432125347249955, + 1.3432300957137235, + 1.3432476567024518, + 1.34326521769118, + 1.3432827786799082, + 1.3433003396686363, + 1.3433179006573643, + 1.3433354616460926, + 1.3433530226348207, + 1.343370583623549, + 1.343388144612277, + 1.3434057056010054, + 1.3434232665897334, + 1.3434408275784615, + 1.3434583885671898, + 1.3434759495559179, + 1.3434935105446462, + 1.3435110715333742, + 1.3435286325221023, + 1.3435461935108306, + 1.3435637544995587, + 1.343581315488287, + 1.343598876477015, + 1.3436164374657433, + 1.3436339984544714, + 1.3436515594431995, + 1.3436691204319278, + 1.3436866814206558, + 1.3437042424093841, + 1.3437218033981122, + 1.3437393643868403, + 1.3437569253755686, + 1.3437744863642966, + 1.343792047353025, + 1.343809608341753, + 1.3438271693304813, + 1.3438447303192094, + 1.3438622913079374, + 1.3438798522966657, + 1.3438974132853938, + 1.343914974274122, + 1.3439325352628502, + 1.3439500962515782, + 1.3439676572403065, + 1.3439852182290346, + 1.344002779217763, + 1.344020340206491, + 1.3440379011952193, + 1.3440554621839473 + ], + "p10": [ + 1.2428086081423897, + 1.242826169131118, + 1.242843730119846, + 1.2428612911085744, + 1.2428788520973024, + 1.2428964130860305, + 1.2429139740747588, + 1.2429315350634869, + 1.2429490960522152, + 1.2429666570409432, + 1.2429842180296715, + 1.2430017790183996, + 1.2430193400071277, + 1.243036900995856, + 1.243054461984584, + 1.2430720229733123, + 1.2430895839620404, + 1.2431071449507685, + 1.2431247059394968, + 1.2431422669282248, + 1.2431598279169531, + 1.2431773889056812, + 1.2431949498944095, + 1.2432125108831376, + 1.2432300718718656, + 1.243247632860594, + 1.243265193849322, + 1.2432827548380503, + 1.2433003158267784, + 1.2433178768155064, + 1.2433354378042347, + 1.2433529987929628, + 1.243370559781691, + 1.2433881207704192, + 1.2434056817591475, + 1.2434232427478755, + 1.2434408037366036, + 1.2434583647253319, + 1.24347592571406, + 1.2434934867027883, + 1.2435110476915163, + 1.2435286086802444, + 1.2435461696689727, + 1.2435637306577008, + 1.243581291646429, + 1.2435988526351571, + 1.2436164136238854, + 1.2436339746126135, + 1.2436515356013416, + 1.2436690965900699, + 1.243686657578798, + 1.2437042185675262, + 1.2437217795562543, + 1.2437393405449824, + 1.2437569015337107, + 1.2437744625224387, + 1.243792023511167, + 1.243809584499895, + 1.2438271454886234, + 1.2438447064773515, + 1.2438622674660795, + 1.2438798284548078, + 1.243897389443536, + 1.2439149504322642, + 1.2439325114209923, + 1.2439500724097203, + 1.2439676333984486, + 1.2439851943871767, + 1.244002755375905, + 1.244020316364633, + 1.2440378773533614, + 1.2440554383420894 + ], + "p90": [ + 1.4428086558261055, + 1.4428262168148338, + 1.4428437778035619, + 1.4428613387922902, + 1.4428788997810182, + 1.4428964607697463, + 1.4429140217584746, + 1.4429315827472027, + 1.442949143735931, + 1.442966704724659, + 1.4429842657133873, + 1.4430018267021154, + 1.4430193876908435, + 1.4430369486795718, + 1.4430545096682998, + 1.4430720706570281, + 1.4430896316457562, + 1.4431071926344843, + 1.4431247536232126, + 1.4431423146119406, + 1.443159875600669, + 1.443177436589397, + 1.4431949975781253, + 1.4432125585668534, + 1.4432301195555814, + 1.4432476805443097, + 1.4432652415330378, + 1.443282802521766, + 1.4433003635104942, + 1.4433179244992222, + 1.4433354854879505, + 1.443352927267389, + 1.443370607465407, + 1.443388168454135, + 1.4434057294428633, + 1.4434232904315913, + 1.4434408514203194, + 1.4434584124090477, + 1.4434759733977758, + 1.443493534386504, + 1.4435110953752321, + 1.4435286563639602, + 1.4435462173526885, + 1.4435637783414166, + 1.4435813393301449, + 1.443598900318873, + 1.4436163420983117, + 1.4436340222963293, + 1.4436515832850574, + 1.4436691442737857, + 1.4436867052625137, + 1.443704266251242, + 1.4437218272399701, + 1.4437393882286982, + 1.4437569492174265, + 1.4437745102061545, + 1.4437920711948828, + 1.443809632183611, + 1.4438271931723392, + 1.4438447541610673, + 1.4438623151497954, + 1.4438798761385236, + 1.4438974371272517, + 1.44391499811598, + 1.443932559104708, + 1.4439501200934362, + 1.4439676810821644, + 1.4439852420708925, + 1.4440028030596208, + 1.4440203640483489, + 1.4440379250370772, + 1.4440554860258052 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_073259.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_073259.json new file mode 100644 index 0000000000000000000000000000000000000000..74f5fd867927744da7a57accf1e071902a8f6498 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_073259.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T07:32:59.787536+00:00", + "metrics": { + "MSE[mean]": 0.08916366985279349, + "MSE[0.5]": 0.0878581752288729, + "MAE[0.5]": 0.27854394995503956, + "MASE[0.5]": 4.2338704619567125, + "MAPE[0.5]": 0.1724609371092962, + "sMAPE[0.5]": 0.19053915127841622, + "MSIS": 83.46883677911427, + "RMSE[mean]": 0.29860286310213685, + "NRMSE[mean]": 0.18842598591843035, + "ND[0.5]": 0.17576830257632137, + "mean_weighted_sum_quantile_loss": 0.15359891062547404 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.30944162607193, + 1.3171942234039307, + 1.3145121932029724, + 1.3205555081367493, + 1.3152645230293274, + 1.3071385622024536, + 1.3077830076217651, + 1.3044676780700684, + 1.3120462894439697, + 1.308227777481079, + 1.304308831691742, + 1.3102456331253052, + 1.3046026229858398, + 1.3157060742378235, + 1.314064621925354, + 1.2997866868972778, + 1.2975824475288391, + 1.3123181462287903, + 1.3114935159683228, + 1.3052580952644348, + 1.3047988414764404, + 1.3045600056648254, + 1.3044819235801697, + 1.3026219606399536, + 1.2981082797050476, + 1.30547297000885, + 1.316041648387909, + 1.3011507987976074, + 1.308239221572876, + 1.2969018816947937, + 1.2893075942993164, + 1.3119227290153503, + 1.3054209351539612, + 1.3082207441329956, + 1.302728295326233, + 1.3021084070205688, + 1.3158394694328308, + 1.3323858976364136, + 1.306675672531128, + 1.3066547513008118, + 1.3108758926391602, + 1.31153804063797, + 1.2969340682029724, + 1.30389004945755, + 1.3105536103248596, + 1.3042097687721252, + 1.302714765071869, + 1.3063561916351318, + 1.2908718585968018, + 1.310952365398407, + 1.2998139262199402, + 1.302753984928131, + 1.294654130935669, + 1.317589282989502, + 1.3198760151863098, + 1.3050314784049988, + 1.3092723488807678, + 1.3416289687156677, + 1.2942962646484375, + 1.320633888244629, + 1.308484971523285, + 1.3025830388069153, + 1.3106228709220886, + 1.2931430339813232, + 1.2939476370811462, + 1.319757342338562, + 1.3027031421661377, + 1.3059382438659668, + 1.3321436047554016, + 1.3195526003837585, + 1.3315834403038025, + 1.3090269565582275 + ], + "p10": [ + 1.189454197883606, + 1.1905641555786133, + 1.1742972135543823, + 1.1885709762573242, + 1.1871066093444824, + 1.2053812146186829, + 1.1825824975967407, + 1.1717285513877869, + 1.186329185962677, + 1.1541151404380798, + 1.1881139874458313, + 1.1842146515846252, + 1.135322093963623, + 1.1674488186836243, + 1.152649164199829, + 1.1340454816818237, + 1.171644687652588, + 1.1819055080413818, + 1.1671106219291687, + 1.1906556487083435, + 1.1607381105422974, + 1.170880913734436, + 1.1897759437561035, + 1.1832408905029297, + 1.165777325630188, + 1.1822640895843506, + 1.1624709367752075, + 1.1849117875099182, + 1.1631680727005005, + 1.1590974926948547, + 1.1378023624420166, + 1.1583778262138367, + 1.184887707233429, + 1.1519363522529602, + 1.1690452098846436, + 1.1408290266990662, + 1.1455568075180054, + 1.1696959733963013, + 1.150281846523285, + 1.135441541671753, + 1.1439600586891174, + 1.149974524974823, + 1.1667550206184387, + 1.1276047229766846, + 1.1205008029937744, + 1.179395318031311, + 1.1477099061012268, + 1.1233484745025635, + 1.132741630077362, + 1.1313802599906921, + 1.1084749698638916, + 1.151919960975647, + 1.1174789667129517, + 1.1409907937049866, + 1.1200298070907593, + 1.1297791600227356, + 1.140380322933197, + 1.1726999878883362, + 1.1284935474395752, + 1.1076040863990784, + 1.1292328238487244, + 1.1184219121932983, + 1.1190842986106873, + 1.0871798992156982, + 1.0233651995658875, + 1.1293355226516724, + 1.1051040291786194, + 1.0565168261528015, + 1.1436097621917725, + 1.051088035106659, + 1.1091466546058655, + 1.1255527138710022 + ], + "p90": [ + 1.4158285856246948, + 1.439983606338501, + 1.420329988002777, + 1.4372172355651855, + 1.4336498975753784, + 1.4312682747840881, + 1.4563932418823242, + 1.4315986633300781, + 1.4449880123138428, + 1.43960440158844, + 1.4622387290000916, + 1.4304286241531372, + 1.42783522605896, + 1.4377171993255615, + 1.4363661408424377, + 1.4331204891204834, + 1.4306291341781616, + 1.4340428709983826, + 1.445740520954132, + 1.4302043914794922, + 1.4351849555969238, + 1.4215639233589172, + 1.4149267077445984, + 1.442441999912262, + 1.4072932600975037, + 1.437701940536499, + 1.4551240801811218, + 1.4352929592132568, + 1.4441825151443481, + 1.4515537023544312, + 1.4154013991355896, + 1.4586727023124695, + 1.4540975093841553, + 1.4769811630249023, + 1.4377776384353638, + 1.4915449619293213, + 1.4541307091712952, + 1.4729983806610107, + 1.4622578620910645, + 1.4584347009658813, + 1.4370352625846863, + 1.477520227432251, + 1.4229910373687744, + 1.4702545404434204, + 1.4364801049232483, + 1.4616559743881226, + 1.4676291346549988, + 1.4590033888816833, + 1.4707350730895996, + 1.466882348060608, + 1.479282259941101, + 1.4784449338912964, + 1.4825774431228638, + 1.454468309879303, + 1.483957290649414, + 1.5018566846847534, + 1.4881556034088135, + 1.4976842999458313, + 1.4780929684638977, + 1.4827141165733337, + 1.4552268385887146, + 1.508029580116272, + 1.491504967212677, + 1.5036433935165405, + 1.4633381366729736, + 1.494422197341919, + 1.4927905201911926, + 1.4925973415374756, + 1.5386427640914917, + 1.5054961442947388, + 1.6131914854049683, + 1.5181796550750732 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_073331.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_073331.json new file mode 100644 index 0000000000000000000000000000000000000000..18f24a30b9bc5ae0a3493cd856e4409a2b4af729 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_073331.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T07:33:31.086716+00:00", + "metrics": { + "MSE[mean]": 0.08419926878778064, + "MSE[0.5]": 0.0842882200661658, + "MAE[0.5]": 0.27222226560115814, + "MASE[0.5]": 4.137780804794772, + "MAPE[0.5]": 0.16845599275539413, + "sMAPE[0.5]": 0.18573866781537227, + "MSIS": 48.12066317458909, + "RMSE[mean]": 0.29017110260634266, + "NRMSE[mean]": 0.1831053310260335, + "ND[0.5]": 0.1717791592885767, + "mean_weighted_sum_quantile_loss": 0.15920928869503287 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776, + 1.3124999701976776 + ], + "p10": [ + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197, + 1.2124999463558197 + ], + "p90": [ + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.412499874830246, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.412499874830246, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355, + 1.4124999940395355 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_073331.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_073331.json new file mode 100644 index 0000000000000000000000000000000000000000..1119d51569df1cdd8c380268fee5d8b4a52d37eb --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_073331.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T07:33:31.112470+00:00", + "metrics": { + "MSE[mean]": 0.0894444685512159, + "MSE[0.5]": 0.0894444685512159, + "MAE[0.5]": 0.27222226560115814, + "MASE[0.5]": 4.137780804794772, + "MAPE[0.5]": 0.1683371518393657, + "sMAPE[0.5]": 0.18685793579611606, + "MSIS": 143.88288809291154, + "RMSE[mean]": 0.2990726810513055, + "NRMSE[mean]": 0.1887224529695316, + "ND[0.5]": 0.1717791592885767, + "mean_weighted_sum_quantile_loss": 0.16668616133953454 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142 + ], + "p10": [ + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.1760000467300415, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.1760000467300415, + 1.47, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.1760000467300415, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.1760000467300415, + 1.47, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.1760000467300415, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.1760000467300415, + 1.47, + 1.3719999766349793 + ], + "p90": [ + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.22400004863739, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.22400004863739, + 1.53, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.22400004863739, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.22400004863739, + 1.53, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.22400004863739, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.22400004863739, + 1.53, + 1.4279999756813049 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_073328.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_073328.json new file mode 100644 index 0000000000000000000000000000000000000000..0fd8f2ca702b33a93179c196f7577c5dd69d7245 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_073328.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T07:33:28.429674+00:00", + "metrics": { + "MSE[mean]": 0.08886957995846305, + "MSE[0.5]": 0.08886957995846305, + "MAE[0.5]": 0.28009531398614246, + "MASE[0.5]": 4.257451208722489, + "MAPE[0.5]": 0.17340285689913415, + "sMAPE[0.5]": 0.1916956777017158, + "MSIS": 113.17619717401556, + "RMSE[mean]": 0.29811001318047514, + "NRMSE[mean]": 0.1881149851080759, + "ND[0.5]": 0.17674725265751656, + "mean_weighted_sum_quantile_loss": 0.16042077030316323 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.333526611328125, + 1.3198413848876953, + 1.3112297058105469, + 1.308058738708496, + 1.3068737983703613, + 1.304610252380371, + 1.3061060905456543, + 1.3055720329284668, + 1.3053717613220215, + 1.3040658235549927, + 1.303469181060791, + 1.304595708847046, + 1.3041033744812012, + 1.3032355308532715, + 1.3035192489624023, + 1.3050755262374878, + 1.3078417778015137, + 1.304931640625, + 1.3058140277862549, + 1.3053967952728271, + 1.3028433322906494, + 1.3021841049194336, + 1.3048992156982422, + 1.3054218292236328, + 1.3049837350845337, + 1.3043996095657349, + 1.3045618534088135, + 1.3061811923980713, + 1.3072409629821777, + 1.3062396049499512, + 1.3052340745925903, + 1.3060059547424316, + 1.3058724403381348, + 1.3038947582244873, + 1.303469181060791, + 1.3044955730438232, + 1.302534580230713, + 1.3024845123291016, + 1.3024344444274902, + 1.304161787033081, + 1.3052006959915161, + 1.3032522201538086, + 1.3025763034820557, + 1.3034274578094482, + 1.3019003868103027, + 1.3003482818603516, + 1.3017001152038574, + 1.3024177551269531, + 1.3015499114990234, + 1.300565242767334, + 1.3003149032592773, + 1.3015332221984863, + 1.3022842407226562, + 1.3010492324829102, + 1.3023009300231934, + 1.3034942150115967, + 1.3014497756958008, + 1.3015165328979492, + 1.3016834259033203, + 1.3024344444274902, + 1.3013997077941895, + 1.3022174835205078, + 1.3016834259033203, + 1.30255126953125, + 1.3052549362182617, + 1.3051255941390991, + 1.3051923513412476, + 1.3060894012451172, + 1.3047876358032227, + 1.3031604290008545, + 1.3043036460876465, + 1.307591438293457 + ], + "p10": [ + 1.227783203125, + 1.222442626953125, + 1.21923828125, + 1.21923828125, + 1.21710205078125, + 1.216033935546875, + 1.2187042236328125, + 1.2197723388671875, + 1.2219085693359375, + 1.2197723388671875, + 1.2197723388671875, + 1.2208404541015625, + 1.2197723388671875, + 1.2197723388671875, + 1.22137451171875, + 1.224578857421875, + 1.2251129150390625, + 1.2208404541015625, + 1.22137451171875, + 1.22137451171875, + 1.2187042236328125, + 1.21710205078125, + 1.2187042236328125, + 1.2187042236328125, + 1.218170166015625, + 1.21923828125, + 1.220306396484375, + 1.222442626953125, + 1.222442626953125, + 1.2219085693359375, + 1.2208404541015625, + 1.22137451171875, + 1.2229766845703125, + 1.22137451171875, + 1.2197723388671875, + 1.22137451171875, + 1.2187042236328125, + 1.2187042236328125, + 1.2176361083984375, + 1.21923828125, + 1.220306396484375, + 1.2187042236328125, + 1.21710205078125, + 1.21710205078125, + 1.2149658203125, + 1.2133636474609375, + 1.2144317626953125, + 1.213897705078125, + 1.2149658203125, + 1.2144317626953125, + 1.2149658203125, + 1.216033935546875, + 1.2176361083984375, + 1.2154998779296875, + 1.21710205078125, + 1.2187042236328125, + 1.218170166015625, + 1.2187042236328125, + 1.2187042236328125, + 1.21923828125, + 1.2176361083984375, + 1.218170166015625, + 1.2176361083984375, + 1.218170166015625, + 1.222442626953125, + 1.2229766845703125, + 1.2240447998046875, + 1.2240447998046875, + 1.2235107421875, + 1.22137451171875, + 1.2219085693359375, + 1.2251129150390625 + ], + "p90": [ + 1.433929443359375, + 1.427520751953125, + 1.4216461181640625, + 1.4173736572265625, + 1.415771484375, + 1.4114990234375, + 1.4114990234375, + 1.4109649658203125, + 1.4088287353515625, + 1.4066925048828125, + 1.4045562744140625, + 1.404022216796875, + 1.4045562744140625, + 1.4024200439453125, + 1.4013519287109375, + 1.401885986328125, + 1.4114990234375, + 1.408294677734375, + 1.4072265625, + 1.4072265625, + 1.404022216796875, + 1.4034881591796875, + 1.406158447265625, + 1.4066925048828125, + 1.4056243896484375, + 1.4034881591796875, + 1.4034881591796875, + 1.404022216796875, + 1.4056243896484375, + 1.404022216796875, + 1.4024200439453125, + 1.4029541015625, + 1.401885986328125, + 1.4002838134765625, + 1.40081787109375, + 1.4002838134765625, + 1.3981475830078125, + 1.397613525390625, + 1.3981475830078125, + 1.399749755859375, + 1.401885986328125, + 1.4002838134765625, + 1.4002838134765625, + 1.4002838134765625, + 1.3992156982421875, + 1.3981475830078125, + 1.399749755859375, + 1.401885986328125, + 1.3992156982421875, + 1.3981475830078125, + 1.3981475830078125, + 1.399749755859375, + 1.4002838134765625, + 1.398681640625, + 1.399749755859375, + 1.4002838134765625, + 1.3970794677734375, + 1.3970794677734375, + 1.3970794677734375, + 1.397613525390625, + 1.39654541015625, + 1.397613525390625, + 1.397613525390625, + 1.399749755859375, + 1.40081787109375, + 1.40081787109375, + 1.399749755859375, + 1.4002838134765625, + 1.3981475830078125, + 1.39654541015625, + 1.3981475830078125, + 1.4024200439453125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_073048.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_073048.json new file mode 100644 index 0000000000000000000000000000000000000000..576450b13177f04a015a38e5661da8f3ba34a402 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_073048.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T07:30:48.378136+00:00", + "metrics": { + "MSE[mean]": 0.08540058405505431, + "MSE[0.5]": 0.09652233333889883, + "MAE[0.5]": 0.29321034914917415, + "MASE[0.5]": 4.4567998572687815, + "MAPE[0.5]": 0.18168382048858478, + "sMAPE[0.5]": 0.20168735546391614, + "MSIS": 124.05246900540806, + "RMSE[mean]": 0.2922337832199664, + "NRMSE[mean]": 0.18440693484931617, + "ND[0.5]": 0.1850231727383761, + "mean_weighted_sum_quantile_loss": 0.16148328140196658 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3043817281723022, + 1.293152928352356, + 1.289110541343689, + 1.2874054908752441, + 1.2898627519607544, + 1.2926145792007446, + 1.2919855117797852, + 1.2925180196762085, + 1.293683409690857, + 1.2966059446334839, + 1.2972955703735352, + 1.2973637580871582, + 1.298355221748352, + 1.2957360744476318, + 1.2958441972732544, + 1.2933825254440308, + 1.2949634790420532, + 1.2941243648529053, + 1.2927072048187256, + 1.294742226600647, + 1.2951879501342773, + 1.2946463823318481, + 1.2942628860473633, + 1.2976295948028564, + 1.2953625917434692, + 1.293430209159851, + 1.2938306331634521, + 1.2946805953979492, + 1.2956267595291138, + 1.2926808595657349, + 1.2939457893371582, + 1.2927404642105103, + 1.2928906679153442, + 1.2930572032928467, + 1.292767882347107, + 1.2930488586425781, + 1.2933562994003296, + 1.2932863235473633, + 1.2927321195602417, + 1.291028380393982, + 1.2922455072402954, + 1.2891548871994019, + 1.2876696586608887, + 1.286474347114563, + 1.2878111600875854, + 1.2870594263076782, + 1.2871841192245483, + 1.2884677648544312, + 1.2892897129058838, + 1.2876943349838257, + 1.2866393327713013, + 1.2863240242004395, + 1.2863013744354248, + 1.2834128141403198, + 1.2832740545272827, + 1.2828336954116821, + 1.2842938899993896, + 1.2845380306243896, + 1.2858939170837402, + 1.2862579822540283, + 1.2883177995681763, + 1.2888580560684204, + 1.2884786128997803, + 1.2886569499969482, + 1.2912193536758423, + 1.2911553382873535, + 1.2933309078216553, + 1.293039321899414, + 1.2922194004058838, + 1.2924777269363403, + 1.2932524681091309, + 1.2930018901824951 + ], + "p10": [ + 1.3261785507202148, + 1.3151410818099976, + 1.3126782178878784, + 1.3100879192352295, + 1.3126658201217651, + 1.3146424293518066, + 1.3147603273391724, + 1.313745141029358, + 1.3154520988464355, + 1.319347858428955, + 1.3188045024871826, + 1.3202180862426758, + 1.3212121725082397, + 1.318988561630249, + 1.3173956871032715, + 1.3158372640609741, + 1.3171025514602661, + 1.3167924880981445, + 1.3146016597747803, + 1.3159252405166626, + 1.3160392045974731, + 1.3150557279586792, + 1.3179137706756592, + 1.3188896179199219, + 1.3187048435211182, + 1.3152300119400024, + 1.3167381286621094, + 1.3176649808883667, + 1.3181169033050537, + 1.3165329694747925, + 1.3151885271072388, + 1.313575029373169, + 1.3139140605926514, + 1.3140817880630493, + 1.314193606376648, + 1.3149399757385254, + 1.313889980316162, + 1.3150581121444702, + 1.313603401184082, + 1.3121678829193115, + 1.3131682872772217, + 1.3117951154708862, + 1.309117317199707, + 1.3079713582992554, + 1.3115737438201904, + 1.3093382120132446, + 1.3094931840896606, + 1.3117727041244507, + 1.313604712486267, + 1.3096158504486084, + 1.309927225112915, + 1.3097736835479736, + 1.3077584505081177, + 1.3066695928573608, + 1.3058888912200928, + 1.3065590858459473, + 1.306878685951233, + 1.3070837259292603, + 1.3083314895629883, + 1.310103178024292, + 1.311071515083313, + 1.3109536170959473, + 1.3116405010223389, + 1.3110227584838867, + 1.31264328956604, + 1.3144631385803223, + 1.3148424625396729, + 1.314706563949585, + 1.3148237466812134, + 1.3161194324493408, + 1.3147655725479126, + 1.3144290447235107 + ], + "p90": [ + 1.3849468231201172, + 1.378018856048584, + 1.377501368522644, + 1.3745851516723633, + 1.3778817653656006, + 1.3811078071594238, + 1.380997896194458, + 1.3807804584503174, + 1.381679654121399, + 1.3838493824005127, + 1.384880781173706, + 1.385090708732605, + 1.3859233856201172, + 1.3841193914413452, + 1.3844332695007324, + 1.3830595016479492, + 1.3856488466262817, + 1.3839298486709595, + 1.3832995891571045, + 1.3832308053970337, + 1.38496732711792, + 1.3852145671844482, + 1.3851643800735474, + 1.3861627578735352, + 1.386046290397644, + 1.3843721151351929, + 1.3830821514129639, + 1.385056734085083, + 1.3851416110992432, + 1.3835883140563965, + 1.3842394351959229, + 1.3820348978042603, + 1.3810358047485352, + 1.3816330432891846, + 1.379992127418518, + 1.3806220293045044, + 1.3810794353485107, + 1.381924033164978, + 1.3812247514724731, + 1.3812388181686401, + 1.381237268447876, + 1.380859375, + 1.3785454034805298, + 1.377602219581604, + 1.3789623975753784, + 1.3805667161941528, + 1.3803596496582031, + 1.382396936416626, + 1.3818608522415161, + 1.3810583353042603, + 1.3787617683410645, + 1.3814687728881836, + 1.3785687685012817, + 1.3776084184646606, + 1.378188133239746, + 1.376992106437683, + 1.3787741661071777, + 1.3781229257583618, + 1.3804510831832886, + 1.3794221878051758, + 1.3824846744537354, + 1.382681965827942, + 1.3829630613327026, + 1.385310173034668, + 1.385258436203003, + 1.3855465650558472, + 1.3881362676620483, + 1.3877038955688477, + 1.3873437643051147, + 1.3885047435760498, + 1.3872814178466797, + 1.3893309831619263 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_073203.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_073203.json new file mode 100644 index 0000000000000000000000000000000000000000..f435be2c1acbd515ee7fd36fdbf9373f741fef4d --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_073203.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T07:32:03.271139+00:00", + "metrics": { + "MSE[mean]": 0.08442865811563809, + "MSE[0.5]": 0.08442865811563809, + "MAE[0.5]": 0.2723541971709993, + "MASE[0.5]": 4.139786165803835, + "MAPE[0.5]": 0.1685286790652478, + "sMAPE[0.5]": 0.18583929835304233, + "MSIS": 78.47624251940088, + "RMSE[mean]": 0.2905660993915809, + "NRMSE[mean]": 0.18335458402354302, + "ND[0.5]": 0.17186241145790568, + "mean_weighted_sum_quantile_loss": 0.1455915902802277 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.323458194732666, + 1.3157720565795898, + 1.313023328781128, + 1.3117369413375854, + 1.312178373336792, + 1.312214732170105, + 1.3123877048492432, + 1.312190055847168, + 1.3131827116012573, + 1.3144254684448242, + 1.3138079643249512, + 1.3125522136688232, + 1.3083566427230835, + 1.3084428310394287, + 1.308750867843628, + 1.3100003004074097, + 1.3117833137512207, + 1.310984492301941, + 1.3116369247436523, + 1.3144423961639404, + 1.3140854835510254, + 1.3113319873809814, + 1.3126509189605713, + 1.3151336908340454, + 1.3153117895126343, + 1.3147530555725098, + 1.314674973487854, + 1.3144207000732422, + 1.3149192333221436, + 1.3138211965560913, + 1.3133516311645508, + 1.3165515661239624, + 1.3007938861846924, + 1.3086013793945312, + 1.3125990629196167, + 1.3143173456192017, + 1.3124462366104126, + 1.313922643661499, + 1.3117866516113281, + 1.3114824295043945, + 1.3138378858566284, + 1.3146625757217407, + 1.313835859298706, + 1.311482310295105, + 1.3114020824432373, + 1.3097039461135864, + 1.312497854232788, + 1.313836932182312, + 1.3147828578948975, + 1.314284086227417, + 1.3139148950576782, + 1.3161698579788208, + 1.3149727582931519, + 1.3141014575958252, + 1.3137799501419067, + 1.3138638734817505, + 1.3133234977722168, + 1.3101979494094849, + 1.3101520538330078, + 1.3101307153701782, + 1.3112297058105469, + 1.3118435144424438, + 1.3114477396011353, + 1.312692642211914, + 1.2998868227005005, + 1.3063220977783203, + 1.309457778930664, + 1.3101879358291626, + 1.3110105991363525, + 1.3115832805633545, + 1.3122386932373047, + 1.3133811950683594 + ], + "p10": [ + 1.230165958404541, + 1.216487169265747, + 1.2145657539367676, + 1.2155979871749878, + 1.2172974348068237, + 1.2167284488677979, + 1.2157974243164062, + 1.2148158550262451, + 1.2143627405166626, + 1.2145432233810425, + 1.2118191719055176, + 1.2102009057998657, + 1.2065062522888184, + 1.2053488492965698, + 1.2041395902633667, + 1.2049592733383179, + 1.2065659761428833, + 1.2035917043685913, + 1.2021701335906982, + 1.2034167051315308, + 1.2027695178985596, + 1.2005422115325928, + 1.2016997337341309, + 1.2036288976669312, + 1.2029269933700562, + 1.2020515203475952, + 1.2023098468780518, + 1.2017513513565063, + 1.2023688554763794, + 1.2002196311950684, + 1.1997003555297852, + 1.2024602890014648, + 1.2058780193328857, + 1.203600287437439, + 1.2029752731323242, + 1.2024362087249756, + 1.2008413076400757, + 1.200345516204834, + 1.197748064994812, + 1.1977386474609375, + 1.1990612745285034, + 1.1974847316741943, + 1.1956411600112915, + 1.1924901008605957, + 1.1919071674346924, + 1.1912387609481812, + 1.1934572458267212, + 1.1941399574279785, + 1.1927051544189453, + 1.1950654983520508, + 1.197243571281433, + 1.2008439302444458, + 1.201040506362915, + 1.2004501819610596, + 1.200110673904419, + 1.198896050453186, + 1.197679877281189, + 1.1939854621887207, + 1.193710446357727, + 1.1922788619995117, + 1.192494511604309, + 1.1922030448913574, + 1.1911121606826782, + 1.1920380592346191, + 1.199153184890747, + 1.1987522840499878, + 1.1973737478256226, + 1.1947221755981445, + 1.1940946578979492, + 1.1932178735733032, + 1.1921907663345337, + 1.1934638023376465 + ], + "p90": [ + 1.4397127628326416, + 1.4391287565231323, + 1.438319206237793, + 1.4375187158584595, + 1.4393290281295776, + 1.4422826766967773, + 1.444528579711914, + 1.4462263584136963, + 1.4476253986358643, + 1.449638843536377, + 1.4486451148986816, + 1.4495793581008911, + 1.4460991621017456, + 1.4465850591659546, + 1.4471815824508667, + 1.4476311206817627, + 1.4493118524551392, + 1.448913812637329, + 1.451012372970581, + 1.4567675590515137, + 1.4557647705078125, + 1.4534775018692017, + 1.454401969909668, + 1.4582040309906006, + 1.4596478939056396, + 1.4581880569458008, + 1.4578804969787598, + 1.4588336944580078, + 1.4603159427642822, + 1.4592348337173462, + 1.460005283355713, + 1.4639455080032349, + 1.4568942785263062, + 1.4667854309082031, + 1.4664949178695679, + 1.4666812419891357, + 1.4674965143203735, + 1.4742921590805054, + 1.4719308614730835, + 1.471688985824585, + 1.4759691953659058, + 1.4801265001296997, + 1.4806373119354248, + 1.4823940992355347, + 1.4846909046173096, + 1.4814674854278564, + 1.482616901397705, + 1.484559416770935, + 1.4869464635849, + 1.4843056201934814, + 1.48337721824646, + 1.487886905670166, + 1.4856590032577515, + 1.4857712984085083, + 1.4853445291519165, + 1.487691879272461, + 1.4887666702270508, + 1.4851186275482178, + 1.4847888946533203, + 1.484611988067627, + 1.4863104820251465, + 1.4877017736434937, + 1.4884167909622192, + 1.4916396141052246, + 1.4525787830352783, + 1.461546778678894, + 1.4622212648391724, + 1.4620311260223389, + 1.4673405885696411, + 1.4706482887268066, + 1.471850872039795, + 1.4726171493530273 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_073135.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_073135.json new file mode 100644 index 0000000000000000000000000000000000000000..c330e02d56b057d85579f8e2c53ca9da9839f550 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_073135.json @@ -0,0 +1,547 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T07:31:35.413603+00:00", + "metrics": { + "MSE[mean]": 0.09046430652853428, + "MSE[0.5]": 0.09046430652853428, + "MAE[0.5]": 0.28334854543209076, + "MASE[0.5]": 4.306900354995931, + "MAPE[0.5]": 0.17550617774454969, + "sMAPE[0.5]": 0.19416694391886616, + "MSIS": 112.5121863673323, + "RMSE[mean]": 0.3007728487223112, + "NRMSE[mean]": 0.18979530192452074, + "ND[0.5]": 0.17880012427520756, + "mean_weighted_sum_quantile_loss": 0.16305349019929324 + }, + "context_length": 76, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00", + "2026-06-21 05:20:00", + "2026-06-21 05:30:00", + "2026-06-21 05:40:00", + "2026-06-21 05:50:00", + "2026-06-21 06:00:00", + "2026-06-21 06:10:00", + "2026-06-21 06:20:00", + "2026-06-21 06:30:00", + "2026-06-21 06:40:00", + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" + ], + "context": [ + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3014872074127197, + 1.301322340965271, + 1.3011635541915894, + 1.3013759851455688, + 1.301257848739624, + 1.3012369871139526, + 1.3013923168182373, + 1.3013402223587036, + 1.301360845565796, + 1.301268219947815, + 1.3014191389083862, + 1.3013628721237183, + 1.3012971878051758, + 1.301318645477295, + 1.301364541053772, + 1.3014085292816162, + 1.3014023303985596, + 1.301326870918274, + 1.3013043403625488, + 1.3013105392456055, + 1.3013505935668945, + 1.3014137744903564, + 1.3013497591018677, + 1.3013396263122559, + 1.301282286643982, + 1.3014278411865234, + 1.3013869524002075, + 1.301421046257019, + 1.3013947010040283, + 1.301344633102417, + 1.3013548851013184, + 1.3013484477996826, + 1.301173448562622, + 1.3013771772384644, + 1.3013266324996948, + 1.3012527227401733, + 1.3011748790740967, + 1.3012892007827759, + 1.3014075756072998, + 1.301302433013916, + 1.3014276027679443, + 1.3014166355133057, + 1.3014105558395386, + 1.3013389110565186, + 1.3013802766799927, + 1.3014016151428223, + 1.3014477491378784, + 1.301446795463562, + 1.3014497756958008, + 1.301414132118225, + 1.3013919591903687, + 1.3013595342636108, + 1.3013644218444824, + 1.3013627529144287, + 1.301411509513855, + 1.3013882637023926, + 1.3013612031936646, + 1.301346778869629, + 1.3014127016067505, + 1.301457405090332, + 1.3014448881149292, + 1.301440954208374, + 1.3014529943466187, + 1.3014109134674072, + 1.3015247583389282, + 1.301439881324768, + 1.301409125328064, + 1.3013354539871216, + 1.3014074563980103, + 1.3014520406723022, + 1.3015841245651245, + 1.301573395729065 + ], + "p10": [ + 1.1875847578048706, + 1.197648286819458, + 1.1902153491973877, + 1.1909927129745483, + 1.1919232606887817, + 1.189881682395935, + 1.1933088302612305, + 1.1959576606750488, + 1.1934504508972168, + 1.1933982372283936, + 1.1940371990203857, + 1.1948449611663818, + 1.1958564519882202, + 1.1963688135147095, + 1.1967003345489502, + 1.1971728801727295, + 1.1971700191497803, + 1.196645736694336, + 1.196434736251831, + 1.1966866254806519, + 1.1970053911209106, + 1.1975533962249756, + 1.1974091529846191, + 1.1975229978561401, + 1.1970109939575195, + 1.1970452070236206, + 1.1967146396636963, + 1.1962239742279053, + 1.1958216428756714, + 1.195408582687378, + 1.195359468460083, + 1.1952375173568726, + 1.1974210739135742, + 1.1913219690322876, + 1.194514274597168, + 1.1958378553390503, + 1.1906609535217285, + 1.1956756114959717, + 1.1927146911621094, + 1.1940728425979614, + 1.195580005645752, + 1.1976298093795776, + 1.1963251829147339, + 1.196338176727295, + 1.1957405805587769, + 1.1950186491012573, + 1.1949999332427979, + 1.1955469846725464, + 1.1950018405914307, + 1.1949896812438965, + 1.1954702138900757, + 1.1958155632019043, + 1.1963975429534912, + 1.1968796253204346, + 1.1968846321105957, + 1.1972129344940186, + 1.1969918012619019, + 1.1967576742172241, + 1.1967633962631226, + 1.196347951889038, + 1.1963375806808472, + 1.195859670639038, + 1.1961699724197388, + 1.196205496788025, + 1.1943634748458862, + 1.193688154220581, + 1.1965336799621582, + 1.1966655254364014, + 1.1942389011383057, + 1.1947580575942993, + 1.193256139755249, + 1.1938891410827637 + ], + "p90": [ + 1.3949089050292969, + 1.403421401977539, + 1.4008294343948364, + 1.40337336063385, + 1.4010652303695679, + 1.3990604877471924, + 1.4012858867645264, + 1.4035401344299316, + 1.4063435792922974, + 1.4031563997268677, + 1.4044901132583618, + 1.402754306793213, + 1.404374361038208, + 1.4055057764053345, + 1.4044159650802612, + 1.4031860828399658, + 1.4043344259262085, + 1.4050161838531494, + 1.4045296907424927, + 1.4050790071487427, + 1.4040056467056274, + 1.4042209386825562, + 1.4045268297195435, + 1.404280424118042, + 1.404333233833313, + 1.4042718410491943, + 1.4041692018508911, + 1.404309868812561, + 1.4050711393356323, + 1.4046947956085205, + 1.4045435190200806, + 1.4050958156585693, + 1.403838038444519, + 1.4084465503692627, + 1.4085839986801147, + 1.403917908668518, + 1.4067058563232422, + 1.4069154262542725, + 1.406473994255066, + 1.407882809638977, + 1.4092775583267212, + 1.406174659729004, + 1.4071152210235596, + 1.406987190246582, + 1.4075626134872437, + 1.4068711996078491, + 1.4064662456512451, + 1.4041941165924072, + 1.4049583673477173, + 1.4062035083770752, + 1.4046556949615479, + 1.4047443866729736, + 1.4046342372894287, + 1.4040223360061646, + 1.4046669006347656, + 1.40446138381958, + 1.4045497179031372, + 1.4040627479553223, + 1.404868483543396, + 1.4045904874801636, + 1.4053311347961426, + 1.4051203727722168, + 1.405063271522522, + 1.405167818069458, + 1.410595417022705, + 1.4086418151855469, + 1.4091179370880127, + 1.4069710969924927, + 1.4086476564407349, + 1.4092774391174316, + 1.4097799062728882, + 1.4126979112625122 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260622_073330.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260622_073330.json new file mode 100644 index 0000000000000000000000000000000000000000..8b68004405bfcde11d6b66ba2d36c289df304024 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260622_073330.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-22T07:33:30.830515+00:00", + "metrics": { + "MSE[mean]": 19.1308456539274, + "MSE[0.5]": 19.48401046878373, + "MAE[0.5]": 3.638323523891899, + "MASE[0.5]": 2.1387789721229815, + "MAPE[0.5]": 0.13189873835322471, + "sMAPE[0.5]": 0.14539244478687063, + "MSIS": 73.83604227544598, + "RMSE[mean]": 4.3738822176560035, + "NRMSE[mean]": 0.1674613979614854, + "ND[0.5]": 0.1392993028224734, + "mean_weighted_sum_quantile_loss": 0.136688715894918 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25, + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "actual": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], + "predictions": { + "p50": [ + 22.981408822523232, + 22.86863027166016, + 22.768614446206556, + 22.686913168906308, + 22.633813325027834, + 22.574750637800477, + 22.539891923920862, + 22.50026967613042, + 22.479543473645116, + 22.461907115950673, + 22.425479721749433, + 22.406546519112606, + 22.37870801649109, + 22.38786723151806, + 22.358139283024126, + 22.348262890858237, + 22.35255470787936, + 22.35732930451553, + 22.34627712315045, + 22.346251942761043, + 22.325269078755397, + 22.339524546439726, + 22.33766334026044, + 22.324619239777014 + ], + "p10": [ + 22.70080213691808, + 22.53981555007888, + 22.43521982919552, + 22.33109123472031, + 22.296416243692782, + 22.209500971888833, + 22.209881225943164, + 22.133571338559175, + 22.143593973644467, + 22.09070547122213, + 22.068887593106272, + 22.036739617801242, + 22.027057628610553, + 22.106589093519013, + 22.006986380368808, + 21.99155350879209, + 21.970293805905165, + 22.04096156074486, + 21.9920505588106, + 22.01652679015324, + 21.953185186141457, + 21.972353395333435, + 21.980608562084655, + 22.012588667764536 + ], + "p90": [ + 23.24472212326945, + 23.16158878032513, + 23.114173704166653, + 23.01475693982811, + 22.870407753245058, + 22.841898215491995, + 22.84530486386226, + 22.751555785477336, + 22.813704031945097, + 22.769586803062666, + 22.752473037180934, + 22.707566055125792, + 22.653151753653944, + 22.676026313996303, + 22.69968253803356, + 22.61418936342145, + 22.631006863103913, + 22.683480897590247, + 22.647762517964328, + 22.646417166917544, + 22.558608248317643, + 22.665474503170113, + 22.632894562195606, + 22.581335960562804 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260622_073002.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260622_073002.json new file mode 100644 index 0000000000000000000000000000000000000000..3275d2ede4929a55708668ed4cefcc228a08a9ab --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260622_073002.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T07:30:02.195135+00:00", + "metrics": { + "MSE[mean]": 2.497550541067085, + "MSE[0.5]": 2.497550541067085, + "MAE[0.5]": 1.2721631526947021, + "MASE[0.5]": 0.747837783590668, + "MAPE[0.5]": 0.04766756886485387, + "sMAPE[0.5]": 0.04945338284173386, + "MSIS": 4.501600541318299, + "RMSE[mean]": 1.5803640533329923, + "NRMSE[mean]": 0.060506881641877015, + "ND[0.5]": 0.048706894558197364, + "mean_weighted_sum_quantile_loss": 0.04314103090472548 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25, + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "actual": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], + "predictions": { + "p50": [ + 22.898178100585938, + 22.756460189819336, + 22.584571838378906, + 22.40097427368164, + 22.328147888183594, + 22.477048873901367, + 23.117389678955078, + 24.106586456298828, + 25.32548713684082, + 26.31265640258789, + 27.187984466552734, + 27.707290649414062, + 28.11981201171875, + 28.17742919921875, + 27.96476173400879, + 27.601341247558594, + 27.03091812133789, + 26.130386352539062, + 25.066038131713867, + 24.255233764648438, + 23.679874420166016, + 23.299236297607422, + 22.998023986816406, + 22.792253494262695 + ], + "p10": [ + 22.510257720947266, + 22.299407958984375, + 21.96156883239746, + 21.663408279418945, + 21.4733829498291, + 21.52088165283203, + 21.97921371459961, + 22.775440216064453, + 23.629981994628906, + 24.328062057495117, + 24.86277961730957, + 24.998964309692383, + 25.12035369873047, + 25.26732063293457, + 25.048431396484375, + 24.561641693115234, + 24.149778366088867, + 23.402511596679688, + 22.578914642333984, + 21.946014404296875, + 21.574806213378906, + 21.2484188079834, + 21.02054786682129, + 20.864377975463867 + ], + "p90": [ + 23.186628341674805, + 23.171117782592773, + 23.155195236206055, + 23.10991096496582, + 23.10137939453125, + 23.410987854003906, + 24.21954917907715, + 25.421112060546875, + 26.91986846923828, + 28.315855026245117, + 29.41617774963379, + 30.090959548950195, + 30.609943389892578, + 30.684532165527344, + 30.663833618164062, + 30.275157928466797, + 29.983959197998047, + 28.87432861328125, + 27.691673278808594, + 26.72307586669922, + 26.024824142456055, + 25.601173400878906, + 25.249042510986328, + 24.944957733154297 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260622_073331.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260622_073331.json new file mode 100644 index 0000000000000000000000000000000000000000..63863a79ce91696c5001b4da29297f128729ab78 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260622_073331.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-22T07:33:31.034763+00:00", + "metrics": { + "MSE[mean]": 32.39177742140628, + "MSE[0.5]": 33.69505757693249, + "MAE[0.5]": 4.948184759453103, + "MASE[0.5]": 2.9087774751754467, + "MAPE[0.5]": 0.18090961892732116, + "sMAPE[0.5]": 0.2057518238437371, + "MSIS": 76.28154801369023, + "RMSE[mean]": 5.691377462566183, + "NRMSE[mean]": 0.21790390750818858, + "ND[0.5]": 0.18944953154998356, + "mean_weighted_sum_quantile_loss": 0.17644111021048067 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25, + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "actual": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], + "predictions": { + "p50": [ + 22.84826903781783, + 22.75826888493191, + 22.608271173452238, + 22.418269685422274, + 22.28327136359104, + 22.178271821056683, + 22.048271706317735, + 21.833271553431814, + 21.67327265939599, + 21.568272163187316, + 21.42827277324085, + 21.25827365032319, + 21.068273115967543, + 20.938274908577228, + 20.758274603103416, + 20.633274602805386, + 20.49327521285892, + 20.36827521256089, + 20.218275593732585, + 20.04827551714061, + 19.893276737545705, + 19.798277423893182, + 19.57827811024066, + 19.393278644000247 + ], + "p10": [ + 22.067268519019002, + 22.138269953047143, + 21.888269952749113, + 21.778271249448153, + 21.51227107367405, + 21.355271103893596, + 21.32427230141051, + 20.94727149239666, + 20.986272384737788, + 20.63727355173712, + 20.477272178148077, + 20.53827338329438, + 20.45827384076002, + 20.127273512398027, + 20.048273611282127, + 19.898273992453824, + 19.768276738737825, + 19.634275578771827, + 19.588276432965984, + 19.137277363454086, + 19.128277347897267, + 19.105277011905876, + 18.638277576183043, + 18.547277591143803 + ], + "p90": [ + 24.059269861792437, + 23.918268732344018, + 23.858269266103605, + 23.539271310483308, + 23.70826964697727, + 23.371271279369672, + 23.36127124092467, + 23.188271095668142, + 22.895271827791987, + 22.65427394083624, + 22.56027388713245, + 22.516274405633247, + 22.321273947571548, + 21.888275290046952, + 21.99827437422158, + 21.739276075278532, + 21.75827650985599, + 21.70827536514878, + 21.50827650925993, + 21.24127611986278, + 21.11827711901543, + 21.111276958500117, + 20.69827723286029, + 20.424278209124758 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260622_073254.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260622_073254.json new file mode 100644 index 0000000000000000000000000000000000000000..43fc91fc9608b983b4d6a290fac701f29e29b645 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260622_073254.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T07:32:54.669570+00:00", + "metrics": { + "MSE[mean]": 1.9357153171763457, + "MSE[0.5]": 1.9127262558818074, + "MAE[0.5]": 1.1218695640563965, + "MASE[0.5]": 0.6594880904109198, + "MAPE[0.5]": 0.04287075619903718, + "sMAPE[0.5]": 0.04427535641662273, + "MSIS": 6.60639021231552, + "RMSE[mean]": 1.391299866016074, + "NRMSE[mean]": 0.05326824293671531, + "ND[0.5]": 0.042952653084473595, + "mean_weighted_sum_quantile_loss": 0.03879220245461595 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25, + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "actual": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], + "predictions": { + "p50": [ + 22.905641555786133, + 22.49963665008545, + 22.10980987548828, + 21.86014747619629, + 21.733426094055176, + 21.87535285949707, + 22.963078498840332, + 24.307930946350098, + 25.994309425354004, + 27.11246109008789, + 27.754179000854492, + 28.18285846710205, + 28.61147403717041, + 28.69843578338623, + 28.419607162475586, + 28.21480941772461, + 27.385043144226074, + 26.87367820739746, + 25.721473693847656, + 24.916946411132812, + 24.361319541931152, + 23.78852367401123, + 23.48896884918213, + 23.07973575592041 + ], + "p10": [ + 22.5637845993042, + 22.049906730651855, + 21.611868858337402, + 21.23777484893799, + 20.802915573120117, + 21.028493881225586, + 22.140247344970703, + 23.224122047424316, + 24.524296760559082, + 25.168907165527344, + 25.58684253692627, + 26.08005428314209, + 26.491588592529297, + 26.2765474319458, + 25.9350528717041, + 25.92349338531494, + 25.29429817199707, + 24.807616233825684, + 23.541545867919922, + 22.957926750183105, + 22.691157341003418, + 22.07999038696289, + 21.851770401000977, + 21.69474697113037 + ], + "p90": [ + 23.197839736938477, + 23.001693725585938, + 22.718515396118164, + 22.511098861694336, + 22.486860275268555, + 22.77238368988037, + 23.98784351348877, + 25.676939964294434, + 27.40236473083496, + 28.647717475891113, + 29.495553016662598, + 29.91069984436035, + 30.488670349121094, + 30.677942276000977, + 30.580039978027344, + 30.487552642822266, + 29.701580047607422, + 29.176443099975586, + 27.92569637298584, + 26.694713592529297, + 26.107254028320312, + 25.601770401000977, + 25.16718578338623, + 24.621886253356934 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260622_073331.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260622_073331.json new file mode 100644 index 0000000000000000000000000000000000000000..91ca9af2bcf38db653a322857a569a7272982342 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260622_073331.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T07:33:31.075673+00:00", + "metrics": { + "MSE[mean]": 6.515449648564218, + "MSE[0.5]": 6.7803991656933915, + "MAE[0.5]": 2.1180077483207227, + "MASE[0.5]": 1.2450653179012066, + "MAPE[0.5]": 0.07820458479476648, + "sMAPE[0.5]": 0.08103448001915808, + "MSIS": 18.137880619109865, + "RMSE[mean]": 2.5525378838646486, + "NRMSE[mean]": 0.09772818313582761, + "ND[0.5]": 0.0810914699520931, + "mean_weighted_sum_quantile_loss": 0.07041852511819074 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25, + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "actual": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], + "predictions": { + "p50": [ + 25.000351879015493, + 25.060351344957876, + 25.06035325230651, + 25.02035138310485, + 25.03535268010192, + 25.080352756395865, + 25.10035226048522, + 25.035351726427603, + 25.025352451220083, + 25.070351573839712, + 25.080351802721548, + 25.060352298632193, + 25.02035138310485, + 25.040352794542837, + 25.01035210789733, + 25.035351726427603, + 25.04535195530944, + 25.070351573839712, + 25.070351573839712, + 25.05035111607604, + 25.04535195530944, + 25.10035226048522, + 25.030352565661, + 24.995352718248892 + ], + "p10": [ + 24.219351360216667, + 24.44035241307311, + 24.340352031603384, + 24.380352947130728, + 24.26435239018493, + 24.257352039232778, + 24.376352855577995, + 24.149351665392448, + 24.33835217656188, + 24.139352962389516, + 24.129351207628776, + 24.340352031603384, + 24.410352107897328, + 24.229351398363637, + 24.30035111607604, + 24.30035111607604, + 24.320353481188345, + 24.33635194005065, + 24.44035241307311, + 24.139352962389516, + 24.280352565661, + 24.407351848497914, + 24.090352031603384, + 24.149351665392448 + ], + "p90": [ + 26.2113527029901, + 26.220351192369986, + 26.310351344957876, + 26.141353008165883, + 26.46035096348815, + 26.273352214708854, + 26.413351795092154, + 26.39035126866393, + 26.24735161961608, + 26.156353351488637, + 26.21235291661315, + 26.31835305394225, + 26.273352214708854, + 25.99035317601256, + 26.250351879015493, + 26.14135319890075, + 26.31035325230651, + 26.410351726427603, + 26.360352489367056, + 26.24335171879821, + 26.270352336779165, + 26.413351795092154, + 26.15035168828063, + 26.026352283373402 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260622_073331.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260622_073331.json new file mode 100644 index 0000000000000000000000000000000000000000..15bd9a9a9ee58147c3dc14cb640aa97cdfaa4c90 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260622_073331.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T07:33:31.103006+00:00", + "metrics": { + "MSE[mean]": 1.7532413112009333, + "MSE[0.5]": 1.7532413112009333, + "MAE[0.5]": 1.0474998156229656, + "MASE[0.5]": 0.6157700282135944, + "MAPE[0.5]": 0.04044207999607503, + "sMAPE[0.5]": 0.04177599314334709, + "MSIS": 12.361503750354183, + "RMSE[mean]": 1.3241001892609687, + "NRMSE[mean]": 0.050695390890872924, + "ND[0.5]": 0.04010528284930056, + "mean_weighted_sum_quantile_loss": 0.03495354683521942 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25, + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "actual": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], + "predictions": { + "p50": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "p10": [ + 22.471400299072265, + 22.3048002243042, + 22.148000373840333, + 21.991200523376463, + 21.90300037384033, + 21.89320014953613, + 22.226400299072264, + 23.0496004486084, + 24.63719940185547, + 26.469800224304198, + 27.6555993270874, + 28.6257991027832, + 29.194200897216795, + 29.1451997756958, + 28.75320014953613, + 27.969200897216798, + 26.6951997756958, + 25.421200523376463, + 24.343200149536134, + 23.559200897216797, + 23.216200523376465, + 23.03, + 22.863399925231935, + 22.716400299072266 + ], + "p90": [ + 23.388600311279298, + 23.215200233459473, + 23.05200038909912, + 22.88880054473877, + 22.79700038909912, + 22.78680015563965, + 23.1336003112793, + 23.990400466918945, + 25.642799377441406, + 27.550200233459474, + 28.784399299621583, + 29.79419906616211, + 30.385800933837892, + 30.334799766540527, + 29.92680015563965, + 29.11080093383789, + 27.784799766540527, + 26.45880054473877, + 25.336800155639647, + 24.52080093383789, + 24.16380054473877, + 23.97, + 23.796599922180175, + 23.643600311279297 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260622_073324.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260622_073324.json new file mode 100644 index 0000000000000000000000000000000000000000..077243c39523d5987d420b57ea337888414103c2 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260622_073324.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T07:33:24.000334+00:00", + "metrics": { + "MSE[mean]": 2.948132588207803, + "MSE[0.5]": 2.948132588207803, + "MAE[0.5]": 1.3634288311004639, + "MASE[0.5]": 0.8014880740524629, + "MAPE[0.5]": 0.05065711783745042, + "sMAPE[0.5]": 0.052752069341342016, + "MSIS": 8.482682852042041, + "RMSE[mean]": 1.717012693082903, + "NRMSE[mean]": 0.06573870342017786, + "ND[0.5]": 0.05220115373830001, + "mean_weighted_sum_quantile_loss": 0.047538391949436994 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25, + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "actual": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], + "predictions": { + "p50": [ + 23.283905029296875, + 23.027320861816406, + 22.834503173828125, + 22.664459228515625, + 22.615875244140625, + 22.728225708007812, + 23.274036407470703, + 24.24951171875, + 25.35479736328125, + 26.435791015625, + 27.1888427734375, + 27.7718505859375, + 28.0147705078125, + 28.0147705078125, + 27.74755859375, + 27.1402587890625, + 26.32647705078125, + 25.50054931640625, + 24.62603759765625, + 23.8851318359375, + 23.396446228027344, + 23.080459594726562, + 22.810211181640625, + 22.603729248046875 + ], + "p10": [ + 23.051612854003906, + 22.673568725585938, + 22.300079345703125, + 21.92962646484375, + 21.72314453125, + 21.66241455078125, + 22.008575439453125, + 22.691787719726562, + 23.42035675048828, + 24.149307250976562, + 24.67462158203125, + 25.0025634765625, + 25.0511474609375, + 24.875030517578125, + 24.492431640625, + 23.821365356445312, + 23.24291229248047, + 22.737335205078125, + 22.1846923828125, + 21.771728515625, + 21.56524658203125, + 21.431640625, + 21.2373046875, + 21.091552734375 + ], + "p90": [ + 23.561744689941406, + 23.420738220214844, + 23.3890438079834, + 23.419979095458984, + 23.537452697753906, + 23.879058837890625, + 24.559234619140625, + 25.7313232421875, + 27.018798828125, + 28.3062744140625, + 29.2293701171875, + 30.031005859375, + 30.46826171875, + 30.5654296875, + 30.37109375, + 29.7880859375, + 28.91357421875, + 27.893310546875, + 26.727294921875, + 25.7799072265625, + 25.0997314453125, + 24.632110595703125, + 24.279876708984375, + 24.04302978515625 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260622_073042.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260622_073042.json new file mode 100644 index 0000000000000000000000000000000000000000..7a91f070d3aa98abd971e7dc9ef41f144c2597b1 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260622_073042.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T07:30:42.369014+00:00", + "metrics": { + "MSE[mean]": 3.589577484540617, + "MSE[0.5]": 5.182956781815695, + "MAE[0.5]": 1.962128718694051, + "MASE[0.5]": 1.153432237838048, + "MAPE[0.5]": 0.07326675305609733, + "sMAPE[0.5]": 0.07700515387793742, + "MSIS": 13.585066502014532, + "RMSE[mean]": 1.8946180313035705, + "NRMSE[mean]": 0.07253862091768065, + "ND[0.5]": 0.07512338052600165, + "mean_weighted_sum_quantile_loss": 0.05341888644170538 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25, + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "actual": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], + "predictions": { + "p50": [ + 22.96632957458496, + 22.710491180419922, + 22.444660186767578, + 22.1950740814209, + 22.083084106445312, + 22.119159698486328, + 22.74831199645996, + 23.620248794555664, + 24.742067337036133, + 25.657485961914062, + 26.43803596496582, + 26.92048454284668, + 27.211204528808594, + 27.210384368896484, + 26.98830223083496, + 26.418476104736328, + 25.80447006225586, + 24.94394302368164, + 24.0850887298584, + 23.270614624023438, + 22.735857009887695, + 22.38841438293457, + 22.101520538330078, + 21.955202102661133 + ], + "p10": [ + 23.02556037902832, + 22.88243293762207, + 22.4746036529541, + 22.32940101623535, + 22.202743530273438, + 22.343517303466797, + 22.959287643432617, + 23.93195343017578, + 25.119873046875, + 26.113792419433594, + 26.79779624938965, + 27.403583526611328, + 27.623600006103516, + 27.73386573791504, + 27.548803329467773, + 26.948030471801758, + 26.296072006225586, + 25.372974395751953, + 24.584829330444336, + 23.71624755859375, + 23.131563186645508, + 22.824705123901367, + 22.576976776123047, + 22.313859939575195 + ], + "p90": [ + 23.107097625732422, + 23.00541877746582, + 22.923076629638672, + 22.797971725463867, + 22.917949676513672, + 23.168819427490234, + 23.999351501464844, + 25.103626251220703, + 26.462255477905273, + 27.623004913330078, + 28.622770309448242, + 29.2645263671875, + 29.688634872436523, + 29.794248580932617, + 29.518869400024414, + 28.9368896484375, + 28.185014724731445, + 27.169660568237305, + 26.131671905517578, + 25.158994674682617, + 24.453563690185547, + 24.105745315551758, + 23.727571487426758, + 23.489046096801758 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260622_073155.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260622_073155.json new file mode 100644 index 0000000000000000000000000000000000000000..7a0fdaf7ac884d4fef33d83efa1301db506efe38 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260622_073155.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-22T07:31:55.583925+00:00", + "metrics": { + "MSE[mean]": 9.855665422515358, + "MSE[0.5]": 9.855665422515358, + "MAE[0.5]": 2.683756430943807, + "MASE[0.5]": 1.5776392019867505, + "MAPE[0.5]": 0.0983396143140401, + "sMAPE[0.5]": 0.10510877462090051, + "MSIS": 21.196612720606296, + "RMSE[mean]": 3.139373412404991, + "NRMSE[mean]": 0.12019616308877151, + "ND[0.5]": 0.10275210473198959, + "mean_weighted_sum_quantile_loss": 0.08458840255714449 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25, + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "actual": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], + "predictions": { + "p50": [ + 23.013320922851562, + 22.832717895507812, + 22.65817642211914, + 22.467836380004883, + 22.328594207763672, + 22.32329750061035, + 22.689895629882812, + 23.17715072631836, + 23.720779418945312, + 24.32745933532715, + 24.728870391845703, + 24.971965789794922, + 25.0389347076416, + 24.922470092773438, + 24.80789566040039, + 24.56123161315918, + 24.296249389648438, + 23.93721580505371, + 23.4460506439209, + 22.980003356933594, + 22.62333869934082, + 22.38687515258789, + 22.191572189331055, + 22.007944107055664 + ], + "p10": [ + 22.880786895751953, + 22.547035217285156, + 22.19504737854004, + 21.82316780090332, + 21.49747085571289, + 21.293455123901367, + 21.480207443237305, + 21.7664794921875, + 22.0866641998291, + 22.477001190185547, + 22.645614624023438, + 22.615379333496094, + 22.50820541381836, + 22.27995491027832, + 22.11204719543457, + 21.956409454345703, + 21.808788299560547, + 21.605484008789062, + 21.262304306030273, + 20.90863609313965, + 20.592117309570312, + 20.319385528564453, + 20.045454025268555, + 19.81731414794922 + ], + "p90": [ + 23.122390747070312, + 23.080610275268555, + 23.0662784576416, + 23.056379318237305, + 23.08563804626465, + 23.2477970123291, + 23.819602966308594, + 24.53816032409668, + 25.405574798583984, + 26.370405197143555, + 27.197668075561523, + 27.88641929626465, + 28.385616302490234, + 28.416223526000977, + 28.288707733154297, + 27.843597412109375, + 27.16912841796875, + 26.448009490966797, + 25.64784049987793, + 24.958784103393555, + 24.493732452392578, + 24.204805374145508, + 23.968509674072266, + 23.780254364013672 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260622_073130.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260622_073130.json new file mode 100644 index 0000000000000000000000000000000000000000..89b89034af453d1592604c0a293643806a858451 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260622_073130.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T07:31:30.965764+00:00", + "metrics": { + "MSE[mean]": 2.798250478824381, + "MSE[0.5]": 2.798250478824381, + "MAE[0.5]": 1.3657325903574626, + "MASE[0.5]": 0.8028423329091442, + "MAPE[0.5]": 0.05059441203952603, + "sMAPE[0.5]": 0.052515978918996044, + "MSIS": 5.544524686492617, + "RMSE[mean]": 1.6727972019418196, + "NRMSE[mean]": 0.0640458393718159, + "ND[0.5]": 0.05228935701551365, + "mean_weighted_sum_quantile_loss": 0.046814282234150885 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25, + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "actual": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], + "predictions": { + "p50": [ + 22.98282241821289, + 22.807722091674805, + 22.600439071655273, + 22.435394287109375, + 22.393672943115234, + 22.55348014831543, + 23.181896209716797, + 24.296056747436523, + 25.352983474731445, + 26.23244857788086, + 26.955184936523438, + 27.443544387817383, + 27.59608268737793, + 27.63996124267578, + 27.43964958190918, + 27.00132942199707, + 26.52766990661621, + 25.839370727539062, + 25.00663185119629, + 24.255538940429688, + 23.78309440612793, + 23.48479652404785, + 23.232458114624023, + 23.030189514160156 + ], + "p10": [ + 22.818313598632812, + 22.52406120300293, + 22.180084228515625, + 21.869504928588867, + 21.669008255004883, + 21.65761375427246, + 22.103452682495117, + 22.837377548217773, + 23.45016098022461, + 23.814502716064453, + 24.088685989379883, + 24.187246322631836, + 24.18859100341797, + 24.162513732910156, + 23.97454833984375, + 23.654478073120117, + 23.463430404663086, + 23.073793411254883, + 22.595773696899414, + 22.164913177490234, + 21.800565719604492, + 21.556758880615234, + 21.364219665527344, + 21.187971115112305 + ], + "p90": [ + 23.110137939453125, + 23.02873992919922, + 22.938190460205078, + 22.876155853271484, + 22.977964401245117, + 23.26148796081543, + 24.15947723388672, + 25.674026489257812, + 27.282283782958984, + 28.646244049072266, + 29.68649673461914, + 30.683393478393555, + 31.244020462036133, + 31.189128875732422, + 31.077301025390625, + 30.665592193603516, + 30.081300735473633, + 29.4550838470459, + 28.098400115966797, + 26.893863677978516, + 25.9668025970459, + 25.47330665588379, + 25.095386505126953, + 24.77153778076172 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index ca6f5884c59bbb604c79bb93a2b50972e7c6349a..8bb870a0fce936caf0cee7735901ecb60b12b61a 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,183693.0076491038,183693.0076491038,351.3680013020833,0.332487399812246,0.005487278271651107,0.005491970849564247,3.633754674252016,428.5942226035062,0.006686777417250159,0.005481920876065199,0.005524833423259513,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,183803.20201746622,183803.20201746622,352.0904947916667,0.33317107043917454,0.00549850693463366,0.0055032128482184915,3.633754674252016,428.72275658922774,0.0066887072110366555,0.005493130922618392,0.005526023461701595,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.3039858884830815,0.3039858884830815,0.45454999804496765,1.3325678927694744,0.4741179145016581,0.3421759468801618,48.11702339953696,0.5513491529721266,0.4178153095015084,0.3444603969975981,0.33665548104243176,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.08930557959609962,0.08930557959609962,0.2736111548211839,4.10416897825799,0.16980774053985564,0.1883860341066151,142.56550204512192,0.29884039150707126,0.1894058717646781,0.17341551134402255,0.16817881378946575,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.0894444685512159,0.0894444685512159,0.27222226560115814,4.137780804794772,0.1683371518393657,0.18685793579611606,143.88288809291154,0.2990726810513055,0.1887224529695316,0.1717791592885767,0.16668616133953454,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.0074999936421894136,0.0074999936421894136,0.02500001589457194,0.012884761515607383,0.001787856581662755,0.0017710816686899427,0.4333142267897299,0.08660250367159955,0.006187734819545476,0.0017862470746416001,0.005270417504067875,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,178.86375139236543,178.86375139236543,11.420833349227905,0.9870090446936203,0.5744512286689242,0.4160341618397391,36.25167944883194,13.373995341421555,0.6232541518332375,0.5322330104494558,0.5220388356674835,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.454999036789711,4.454999036789711,1.9583330949147542,1.0469498820659753,0.08181726692608265,0.07816496703299979,26.36219697934439,2.1106868637459493,0.08856028798934053,0.08216782216425542,0.07495336999426352,Weather,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 25feb65e0a427aa285bf96ff088d6c4e1e27bf4a..ad9bd9710596150c147080d0c555b29a3b352280 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T07:25:19.399805+00:00", + "evaluated_at": "2026-06-22T07:33:31.096521+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64258.66015625 + 64276.0 ], "p50": [ 63417.96875, diff --git a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index e332343d1cb678eacdeab9f03dd7ac500cf58db0..4d58c88bb0768836ade0cfa620f212b653b9c01c 100644 --- a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T06:18:55.442206+00:00", + "evaluated_at": "2026-06-22T07:33:31.103006+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 5bfa911f21efc3eb62eac3ed59f317b09b15bdee..b1f6732e8e6a8c43712d07b2dae3a789c1d49b4d 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T07:05:12.275076+00:00", + "evaluated_at": "2026-06-22T07:33:31.112470+00:00", "freq": "10min", - "context_length": 77, + "context_length": 76, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, - 1.2999999523162842, 1.399999976158142, 1.399999976158142, 1.2000000476837158, @@ -82,11 +79,11 @@ 1.2999999523162842, 1.399999976158142, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.5, + 1.399999976158142 ], "actuals": [ - 1.5, - 1.399999976158142, 1.5, 1.5, 1.5, @@ -156,11 +153,11 @@ 1.7000000476837158, 1.7999999523162842, 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.2999999523162842, - 1.399999976158142, 1.399999976158142, 1.2999999523162842, 1.2999999523162842, @@ -183,7 +180,7 @@ 1.399999976158142, 1.2999999523162842, 1.2000000476837158, - 1.2999999523162842, + 1.5, 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -207,7 +204,7 @@ 1.399999976158142, 1.2999999523162842, 1.2000000476837158, - 1.2999999523162842, + 1.5, 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -230,11 +227,11 @@ 1.2999999523162842, 1.399999976158142, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.5, + 1.399999976158142 ], "p10": [ - 1.2739999532699584, - 1.3719999766349793, 1.3719999766349793, 1.2739999532699584, 1.2739999532699584, @@ -257,7 +254,7 @@ 1.3719999766349793, 1.2739999532699584, 1.1760000467300415, - 1.2739999532699584, + 1.47, 1.3719999766349793, 1.3719999766349793, 1.2739999532699584, @@ -281,7 +278,7 @@ 1.3719999766349793, 1.2739999532699584, 1.1760000467300415, - 1.2739999532699584, + 1.47, 1.3719999766349793, 1.3719999766349793, 1.2739999532699584, @@ -304,11 +301,11 @@ 1.2739999532699584, 1.3719999766349793, 1.2739999532699584, - 1.1760000467300415 + 1.1760000467300415, + 1.47, + 1.3719999766349793 ], "p90": [ - 1.32599995136261, - 1.4279999756813049, 1.4279999756813049, 1.32599995136261, 1.32599995136261, @@ -331,7 +328,7 @@ 1.4279999756813049, 1.32599995136261, 1.22400004863739, - 1.32599995136261, + 1.53, 1.4279999756813049, 1.4279999756813049, 1.32599995136261, @@ -355,7 +352,7 @@ 1.4279999756813049, 1.32599995136261, 1.22400004863739, - 1.32599995136261, + 1.53, 1.4279999756813049, 1.4279999756813049, 1.32599995136261, @@ -378,15 +375,11 @@ 1.32599995136261, 1.4279999756813049, 1.32599995136261, - 1.22400004863739 + 1.22400004863739, + 1.53, + 1.4279999756813049 ], "timestamps": [ - "2026-06-20 06:10:00", - "2026-06-20 06:20:00", - "2026-06-20 06:30:00", - "2026-06-20 06:40:00", - "2026-06-20 06:50:00", - "2026-06-20 07:00:00", "2026-06-20 07:10:00", "2026-06-20 07:20:00", "2026-06-20 07:30:00", @@ -529,6 +522,11 @@ "2026-06-21 06:20:00", "2026-06-21 06:30:00", "2026-06-21 06:40:00", - "2026-06-21 06:50:00" + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index e794c0643ee81e0c8b8b8cd7e45a6cad1ac4a399..25aa7ef8f202e39e2bc6cc047017999e888290f3 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,49 +1,25 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T07:25:19.447011+00:00", + "evaluated_at": "2026-06-22T07:33:31.116012+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 8e4ade16e7ce3925c654e5bdd4449e688d16eda6..633caf3e1595ae539064fb06e23b7efe1461006e 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,92560.15543810527,92560.15543810527,232.29833984375,0.2198158930498261,0.0036334424357562685,0.003623942381122567,1.4735147323653075,304.2370053726293,0.0047465995333761425,0.003624237591202619,0.0034834419467357105,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,92828.2372118632,92828.2372118632,233.02083333333334,0.2204995636767547,0.0036446519853812662,0.003635184360249855,1.4735147323653075,304.67726730404945,0.004753414656754759,0.003635468619949622,0.003489664804032974,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.015171687409872802,0.015171687409872802,0.10949845512708029,0.3210078676444549,0.1104235733167185,0.10125533606722478,1.834343366566204,0.12317340382514726,0.09334145806543014,0.0829785094839367,0.054501460298553885,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.08747300782903168,0.08747300782903168,0.27777611050340867,4.166643338698364,0.17270775735827038,0.19084628868139927,116.81783899268963,0.2957583605395318,0.18745247196062675,0.17605527184585668,0.1618361435102914,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.08886957995846305,0.08886957995846305,0.28009531398614246,4.257451208722489,0.17340285689913415,0.1916956777017158,113.17619717401556,0.29811001318047514,0.1881149851080759,0.17674725265751656,0.16042077030316323,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,0.009374404254685942,0.009374404254685942,0.07958579063415527,0.04101773121571483,0.005687310959701511,0.005663499907871228,0.6509143968807845,0.09682150719073702,0.006917880961003523,0.005686391812821399,0.009474677375105439,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,96.87194170152816,96.87194170152816,7.899872779846191,0.6827212732391588,0.43279835976119574,0.32183168222857267,2.831153880447644,9.842354479570838,0.4586728301159226,0.36814941109962834,0.24510933638390597,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,2.378132119450432,2.378132119450432,1.2624162038167317,0.6749038246538116,0.0522007563559887,0.050308946210896634,2.6064462523251613,1.5421193596639762,0.06470430879708991,0.05296851204825448,0.03344083154673899,Weather,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 9f70a2dfeb8c6231270c76b0dfd2c8bbb00bcf9a..1fa72a42323433e0437bed5d46e735db839b2bab 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T07:24:39.538954+00:00", + "evaluated_at": "2026-06-22T07:33:19.087735+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64258.66015625 + 64276.0 ], "p50": [ 64302.25, diff --git a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index c49dcf091b73861ca5b47d26697dcc652c7f8658..aa992971a6acad509b12b51f1b7820ce081533f9 100644 --- a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T06:18:35.942635+00:00", + "evaluated_at": "2026-06-22T07:33:24.000334+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 61b60ebd918067f4a7a48a87626f66a06214b706..3129317ddb874f3fc44d17345db3cc9ef6121e25 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T07:05:09.989619+00:00", + "evaluated_at": "2026-06-22T07:33:28.429674+00:00", "freq": "10min", - "context_length": 77, + "context_length": 76, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, - 1.2999999523162842, 1.399999976158142, 1.399999976158142, 1.2000000476837158, @@ -82,11 +79,11 @@ 1.2999999523162842, 1.399999976158142, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.5, + 1.399999976158142 ], "actuals": [ - 1.5, - 1.399999976158142, 1.5, 1.5, 1.5, @@ -156,237 +153,233 @@ 1.7000000476837158, 1.7999999523162842, 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.2580108642578125, - 1.2734851837158203, - 1.2797002792358398, - 1.2838859558105469, - 1.2857885360717773, - 1.288832664489746, - 1.2913694381713867, - 1.29282808303833, - 1.2989797592163086, - 1.3028721809387207, + 1.333526611328125, + 1.3198413848876953, + 1.3112297058105469, + 1.308058738708496, + 1.3068737983703613, + 1.304610252380371, + 1.3061060905456543, + 1.3055720329284668, + 1.3053717613220215, + 1.3040658235549927, + 1.303469181060791, + 1.304595708847046, + 1.3041033744812012, + 1.3032355308532715, + 1.3035192489624023, + 1.3050755262374878, + 1.3078417778015137, + 1.304931640625, + 1.3058140277862549, + 1.3053967952728271, + 1.3028433322906494, + 1.3021841049194336, + 1.3048992156982422, + 1.3054218292236328, + 1.3049837350845337, + 1.3043996095657349, + 1.3045618534088135, + 1.3061811923980713, + 1.3072409629821777, + 1.3062396049499512, + 1.3052340745925903, + 1.3060059547424316, + 1.3058724403381348, + 1.3038947582244873, + 1.303469181060791, + 1.3044955730438232, + 1.302534580230713, + 1.3024845123291016, + 1.3024344444274902, + 1.304161787033081, + 1.3052006959915161, + 1.3032522201538086, + 1.3025763034820557, + 1.3034274578094482, + 1.3019003868103027, + 1.3003482818603516, + 1.3017001152038574, + 1.3024177551269531, + 1.3015499114990234, 1.300565242767334, - 1.300438404083252, - 1.3021824359893799, - 1.303878903388977, - 1.3028483390808105, - 1.3030861616134644, - 1.3080804347991943, - 1.3070340156555176, - 1.3070815801620483, - 1.3078267574310303, - 1.3086670637130737, - 1.3090951442718506, - 1.3056031465530396, - 1.304521083831787, - 1.3069864511489868, - 1.3073511123657227, - 1.3060271739959717, - 1.3101732730865479, - 1.3105854988098145, - 1.3107757568359375, - 1.3113148212432861, - 1.3099195957183838, - 1.3105220794677734, - 1.308556079864502, - 1.309190273284912, - 1.308619499206543, - 1.305559515953064, - 1.3079694509506226, - 1.3058052062988281, - 1.3033318519592285, - 1.301009178161621, - 1.3000578880310059, - 1.297013759613037, - 1.2972357273101807, - 1.2974894046783447, - 1.2979967594146729, - 1.2976162433624268, - 1.2981235980987549, - 1.2980601787567139, - 1.2970454692840576, - 1.2933988571166992, - 1.2935891151428223, - 1.2920036315917969, - 1.2894668579101562, - 1.2895302772521973, - 1.288515567779541, - 1.2884521484375, - 1.288325309753418, - 1.2879447937011719, - 1.2903547286987305, - 1.2914962768554688, - 1.2954282760620117, - 1.296696662902832, - 1.2994871139526367, - 1.3014848232269287, - 1.3036489486694336, - 1.3077157735824585, - 1.310426950454712, - 1.3110928535461426, - 1.3113465309143066, - 1.312995433807373, - 1.3157224655151367 + 1.3003149032592773, + 1.3015332221984863, + 1.3022842407226562, + 1.3010492324829102, + 1.3023009300231934, + 1.3034942150115967, + 1.3014497756958008, + 1.3015165328979492, + 1.3016834259033203, + 1.3024344444274902, + 1.3013997077941895, + 1.3022174835205078, + 1.3016834259033203, + 1.30255126953125, + 1.3052549362182617, + 1.3051255941390991, + 1.3051923513412476, + 1.3060894012451172, + 1.3047876358032227, + 1.3031604290008545, + 1.3043036460876465, + 1.307591438293457 ], "p10": [ - 1.1890106201171875, - 1.195098876953125, - 1.2011871337890625, - 1.2037239074707031, - 1.2052459716796875, - 1.2087974548339844, - 1.2108268737792969, - 1.2148857116699219, - 1.2235107421875, - 1.2280769348144531, - 1.2260475158691406, - 1.2260475158691406, - 1.2301063537597656, - 1.2306137084960938, - 1.2301063537597656, - 1.2301063537597656, - 1.2301063537597656, - 1.2270622253417969, - 1.2270622253417969, - 1.2280769348144531, - 1.227569580078125, - 1.2270622253417969, - 1.2224960327148438, - 1.2219886779785156, - 1.2245254516601562, - 1.2250328063964844, - 1.2250328063964844, - 1.2290916442871094, - 1.2290916442871094, - 1.2301063537597656, - 1.23162841796875, - 1.23162841796875, - 1.2331504821777344, - 1.2321357727050781, - 1.2336578369140625, - 1.2341651916503906, - 1.2326431274414062, - 1.2346725463867188, - 1.2321357727050781, - 1.2295989990234375, - 1.2265548706054688, - 1.2255401611328125, - 1.2224960327148438, - 1.2209739685058594, - 1.219451904296875, - 1.2174224853515625, - 1.2159004211425781, - 1.2148857116699219, - 1.2169151306152344, - 1.21539306640625, - 1.211334228515625, - 1.2108268737792969, - 1.2093048095703125, - 1.2067680358886719, - 1.2067680358886719, - 1.2067680358886719, - 1.2082901000976562, - 1.2082901000976562, - 1.207275390625, - 1.2093048095703125, - 1.2108268737792969, - 1.2143783569335938, - 1.2169151306152344, - 1.219451904296875, - 1.2224960327148438, + 1.227783203125, + 1.222442626953125, + 1.21923828125, + 1.21923828125, + 1.21710205078125, + 1.216033935546875, + 1.2187042236328125, + 1.2197723388671875, + 1.2219085693359375, + 1.2197723388671875, + 1.2197723388671875, + 1.2208404541015625, + 1.2197723388671875, + 1.2197723388671875, + 1.22137451171875, + 1.224578857421875, + 1.2251129150390625, + 1.2208404541015625, + 1.22137451171875, + 1.22137451171875, + 1.2187042236328125, + 1.21710205078125, + 1.2187042236328125, + 1.2187042236328125, + 1.218170166015625, + 1.21923828125, + 1.220306396484375, + 1.222442626953125, + 1.222442626953125, + 1.2219085693359375, + 1.2208404541015625, + 1.22137451171875, + 1.2229766845703125, + 1.22137451171875, + 1.2197723388671875, + 1.22137451171875, + 1.2187042236328125, + 1.2187042236328125, + 1.2176361083984375, + 1.21923828125, + 1.220306396484375, + 1.2187042236328125, + 1.21710205078125, + 1.21710205078125, + 1.2149658203125, + 1.2133636474609375, + 1.2144317626953125, + 1.213897705078125, + 1.2149658203125, + 1.2144317626953125, + 1.2149658203125, + 1.216033935546875, + 1.2176361083984375, + 1.2154998779296875, + 1.21710205078125, + 1.2187042236328125, + 1.218170166015625, + 1.2187042236328125, + 1.2187042236328125, + 1.21923828125, + 1.2176361083984375, + 1.218170166015625, + 1.2176361083984375, + 1.218170166015625, + 1.222442626953125, + 1.2229766845703125, + 1.2240447998046875, + 1.2240447998046875, 1.2235107421875, - 1.2270622253417969, - 1.2285842895507812, - 1.2285842895507812, - 1.2290916442871094, - 1.2306137084960938, - 1.2341651916503906 + 1.22137451171875, + 1.2219085693359375, + 1.2251129150390625 ], "p90": [ - 1.3541545867919922, - 1.3797760009765625, - 1.3833274841308594, - 1.3848495483398438, - 1.3828201293945312, - 1.3828201293945312, - 1.3848495483398438, - 1.3853569030761719, - 1.3894157409667969, - 1.3924598693847656, - 1.3889083862304688, - 1.3873863220214844, - 1.3868789672851562, - 1.3904304504394531, - 1.3878936767578125, - 1.3873863220214844, - 1.3955039978027344, - 1.3949966430664062, - 1.3949966430664062, - 1.3965187072753906, - 1.3975334167480469, - 1.3985481262207031, - 1.3949966430664062, - 1.39398193359375, - 1.3955039978027344, - 1.3949966430664062, - 1.3924598693847656, - 1.3960113525390625, - 1.3960113525390625, - 1.3944892883300781, - 1.3929672241210938, - 1.3904304504394531, - 1.3934745788574219, - 1.3909378051757812, - 1.3909378051757812, - 1.3894157409667969, - 1.3858642578125, - 1.3873863220214844, - 1.3848495483398438, - 1.3833274841308594, - 1.381805419921875, - 1.3807907104492188, - 1.3782539367675781, - 1.3797760009765625, - 1.3812980651855469, - 1.3833274841308594, - 1.3843421936035156, - 1.3858642578125, - 1.3853569030761719, - 1.3858642578125, - 1.3823127746582031, - 1.3838348388671875, - 1.3823127746582031, - 1.3802833557128906, - 1.3807907104492188, - 1.3792686462402344, - 1.3792686462402344, - 1.37774658203125, - 1.3762245178222656, - 1.3782539367675781, - 1.3782539367675781, - 1.3828201293945312, - 1.3838348388671875, - 1.3868789672851562, - 1.3858642578125, - 1.3884010314941406, - 1.3919525146484375, - 1.3944892883300781, - 1.3949966430664062, - 1.3949966430664062, - 1.3970260620117188, - 1.3995628356933594 + 1.433929443359375, + 1.427520751953125, + 1.4216461181640625, + 1.4173736572265625, + 1.415771484375, + 1.4114990234375, + 1.4114990234375, + 1.4109649658203125, + 1.4088287353515625, + 1.4066925048828125, + 1.4045562744140625, + 1.404022216796875, + 1.4045562744140625, + 1.4024200439453125, + 1.4013519287109375, + 1.401885986328125, + 1.4114990234375, + 1.408294677734375, + 1.4072265625, + 1.4072265625, + 1.404022216796875, + 1.4034881591796875, + 1.406158447265625, + 1.4066925048828125, + 1.4056243896484375, + 1.4034881591796875, + 1.4034881591796875, + 1.404022216796875, + 1.4056243896484375, + 1.404022216796875, + 1.4024200439453125, + 1.4029541015625, + 1.401885986328125, + 1.4002838134765625, + 1.40081787109375, + 1.4002838134765625, + 1.3981475830078125, + 1.397613525390625, + 1.3981475830078125, + 1.399749755859375, + 1.401885986328125, + 1.4002838134765625, + 1.4002838134765625, + 1.4002838134765625, + 1.3992156982421875, + 1.3981475830078125, + 1.399749755859375, + 1.401885986328125, + 1.3992156982421875, + 1.3981475830078125, + 1.3981475830078125, + 1.399749755859375, + 1.4002838134765625, + 1.398681640625, + 1.399749755859375, + 1.4002838134765625, + 1.3970794677734375, + 1.3970794677734375, + 1.3970794677734375, + 1.397613525390625, + 1.39654541015625, + 1.397613525390625, + 1.397613525390625, + 1.399749755859375, + 1.40081787109375, + 1.40081787109375, + 1.399749755859375, + 1.4002838134765625, + 1.3981475830078125, + 1.39654541015625, + 1.3981475830078125, + 1.4024200439453125 ], "timestamps": [ - "2026-06-20 06:10:00", - "2026-06-20 06:20:00", - "2026-06-20 06:30:00", - "2026-06-20 06:40:00", - "2026-06-20 06:50:00", - "2026-06-20 07:00:00", "2026-06-20 07:10:00", "2026-06-20 07:20:00", "2026-06-20 07:30:00", @@ -529,6 +522,11 @@ "2026-06-21 06:20:00", "2026-06-21 06:30:00", "2026-06-21 06:40:00", - "2026-06-21 06:50:00" + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index f5aa72a7d2dc65267e02901ed5cb0ae075588166..aeaad7e98f7a0cf59f52918fcae8d29ab3f20592 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,49 +1,25 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T07:25:18.751407+00:00", + "evaluated_at": "2026-06-22T07:33:30.554409+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 50ae5921453091b8a7f88ddf870a0de74482865e..af04efb548177dea11ca24cdd2a619fdbfac57de 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,125467.49485270183,80962.97476387024,189.50862630208334,0.179325465516705,0.002966558040328762,0.002958068689009915,8.498013879586695,354.21391115073646,0.005526321767873552,0.002956647420567689,0.0036358183521821683,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,125243.80691719055,80918.23943456014,188.7861328125,0.1786417948897764,0.00295531062203954,0.002946826687045681,8.470667054509553,353.8980176790915,0.005521330945093094,0.0029453420619250156,0.0036245053224277218,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.005795512099212275,0.0016421440351688688,0.03444408377011617,0.10097696694606136,0.03469279594520405,0.03370269662080393,6.7861429950029555,0.07612826084452655,0.057690399441269205,0.026101909186454338,0.04341298078838951,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.08545224171635032,0.09610133502811793,0.2932873070240021,4.399311380383608,0.18261148680012596,0.20270745025156808,122.83823335292033,0.2923221539951263,0.18527459469034074,0.18588631136591677,0.1626656442371882,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.08540058405505431,0.09652233333889883,0.29321034914917415,4.4567998572687815,0.18168382048858478,0.20168735546391614,124.05246900540806,0.2922337832199664,0.18440693484931617,0.1850231727383761,0.16148328140196658,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.00211398318136465,0.010294307922966558,0.09231356779734294,0.04757750197998356,0.006594643729927452,0.006621025186851755,1.4139245150309996,0.04597807283221699,0.003285125835141485,0.0065957894236193335,0.006846533248589538,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,55.68834250098947,28.589202197623916,4.357548554738362,0.3765872160729092,0.2419012594193822,0.20426482054606665,27.423896376430196,7.462462227776397,0.34776523003229814,0.2030702239101373,0.32716270570230327,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.934540350061828,1.1222331865801607,0.9456764856974283,0.5055707263204815,0.03944210144903836,0.038516060484205736,27.49708376970962,1.3908775467530663,0.058358498465163625,0.03967873366562637,0.050688762116450715,Weather,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 32d08463d9e52f6e194fd71a6dd0b754d062764d..fa347c04027cc76380bb1544dcee7878b1c03dfb 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T07:20:34.523677+00:00", + "evaluated_at": "2026-06-22T07:30:36.018310+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64258.66015625 + 64276.0 ], "p50": [ 64181.921875, diff --git a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index eb38d754c100955260a81470a8219ebc906bfc42..80fcb50c525985729c4c559759d694a67cebf78c 100644 --- a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T06:16:19.445857+00:00", + "evaluated_at": "2026-06-22T07:30:42.369014+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index a2d97c06359acd3823f27f579f3b4bc59e80b51c..d449cd27cffbd3652ae02f8354eb4a3151794426 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T07:03:08.539686+00:00", + "evaluated_at": "2026-06-22T07:30:48.378136+00:00", "freq": "10min", - "context_length": 77, + "context_length": 76, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, - 1.2999999523162842, 1.399999976158142, 1.399999976158142, 1.2000000476837158, @@ -82,11 +79,11 @@ 1.2999999523162842, 1.399999976158142, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.5, + 1.399999976158142 ], "actuals": [ - 1.5, - 1.399999976158142, 1.5, 1.5, 1.5, @@ -156,237 +153,233 @@ 1.7000000476837158, 1.7999999523162842, 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.255039930343628, - 1.2632049322128296, - 1.2675566673278809, - 1.2694298028945923, - 1.2792719602584839, - 1.2794216871261597, - 1.2819042205810547, - 1.284274697303772, - 1.2842401266098022, - 1.2853831052780151, - 1.2868934869766235, - 1.287557601928711, - 1.2893428802490234, - 1.2886613607406616, - 1.2883235216140747, - 1.2861467599868774, - 1.2861511707305908, - 1.2866451740264893, - 1.2876002788543701, - 1.28842294216156, - 1.2856476306915283, - 1.2867118120193481, - 1.2858858108520508, - 1.2863320112228394, - 1.2845869064331055, - 1.2857517004013062, - 1.2850682735443115, - 1.284865140914917, - 1.2867192029953003, - 1.2853833436965942, - 1.2867672443389893, - 1.2871257066726685, - 1.2874224185943604, - 1.2858023643493652, - 1.2870084047317505, - 1.287484049797058, - 1.2889407873153687, - 1.288549542427063, - 1.287892460823059, - 1.2875573635101318, - 1.2882252931594849, - 1.286667823791504, - 1.2868002653121948, - 1.2840964794158936, - 1.2833298444747925, - 1.2816460132598877, - 1.2841330766677856, - 1.284543514251709, - 1.2844921350479126, - 1.2830568552017212, - 1.2824903726577759, - 1.2802362442016602, - 1.2813880443572998, - 1.2833330631256104, - 1.2837507724761963, - 1.282484769821167, - 1.2840750217437744, - 1.284810185432434, - 1.2840783596038818, - 1.284140944480896, - 1.2871147394180298, - 1.2870185375213623, - 1.2862173318862915, - 1.2855041027069092, - 1.2879483699798584, - 1.2868807315826416, - 1.288191795349121, - 1.2886793613433838, - 1.2875555753707886, - 1.2881908416748047, - 1.2878211736679077, - 1.2874386310577393 + 1.3043817281723022, + 1.293152928352356, + 1.289110541343689, + 1.2874054908752441, + 1.2898627519607544, + 1.2926145792007446, + 1.2919855117797852, + 1.2925180196762085, + 1.293683409690857, + 1.2966059446334839, + 1.2972955703735352, + 1.2973637580871582, + 1.298355221748352, + 1.2957360744476318, + 1.2958441972732544, + 1.2933825254440308, + 1.2949634790420532, + 1.2941243648529053, + 1.2927072048187256, + 1.294742226600647, + 1.2951879501342773, + 1.2946463823318481, + 1.2942628860473633, + 1.2976295948028564, + 1.2953625917434692, + 1.293430209159851, + 1.2938306331634521, + 1.2946805953979492, + 1.2956267595291138, + 1.2926808595657349, + 1.2939457893371582, + 1.2927404642105103, + 1.2928906679153442, + 1.2930572032928467, + 1.292767882347107, + 1.2930488586425781, + 1.2933562994003296, + 1.2932863235473633, + 1.2927321195602417, + 1.291028380393982, + 1.2922455072402954, + 1.2891548871994019, + 1.2876696586608887, + 1.286474347114563, + 1.2878111600875854, + 1.2870594263076782, + 1.2871841192245483, + 1.2884677648544312, + 1.2892897129058838, + 1.2876943349838257, + 1.2866393327713013, + 1.2863240242004395, + 1.2863013744354248, + 1.2834128141403198, + 1.2832740545272827, + 1.2828336954116821, + 1.2842938899993896, + 1.2845380306243896, + 1.2858939170837402, + 1.2862579822540283, + 1.2883177995681763, + 1.2888580560684204, + 1.2884786128997803, + 1.2886569499969482, + 1.2912193536758423, + 1.2911553382873535, + 1.2933309078216553, + 1.293039321899414, + 1.2922194004058838, + 1.2924777269363403, + 1.2932524681091309, + 1.2930018901824951 ], "p10": [ - 1.2751169204711914, - 1.2820892333984375, - 1.2877103090286255, - 1.289796233177185, - 1.2991971969604492, - 1.300176739692688, - 1.3003690242767334, - 1.3008952140808105, - 1.3029217720031738, - 1.3021538257598877, - 1.303210973739624, - 1.3044503927230835, - 1.3063725233078003, - 1.3045363426208496, - 1.3039865493774414, - 1.3026436567306519, - 1.303954839706421, - 1.303549885749817, - 1.3053466081619263, - 1.3053338527679443, - 1.305079460144043, - 1.3042633533477783, - 1.3044637441635132, - 1.3035629987716675, - 1.3032290935516357, - 1.3047008514404297, - 1.3061692714691162, - 1.3065087795257568, - 1.305856704711914, - 1.306257963180542, - 1.305496096611023, - 1.305760383605957, - 1.3054819107055664, - 1.3053216934204102, - 1.3052223920822144, - 1.304647445678711, - 1.3068381547927856, - 1.3058923482894897, - 1.3040601015090942, - 1.3060362339019775, - 1.3065807819366455, - 1.304619312286377, - 1.305463194847107, - 1.3034332990646362, - 1.3035329580307007, - 1.303684949874878, - 1.3035393953323364, - 1.3053858280181885, - 1.3047430515289307, - 1.3017802238464355, - 1.3049135208129883, - 1.3040871620178223, - 1.303534746170044, - 1.3041281700134277, - 1.303162932395935, - 1.3030803203582764, - 1.3016204833984375, - 1.3030794858932495, - 1.3014112710952759, - 1.3031877279281616, - 1.3056532144546509, - 1.3050625324249268, - 1.304711103439331, - 1.305860161781311, - 1.3042844533920288, - 1.3052163124084473, - 1.3069132566452026, - 1.3077760934829712, - 1.3080263137817383, - 1.3056299686431885, - 1.3082571029663086, - 1.3057849407196045 + 1.3261785507202148, + 1.3151410818099976, + 1.3126782178878784, + 1.3100879192352295, + 1.3126658201217651, + 1.3146424293518066, + 1.3147603273391724, + 1.313745141029358, + 1.3154520988464355, + 1.319347858428955, + 1.3188045024871826, + 1.3202180862426758, + 1.3212121725082397, + 1.318988561630249, + 1.3173956871032715, + 1.3158372640609741, + 1.3171025514602661, + 1.3167924880981445, + 1.3146016597747803, + 1.3159252405166626, + 1.3160392045974731, + 1.3150557279586792, + 1.3179137706756592, + 1.3188896179199219, + 1.3187048435211182, + 1.3152300119400024, + 1.3167381286621094, + 1.3176649808883667, + 1.3181169033050537, + 1.3165329694747925, + 1.3151885271072388, + 1.313575029373169, + 1.3139140605926514, + 1.3140817880630493, + 1.314193606376648, + 1.3149399757385254, + 1.313889980316162, + 1.3150581121444702, + 1.313603401184082, + 1.3121678829193115, + 1.3131682872772217, + 1.3117951154708862, + 1.309117317199707, + 1.3079713582992554, + 1.3115737438201904, + 1.3093382120132446, + 1.3094931840896606, + 1.3117727041244507, + 1.313604712486267, + 1.3096158504486084, + 1.309927225112915, + 1.3097736835479736, + 1.3077584505081177, + 1.3066695928573608, + 1.3058888912200928, + 1.3065590858459473, + 1.306878685951233, + 1.3070837259292603, + 1.3083314895629883, + 1.310103178024292, + 1.311071515083313, + 1.3109536170959473, + 1.3116405010223389, + 1.3110227584838867, + 1.31264328956604, + 1.3144631385803223, + 1.3148424625396729, + 1.314706563949585, + 1.3148237466812134, + 1.3161194324493408, + 1.3147655725479126, + 1.3144290447235107 ], "p90": [ - 1.3328704833984375, - 1.3467965126037598, - 1.3552486896514893, - 1.3584463596343994, - 1.3683359622955322, - 1.3691009283065796, - 1.3705661296844482, - 1.3722667694091797, - 1.372051477432251, - 1.372941017150879, - 1.3749123811721802, - 1.376196026802063, - 1.3773393630981445, - 1.3767859935760498, - 1.3759758472442627, - 1.3747532367706299, - 1.375208854675293, - 1.3757539987564087, - 1.3769811391830444, - 1.3762493133544922, - 1.3744093179702759, - 1.3749192953109741, - 1.3745959997177124, - 1.3730497360229492, - 1.3729443550109863, - 1.3742036819458008, - 1.3739334344863892, - 1.3749604225158691, - 1.3758796453475952, - 1.3754591941833496, - 1.3765181303024292, - 1.3756060600280762, - 1.3755009174346924, - 1.375293493270874, - 1.3764556646347046, - 1.3771613836288452, - 1.3779940605163574, - 1.3783831596374512, - 1.3770983219146729, - 1.3778208494186401, - 1.3775570392608643, - 1.3780580759048462, - 1.37748384475708, - 1.3756223917007446, - 1.375222086906433, - 1.376326322555542, - 1.3779083490371704, - 1.3787400722503662, - 1.3773672580718994, - 1.377357006072998, - 1.3755868673324585, - 1.3772399425506592, - 1.3751840591430664, - 1.377744197845459, - 1.3770915269851685, - 1.375209093093872, - 1.3765796422958374, - 1.3772624731063843, - 1.377862572669983, - 1.3778105974197388, - 1.3802134990692139, - 1.380123257637024, - 1.3784812688827515, - 1.3795825242996216, - 1.3796627521514893, - 1.378436803817749, - 1.380984902381897, - 1.3812209367752075, - 1.3795108795166016, - 1.3809289932250977, - 1.3791821002960205, - 1.3796948194503784 + 1.3849468231201172, + 1.378018856048584, + 1.377501368522644, + 1.3745851516723633, + 1.3778817653656006, + 1.3811078071594238, + 1.380997896194458, + 1.3807804584503174, + 1.381679654121399, + 1.3838493824005127, + 1.384880781173706, + 1.385090708732605, + 1.3859233856201172, + 1.3841193914413452, + 1.3844332695007324, + 1.3830595016479492, + 1.3856488466262817, + 1.3839298486709595, + 1.3832995891571045, + 1.3832308053970337, + 1.38496732711792, + 1.3852145671844482, + 1.3851643800735474, + 1.3861627578735352, + 1.386046290397644, + 1.3843721151351929, + 1.3830821514129639, + 1.385056734085083, + 1.3851416110992432, + 1.3835883140563965, + 1.3842394351959229, + 1.3820348978042603, + 1.3810358047485352, + 1.3816330432891846, + 1.379992127418518, + 1.3806220293045044, + 1.3810794353485107, + 1.381924033164978, + 1.3812247514724731, + 1.3812388181686401, + 1.381237268447876, + 1.380859375, + 1.3785454034805298, + 1.377602219581604, + 1.3789623975753784, + 1.3805667161941528, + 1.3803596496582031, + 1.382396936416626, + 1.3818608522415161, + 1.3810583353042603, + 1.3787617683410645, + 1.3814687728881836, + 1.3785687685012817, + 1.3776084184646606, + 1.378188133239746, + 1.376992106437683, + 1.3787741661071777, + 1.3781229257583618, + 1.3804510831832886, + 1.3794221878051758, + 1.3824846744537354, + 1.382681965827942, + 1.3829630613327026, + 1.385310173034668, + 1.385258436203003, + 1.3855465650558472, + 1.3881362676620483, + 1.3877038955688477, + 1.3873437643051147, + 1.3885047435760498, + 1.3872814178466797, + 1.3893309831619263 ], "timestamps": [ - "2026-06-20 06:10:00", - "2026-06-20 06:20:00", - "2026-06-20 06:30:00", - "2026-06-20 06:40:00", - "2026-06-20 06:50:00", - "2026-06-20 07:00:00", "2026-06-20 07:10:00", "2026-06-20 07:20:00", "2026-06-20 07:30:00", @@ -529,6 +522,11 @@ "2026-06-21 06:20:00", "2026-06-21 06:30:00", "2026-06-21 06:40:00", - "2026-06-21 06:50:00" + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 2a72872bf8a77f2a6ca71aa9c740640e4b916a6a..73e70319d12df366887c01491193753d0cbfcf47 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,49 +1,25 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T07:21:19.717256+00:00", + "evaluated_at": "2026-06-22T07:30:54.662491+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index b9fa80cb67e0e8a717e0b67ee8f1c7fff9554a5a..abbeb89df7fecfbd1ace913b61e3ec2c242afd5a 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,178120.2142531077,178120.2142531077,337.5828450520833,0.3194429827321957,0.005280653240742388,0.00525906294560229,1.8059514613876775,422.0429057016688,0.006584566058342082,0.005266849681344408,0.004221876128309493,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,177735.65298207602,177735.65298207602,336.8603515625,0.31875931210526715,0.005269364684183053,0.005247820990982891,1.8059514613876775,421.5870645336216,0.006577379892450206,0.005255518229388644,0.004218071121705667,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.09500826021232113,0.09500826021232113,0.24615677793820698,0.7216381482320223,0.26253581137019505,0.21275676705747643,1.960460225980724,0.3082340996909997,0.2335814339553806,0.1865389106081487,0.11098283115571676,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.0887563272369645,0.0887563272369645,0.28132932219240403,4.219941535537924,0.1751101485783245,0.19357468035872985,104.15287852495133,0.29792000140467995,0.1888225259564764,0.1783073073023913,0.15939742097618487,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.08442865811563809,0.08442865811563809,0.2723541971709993,4.139786165803835,0.1685286790652478,0.18583929835304233,78.47624251940088,0.2905660993915809,0.18335458402354302,0.17186241145790568,0.1455915902802277,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.004921157931751925,0.004921157931751925,0.0666356881459554,0.034343376172630315,0.004760187553788527,0.004772662247790824,0.7285126522342766,0.0701509652945127,0.005012275074905639,0.004761109093666072,0.013565391993205313,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,103.94611622582913,103.94611622582913,8.39918565750122,0.7258727939126332,0.4724121496643799,0.3446248660823807,3.0123603013716966,10.195396815515771,0.47512528849005536,0.39141836073792097,0.2627879292345099,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,2.6240803606501686,2.6240803606501686,1.410857121149699,0.7542622347726379,0.058673739086841904,0.056556444957915064,3.2434954637260183,1.6199013428755988,0.06796788851226289,0.059196802286001354,0.037028810194322276,Weather,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 82dff3d276e70a6ad4f7f8fcb2adf0add7e6e68a..0966857b6e6124a37c19836ff5c6878449a32b7c 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T07:22:22.832741+00:00", + "evaluated_at": "2026-06-22T07:31:44.064640+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64258.66015625 + 64276.0 ], "p50": [ 64224.62890625, diff --git a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index fb3c870e03b1dfbcb26b0009a495d01f125ef378..20ac89b37bc51a92e716a101e031799ea7cf8c31 100644 --- a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T06:17:28.051385+00:00", + "evaluated_at": "2026-06-22T07:31:55.583925+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 17b295f9bba48b49f14c658edf45e07f6eaea481..44b05ddb10072e510973f2f240e4445cf30ee9b5 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T07:04:00.824378+00:00", + "evaluated_at": "2026-06-22T07:32:03.271139+00:00", "freq": "10min", - "context_length": 77, + "context_length": 76, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, - 1.2999999523162842, 1.399999976158142, 1.399999976158142, 1.2000000476837158, @@ -82,11 +79,11 @@ 1.2999999523162842, 1.399999976158142, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.5, + 1.399999976158142 ], "actuals": [ - 1.5, - 1.399999976158142, 1.5, 1.5, 1.5, @@ -156,237 +153,233 @@ 1.7000000476837158, 1.7999999523162842, 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.237273097038269, - 1.2634834051132202, - 1.27467942237854, - 1.2781440019607544, - 1.2835633754730225, - 1.286403775215149, - 1.287658929824829, - 1.289096713066101, - 1.290894627571106, - 1.2910782098770142, - 1.2905043363571167, - 1.294191598892212, - 1.2944375276565552, - 1.2924368381500244, - 1.291993498802185, - 1.293839454650879, - 1.2939082384109497, - 1.2954895496368408, - 1.30166494846344, - 1.3016695976257324, - 1.3005281686782837, - 1.3010177612304688, - 1.3016862869262695, - 1.2995189428329468, - 1.2983818054199219, - 1.303289771080017, - 1.303492784500122, - 1.3006365299224854, - 1.300368309020996, - 1.302459955215454, - 1.301540732383728, - 1.2996537685394287, - 1.291344165802002, - 1.2995524406433105, - 1.302314281463623, - 1.3013871908187866, - 1.3009202480316162, - 1.3012982606887817, - 1.2990659475326538, - 1.2975022792816162, - 1.2964709997177124, - 1.295701265335083, - 1.2978670597076416, - 1.2970945835113525, - 1.2964493036270142, - 1.2961033582687378, - 1.298216462135315, - 1.2946350574493408, - 1.2938446998596191, - 1.295501470565796, - 1.2962874174118042, - 1.296584129333496, - 1.297150731086731, - 1.299014925956726, - 1.2983999252319336, - 1.2982062101364136, - 1.2997565269470215, - 1.2996968030929565, - 1.2998604774475098, - 1.2987818717956543, - 1.2984602451324463, - 1.2992337942123413, - 1.2991548776626587, - 1.2995941638946533, - 1.2987773418426514, - 1.3057740926742554, - 1.3113094568252563, - 1.3106557130813599, - 1.310141921043396, - 1.3092302083969116, - 1.309436559677124, - 1.3085272312164307 + 1.323458194732666, + 1.3157720565795898, + 1.313023328781128, + 1.3117369413375854, + 1.312178373336792, + 1.312214732170105, + 1.3123877048492432, + 1.312190055847168, + 1.3131827116012573, + 1.3144254684448242, + 1.3138079643249512, + 1.3125522136688232, + 1.3083566427230835, + 1.3084428310394287, + 1.308750867843628, + 1.3100003004074097, + 1.3117833137512207, + 1.310984492301941, + 1.3116369247436523, + 1.3144423961639404, + 1.3140854835510254, + 1.3113319873809814, + 1.3126509189605713, + 1.3151336908340454, + 1.3153117895126343, + 1.3147530555725098, + 1.314674973487854, + 1.3144207000732422, + 1.3149192333221436, + 1.3138211965560913, + 1.3133516311645508, + 1.3165515661239624, + 1.3007938861846924, + 1.3086013793945312, + 1.3125990629196167, + 1.3143173456192017, + 1.3124462366104126, + 1.313922643661499, + 1.3117866516113281, + 1.3114824295043945, + 1.3138378858566284, + 1.3146625757217407, + 1.313835859298706, + 1.311482310295105, + 1.3114020824432373, + 1.3097039461135864, + 1.312497854232788, + 1.313836932182312, + 1.3147828578948975, + 1.314284086227417, + 1.3139148950576782, + 1.3161698579788208, + 1.3149727582931519, + 1.3141014575958252, + 1.3137799501419067, + 1.3138638734817505, + 1.3133234977722168, + 1.3101979494094849, + 1.3101520538330078, + 1.3101307153701782, + 1.3112297058105469, + 1.3118435144424438, + 1.3114477396011353, + 1.312692642211914, + 1.2998868227005005, + 1.3063220977783203, + 1.309457778930664, + 1.3101879358291626, + 1.3110105991363525, + 1.3115832805633545, + 1.3122386932373047, + 1.3133811950683594 ], "p10": [ - 1.1845782995224, - 1.1916049718856812, - 1.1956034898757935, - 1.1997061967849731, - 1.204495906829834, - 1.2050442695617676, - 1.2048214673995972, - 1.2054085731506348, - 1.2061768770217896, - 1.2056187391281128, - 1.2047866582870483, - 1.2049870491027832, - 1.2044486999511719, - 1.2041085958480835, - 1.2032756805419922, - 1.2042489051818848, - 1.2037415504455566, - 1.203204870223999, - 1.2066335678100586, - 1.2049978971481323, - 1.203566551208496, - 1.2037222385406494, - 1.2039039134979248, - 1.2013307809829712, - 1.199405550956726, - 1.2025470733642578, - 1.2028096914291382, - 1.2018637657165527, - 1.2028318643569946, - 1.2046951055526733, - 1.202764630317688, - 1.2006279230117798, - 1.2136240005493164, - 1.206886649131775, - 1.2060160636901855, - 1.2054628133773804, - 1.2037441730499268, - 1.201680064201355, - 1.2019044160842896, - 1.2013475894927979, - 1.199601173400879, - 1.1987991333007812, - 1.1972185373306274, - 1.1942187547683716, - 1.1948925256729126, - 1.1954737901687622, - 1.1936578750610352, - 1.192389965057373, - 1.1905226707458496, - 1.191576600074768, - 1.192758560180664, - 1.1944122314453125, - 1.1947486400604248, - 1.1930724382400513, - 1.1935465335845947, - 1.1937249898910522, - 1.1937205791473389, - 1.1947135925292969, - 1.1948133707046509, - 1.1929600238800049, - 1.1936795711517334, - 1.1948513984680176, - 1.195263385772705, - 1.1968352794647217, - 1.2132058143615723, - 1.209320068359375, - 1.2078282833099365, - 1.2040069103240967, - 1.2032370567321777, - 1.200516939163208, - 1.2008193731307983, - 1.1998556852340698 + 1.230165958404541, + 1.216487169265747, + 1.2145657539367676, + 1.2155979871749878, + 1.2172974348068237, + 1.2167284488677979, + 1.2157974243164062, + 1.2148158550262451, + 1.2143627405166626, + 1.2145432233810425, + 1.2118191719055176, + 1.2102009057998657, + 1.2065062522888184, + 1.2053488492965698, + 1.2041395902633667, + 1.2049592733383179, + 1.2065659761428833, + 1.2035917043685913, + 1.2021701335906982, + 1.2034167051315308, + 1.2027695178985596, + 1.2005422115325928, + 1.2016997337341309, + 1.2036288976669312, + 1.2029269933700562, + 1.2020515203475952, + 1.2023098468780518, + 1.2017513513565063, + 1.2023688554763794, + 1.2002196311950684, + 1.1997003555297852, + 1.2024602890014648, + 1.2058780193328857, + 1.203600287437439, + 1.2029752731323242, + 1.2024362087249756, + 1.2008413076400757, + 1.200345516204834, + 1.197748064994812, + 1.1977386474609375, + 1.1990612745285034, + 1.1974847316741943, + 1.1956411600112915, + 1.1924901008605957, + 1.1919071674346924, + 1.1912387609481812, + 1.1934572458267212, + 1.1941399574279785, + 1.1927051544189453, + 1.1950654983520508, + 1.197243571281433, + 1.2008439302444458, + 1.201040506362915, + 1.2004501819610596, + 1.200110673904419, + 1.198896050453186, + 1.197679877281189, + 1.1939854621887207, + 1.193710446357727, + 1.1922788619995117, + 1.192494511604309, + 1.1922030448913574, + 1.1911121606826782, + 1.1920380592346191, + 1.199153184890747, + 1.1987522840499878, + 1.1973737478256226, + 1.1947221755981445, + 1.1940946578979492, + 1.1932178735733032, + 1.1921907663345337, + 1.1934638023376465 ], "p90": [ - 1.344527006149292, - 1.3861900568008423, - 1.3945741653442383, - 1.3923189640045166, - 1.392896294593811, - 1.3947821855545044, - 1.3958171606063843, - 1.3968333005905151, - 1.3980845212936401, - 1.3990190029144287, - 1.3988397121429443, - 1.39987313747406, - 1.4003137350082397, - 1.4006612300872803, - 1.401489496231079, - 1.4029489755630493, - 1.4028807878494263, - 1.402617335319519, - 1.4078291654586792, - 1.4092943668365479, - 1.4076625108718872, - 1.4082329273223877, - 1.4083057641983032, - 1.4067347049713135, - 1.4062564373016357, - 1.41193425655365, - 1.412636399269104, - 1.409056305885315, - 1.4086506366729736, - 1.4106252193450928, - 1.4100816249847412, - 1.4083659648895264, - 1.4063836336135864, - 1.4100924730300903, - 1.415211796760559, - 1.417298436164856, - 1.416874885559082, - 1.416025161743164, - 1.415257453918457, - 1.4144266843795776, - 1.4134379625320435, - 1.4157897233963013, - 1.4174860715866089, - 1.4171271324157715, - 1.418052077293396, - 1.415898323059082, - 1.414504885673523, - 1.414095401763916, - 1.4151889085769653, - 1.4182100296020508, - 1.418907880783081, - 1.4184741973876953, - 1.4169827699661255, - 1.4164634943008423, - 1.4160305261611938, - 1.415542721748352, - 1.4149209260940552, - 1.4152989387512207, - 1.415885329246521, - 1.4155961275100708, - 1.4152125120162964, - 1.4155607223510742, - 1.4160683155059814, - 1.4182944297790527, - 1.4155840873718262, - 1.420933723449707, - 1.4267059564590454, - 1.4265780448913574, - 1.4252115488052368, - 1.4240834712982178, - 1.4224848747253418, - 1.42019784450531 + 1.4397127628326416, + 1.4391287565231323, + 1.438319206237793, + 1.4375187158584595, + 1.4393290281295776, + 1.4422826766967773, + 1.444528579711914, + 1.4462263584136963, + 1.4476253986358643, + 1.449638843536377, + 1.4486451148986816, + 1.4495793581008911, + 1.4460991621017456, + 1.4465850591659546, + 1.4471815824508667, + 1.4476311206817627, + 1.4493118524551392, + 1.448913812637329, + 1.451012372970581, + 1.4567675590515137, + 1.4557647705078125, + 1.4534775018692017, + 1.454401969909668, + 1.4582040309906006, + 1.4596478939056396, + 1.4581880569458008, + 1.4578804969787598, + 1.4588336944580078, + 1.4603159427642822, + 1.4592348337173462, + 1.460005283355713, + 1.4639455080032349, + 1.4568942785263062, + 1.4667854309082031, + 1.4664949178695679, + 1.4666812419891357, + 1.4674965143203735, + 1.4742921590805054, + 1.4719308614730835, + 1.471688985824585, + 1.4759691953659058, + 1.4801265001296997, + 1.4806373119354248, + 1.4823940992355347, + 1.4846909046173096, + 1.4814674854278564, + 1.482616901397705, + 1.484559416770935, + 1.4869464635849, + 1.4843056201934814, + 1.48337721824646, + 1.487886905670166, + 1.4856590032577515, + 1.4857712984085083, + 1.4853445291519165, + 1.487691879272461, + 1.4887666702270508, + 1.4851186275482178, + 1.4847888946533203, + 1.484611988067627, + 1.4863104820251465, + 1.4877017736434937, + 1.4884167909622192, + 1.4916396141052246, + 1.4525787830352783, + 1.461546778678894, + 1.4622212648391724, + 1.4620311260223389, + 1.4673405885696411, + 1.4706482887268066, + 1.471850872039795, + 1.4726171493530273 ], "timestamps": [ - "2026-06-20 06:10:00", - "2026-06-20 06:20:00", - "2026-06-20 06:30:00", - "2026-06-20 06:40:00", - "2026-06-20 06:50:00", - "2026-06-20 07:00:00", "2026-06-20 07:10:00", "2026-06-20 07:20:00", "2026-06-20 07:30:00", @@ -529,6 +522,11 @@ "2026-06-21 06:20:00", "2026-06-21 06:30:00", "2026-06-21 06:40:00", - "2026-06-21 06:50:00" + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index c48afdd29b032d43c388efed41fb8dcac214c76a..8f9d826f6850a351d1a09a732e287393299ce405 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,49 +1,25 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T07:23:11.101888+00:00", + "evaluated_at": "2026-06-22T07:32:15.556250+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index ec104dc9192f807d422ecd83ac565863136987a6..4c44200d4df7077f7806722cfcd9fa0aa71f3e32 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,95118.2574742635,95118.2574742635,223.40852864583334,0.21140377185761786,0.00349623944571531,0.0034856622053630296,1.821472124545619,308.41247943989475,0.0048117438219055135,0.003485541860773143,0.004268292619615591,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,95095.08970451355,95095.08970451355,222.68603515625,0.2107201012306893,0.003484994638327676,0.0034744202029217824,1.821472124545619,308.3749174373842,0.004811103451507551,0.003474230528364253,0.004264487088745963,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0027895231447228495,0.0027895231447228495,0.045048201084136964,0.13206420998775434,0.045210540567472396,0.043640943090915756,1.8892902304353822,0.052815936465453774,0.040024196504100155,0.03413776547400701,0.058571939850699084,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.08801604158910356,0.08801604158910356,0.2789187911483977,4.183783555288893,0.17344815079569648,0.19171360335871324,107.31285453888636,0.2966749763446583,0.18803342560871872,0.17677950601855769,0.16028977640666583,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.09046430652853428,0.09046430652853428,0.28334854543209076,4.306900354995931,0.17550617774454969,0.19416694391886616,112.5121863673323,0.3007728487223112,0.18979530192452074,0.17880012427520756,0.16305349019929324,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.0004924023849450047,0.0004924023849450047,0.015497088432312012,0.007987046467437338,0.0011088889436566961,0.001108364831466357,1.0148653389990736,0.02219014161615479,0.0015854820138872557,0.0011072644511274014,0.01517449476225942,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,47.02352757015751,47.02352757015751,5.981669187545776,0.5169466544113396,0.3390473663888512,0.2723283342247392,2.875945915918399,6.8573703101230805,0.31956677173389114,0.27875739903125946,0.2092540285013769,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.8009320507633977,1.8009320507633977,1.2708213329315186,0.6793973140189894,0.05344228120329033,0.0519122326829815,3.743296597457231,1.3419880963568185,0.05630719285413225,0.05332117480831546,0.03231171042583854,Weather,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 13f2e5cdadfece8addc9921301fa22ae1bac2f93..fb38713f10c24a174a0ac0648f2fb82800295df6 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T07:21:44.995044+00:00", + "evaluated_at": "2026-06-22T07:31:22.722969+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64100.01953125, 64247.73828125, 63989.94921875, - 64258.66015625 + 64276.0 ], "p50": [ 64245.96484375, diff --git a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 47aa058d01f757e100a8e3c7b99b80caeebdfe46..fc2530e3a62686a589b56e024747d52d648be23a 100644 --- a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T06:17:08.494253+00:00", + "evaluated_at": "2026-06-22T07:31:30.965764+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 6478f1867a44067968b2b21bf227adb695237dcc..3d1a890b49a370fc2dd424e83a4309ba019ca62a 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T07:03:44.850549+00:00", + "evaluated_at": "2026-06-22T07:31:35.413603+00:00", "freq": "10min", - "context_length": 77, + "context_length": 76, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, - 1.2999999523162842, 1.399999976158142, 1.399999976158142, 1.2000000476837158, @@ -82,11 +79,11 @@ 1.2999999523162842, 1.399999976158142, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.5, + 1.399999976158142 ], "actuals": [ - 1.5, - 1.399999976158142, 1.5, 1.5, 1.5, @@ -156,237 +153,233 @@ 1.7000000476837158, 1.7999999523162842, 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, 1.7000000476837158 ], "p50": [ - 1.2241417169570923, - 1.300214409828186, - 1.2994632720947266, - 1.2994412183761597, - 1.299333095550537, - 1.2994760274887085, - 1.2993565797805786, - 1.2995537519454956, - 1.2994370460510254, - 1.2994205951690674, - 1.299316644668579, - 1.2994214296340942, - 1.2993273735046387, - 1.2992547750473022, - 1.2994179725646973, - 1.299442172050476, - 1.299456000328064, - 1.2995401620864868, - 1.2995160818099976, - 1.2997190952301025, - 1.2996838092803955, - 1.299504041671753, - 1.2996792793273926, - 1.2998206615447998, - 1.2996536493301392, - 1.2996772527694702, - 1.2996768951416016, - 1.2997428178787231, - 1.299838662147522, - 1.299695611000061, - 1.2997771501541138, - 1.2997190952301025, - 1.300176739692688, - 1.300633430480957, - 1.300365924835205, - 1.3003674745559692, - 1.300271987915039, - 1.300219178199768, - 1.3002206087112427, - 1.300191879272461, - 1.3001728057861328, - 1.3001470565795898, - 1.3002500534057617, - 1.300275444984436, - 1.300147533416748, - 1.3002187013626099, - 1.3002291917800903, - 1.3001765012741089, - 1.3001254796981812, - 1.3001971244812012, - 1.3000848293304443, - 1.3002116680145264, - 1.3001604080200195, - 1.3000726699829102, - 1.3000996112823486, - 1.3001303672790527, - 1.3000231981277466, - 1.300062656402588, - 1.3000717163085938, - 1.3000483512878418, - 1.300135612487793, - 1.30000901222229, - 1.2999887466430664, - 1.300066590309143, - 1.3000560998916626, - 1.300436019897461, - 1.3002324104309082, - 1.3002601861953735, - 1.3002090454101562, - 1.3001350164413452, - 1.3000975847244263, - 1.3001506328582764 + 1.3014872074127197, + 1.301322340965271, + 1.3011635541915894, + 1.3013759851455688, + 1.301257848739624, + 1.3012369871139526, + 1.3013923168182373, + 1.3013402223587036, + 1.301360845565796, + 1.301268219947815, + 1.3014191389083862, + 1.3013628721237183, + 1.3012971878051758, + 1.301318645477295, + 1.301364541053772, + 1.3014085292816162, + 1.3014023303985596, + 1.301326870918274, + 1.3013043403625488, + 1.3013105392456055, + 1.3013505935668945, + 1.3014137744903564, + 1.3013497591018677, + 1.3013396263122559, + 1.301282286643982, + 1.3014278411865234, + 1.3013869524002075, + 1.301421046257019, + 1.3013947010040283, + 1.301344633102417, + 1.3013548851013184, + 1.3013484477996826, + 1.301173448562622, + 1.3013771772384644, + 1.3013266324996948, + 1.3012527227401733, + 1.3011748790740967, + 1.3012892007827759, + 1.3014075756072998, + 1.301302433013916, + 1.3014276027679443, + 1.3014166355133057, + 1.3014105558395386, + 1.3013389110565186, + 1.3013802766799927, + 1.3014016151428223, + 1.3014477491378784, + 1.301446795463562, + 1.3014497756958008, + 1.301414132118225, + 1.3013919591903687, + 1.3013595342636108, + 1.3013644218444824, + 1.3013627529144287, + 1.301411509513855, + 1.3013882637023926, + 1.3013612031936646, + 1.301346778869629, + 1.3014127016067505, + 1.301457405090332, + 1.3014448881149292, + 1.301440954208374, + 1.3014529943466187, + 1.3014109134674072, + 1.3015247583389282, + 1.301439881324768, + 1.301409125328064, + 1.3013354539871216, + 1.3014074563980103, + 1.3014520406723022, + 1.3015841245651245, + 1.301573395729065 ], "p10": [ - 1.1833518743515015, - 1.1919819116592407, - 1.1900970935821533, - 1.1888141632080078, - 1.1920359134674072, - 1.1939541101455688, - 1.195027470588684, - 1.1956536769866943, - 1.1967687606811523, - 1.1952422857284546, - 1.196036458015442, - 1.1933730840682983, - 1.197399377822876, - 1.1968259811401367, - 1.1960786581039429, - 1.1968263387680054, - 1.1958503723144531, - 1.1943892240524292, - 1.1967908143997192, - 1.1967114210128784, - 1.1973952054977417, - 1.1972578763961792, - 1.1973521709442139, - 1.1960103511810303, - 1.1980868577957153, - 1.1980679035186768, - 1.1974101066589355, - 1.197948694229126, - 1.1972236633300781, - 1.1951719522476196, - 1.1976100206375122, - 1.1967531442642212, - 1.1883186101913452, - 1.1952929496765137, - 1.1952898502349854, - 1.196710467338562, - 1.1943672895431519, - 1.19833242893219, - 1.195480227470398, - 1.196821928024292, - 1.1974446773529053, - 1.1964564323425293, - 1.196919322013855, - 1.1960277557373047, - 1.1964434385299683, - 1.1957014799118042, - 1.1960582733154297, - 1.1960742473602295, - 1.1963223218917847, - 1.1959857940673828, - 1.1970436573028564, - 1.197056531906128, - 1.197441816329956, - 1.1970003843307495, - 1.1967359781265259, - 1.1967612504959106, - 1.1969634294509888, - 1.197301983833313, - 1.1976778507232666, - 1.198324203491211, - 1.1986842155456543, - 1.1982916593551636, - 1.1987117528915405, - 1.1988701820373535, - 1.1961692571640015, - 1.194765329360962, - 1.1967686414718628, - 1.197208046913147, - 1.1957062482833862, - 1.1980420351028442, - 1.1976933479309082, - 1.1965827941894531 + 1.1875847578048706, + 1.197648286819458, + 1.1902153491973877, + 1.1909927129745483, + 1.1919232606887817, + 1.189881682395935, + 1.1933088302612305, + 1.1959576606750488, + 1.1934504508972168, + 1.1933982372283936, + 1.1940371990203857, + 1.1948449611663818, + 1.1958564519882202, + 1.1963688135147095, + 1.1967003345489502, + 1.1971728801727295, + 1.1971700191497803, + 1.196645736694336, + 1.196434736251831, + 1.1966866254806519, + 1.1970053911209106, + 1.1975533962249756, + 1.1974091529846191, + 1.1975229978561401, + 1.1970109939575195, + 1.1970452070236206, + 1.1967146396636963, + 1.1962239742279053, + 1.1958216428756714, + 1.195408582687378, + 1.195359468460083, + 1.1952375173568726, + 1.1974210739135742, + 1.1913219690322876, + 1.194514274597168, + 1.1958378553390503, + 1.1906609535217285, + 1.1956756114959717, + 1.1927146911621094, + 1.1940728425979614, + 1.195580005645752, + 1.1976298093795776, + 1.1963251829147339, + 1.196338176727295, + 1.1957405805587769, + 1.1950186491012573, + 1.1949999332427979, + 1.1955469846725464, + 1.1950018405914307, + 1.1949896812438965, + 1.1954702138900757, + 1.1958155632019043, + 1.1963975429534912, + 1.1968796253204346, + 1.1968846321105957, + 1.1972129344940186, + 1.1969918012619019, + 1.1967576742172241, + 1.1967633962631226, + 1.196347951889038, + 1.1963375806808472, + 1.195859670639038, + 1.1961699724197388, + 1.196205496788025, + 1.1943634748458862, + 1.193688154220581, + 1.1965336799621582, + 1.1966655254364014, + 1.1942389011383057, + 1.1947580575942993, + 1.193256139755249, + 1.1938891410827637 ], "p90": [ - 1.337237000465393, - 1.4210593700408936, - 1.411412000656128, - 1.4060187339782715, - 1.4103845357894897, - 1.4059714078903198, - 1.4095940589904785, - 1.4034844636917114, - 1.4061275720596313, - 1.4112153053283691, - 1.4088701009750366, - 1.4089021682739258, - 1.4081367254257202, - 1.4074631929397583, - 1.4064438343048096, - 1.4085643291473389, - 1.4043328762054443, - 1.4055733680725098, - 1.4037089347839355, - 1.4052311182022095, - 1.4057118892669678, - 1.4093469381332397, - 1.405765414237976, - 1.4069441556930542, - 1.4069136381149292, - 1.4064761400222778, - 1.406431794166565, - 1.4112656116485596, - 1.406443476676941, - 1.4073700904846191, - 1.4080040454864502, - 1.407595157623291, - 1.4121379852294922, - 1.4050813913345337, - 1.4014918804168701, - 1.4075593948364258, - 1.410361886024475, - 1.4050078392028809, - 1.4078713655471802, - 1.4078643321990967, - 1.4064717292785645, - 1.4062399864196777, - 1.405474305152893, - 1.403404951095581, - 1.4033105373382568, - 1.4034337997436523, - 1.403615117073059, - 1.4042266607284546, - 1.403232455253601, - 1.404040813446045, - 1.402084469795227, - 1.4032771587371826, - 1.4022941589355469, - 1.4032886028289795, - 1.4023137092590332, - 1.4022390842437744, - 1.4024039506912231, - 1.4020323753356934, - 1.4022477865219116, - 1.4031615257263184, - 1.4020891189575195, - 1.4030508995056152, - 1.4027917385101318, - 1.4031964540481567, - 1.3942680358886719, - 1.3987253904342651, - 1.405340552330017, - 1.4008632898330688, - 1.4095637798309326, - 1.4059021472930908, - 1.4085201025009155, - 1.408185362815857 + 1.3949089050292969, + 1.403421401977539, + 1.4008294343948364, + 1.40337336063385, + 1.4010652303695679, + 1.3990604877471924, + 1.4012858867645264, + 1.4035401344299316, + 1.4063435792922974, + 1.4031563997268677, + 1.4044901132583618, + 1.402754306793213, + 1.404374361038208, + 1.4055057764053345, + 1.4044159650802612, + 1.4031860828399658, + 1.4043344259262085, + 1.4050161838531494, + 1.4045296907424927, + 1.4050790071487427, + 1.4040056467056274, + 1.4042209386825562, + 1.4045268297195435, + 1.404280424118042, + 1.404333233833313, + 1.4042718410491943, + 1.4041692018508911, + 1.404309868812561, + 1.4050711393356323, + 1.4046947956085205, + 1.4045435190200806, + 1.4050958156585693, + 1.403838038444519, + 1.4084465503692627, + 1.4085839986801147, + 1.403917908668518, + 1.4067058563232422, + 1.4069154262542725, + 1.406473994255066, + 1.407882809638977, + 1.4092775583267212, + 1.406174659729004, + 1.4071152210235596, + 1.406987190246582, + 1.4075626134872437, + 1.4068711996078491, + 1.4064662456512451, + 1.4041941165924072, + 1.4049583673477173, + 1.4062035083770752, + 1.4046556949615479, + 1.4047443866729736, + 1.4046342372894287, + 1.4040223360061646, + 1.4046669006347656, + 1.40446138381958, + 1.4045497179031372, + 1.4040627479553223, + 1.404868483543396, + 1.4045904874801636, + 1.4053311347961426, + 1.4051203727722168, + 1.405063271522522, + 1.405167818069458, + 1.410595417022705, + 1.4086418151855469, + 1.4091179370880127, + 1.4069710969924927, + 1.4086476564407349, + 1.4092774391174316, + 1.4097799062728882, + 1.4126979112625122 ], "timestamps": [ - "2026-06-20 06:10:00", - "2026-06-20 06:20:00", - "2026-06-20 06:30:00", - "2026-06-20 06:40:00", - "2026-06-20 06:50:00", - "2026-06-20 07:00:00", "2026-06-20 07:10:00", "2026-06-20 07:20:00", "2026-06-20 07:30:00", @@ -529,6 +522,11 @@ "2026-06-21 06:20:00", "2026-06-21 06:30:00", "2026-06-21 06:40:00", - "2026-06-21 06:50:00" + "2026-06-21 06:50:00", + "2026-06-21 07:00:00", + "2026-06-21 07:10:00", + "2026-06-21 07:20:00", + "2026-06-21 07:30:00", + "2026-06-21 07:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 1eb99ece4cd435e761ee1d758a299f600006ef4a..d9b42ab8b363565647749ac8b61eb17f73894e5c 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,49 +1,25 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T07:22:16.531812+00:00", + "evaluated_at": "2026-06-22T07:31:37.565186+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t010600z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t050500z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t070000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z", - "data_fetched_at": "2026-06-22T07:18:59.615494Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z", + "data_fetched_at": "2026-06-22T07:29:27.434496Z", + "context_length": 76, + "prediction_length": 72 } ], "failed_datasets": []