diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 6501f571d4823c6a5fc58ae69de1c9ce15d46eb0..e95d29e90d6661d944d5906cd137a350a543a015 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T03:14:11.729246+00:00", + "generated_at": "2026-06-22T03:20:43.663099+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", @@ -7,7 +7,8 @@ "config_key": [ "dataset", "term_length", - "frequency" + "frequency", + "prediction_length" ], "num_configs": 10, "num_models": 10 diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 2bbf96c8b25592367f0ba67c642014bc969f45e8..d153d9bed421d82028dda897e6d76aa56ff9ff44 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,TimesFM-2.5,0.29274344000352875,0.5838387677643602,7.0,1,1,1.0 Air Quality,Timer-S1,0.9597567158107072,0.5951525939969209,8.0,1,1,1.0 Air Quality,Moving-Average,0.7151188654894579,0.7477084300795455,9.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -Finance,ETS,0.2848713885045487,0.4288350040197883,1.0,1,1,1.0 -Finance,Moving-Average,0.4515006137301756,0.5561889019722432,2.0,1,1,1.0 -Finance,Timer-S1,0.918467448784237,0.7180355501380211,3.0,1,1,1.0 -Finance,Toto-2.0-1B,0.8519403062956087,0.7709783009459207,4.0,1,1,1.0 -Finance,TimesFM-2.5,1.024644835298004,0.9633296352062469,5.0,1,1,1.0 -Finance,Chronos-2,1.8678805684002195,0.9844636295669993,6.0,1,1,1.0 +Finance,ETS,0.28967813431637257,0.4298052545169407,1.0,1,1,1.0 +Finance,Moving-Average,0.46652504683074414,0.5675331087538944,2.0,1,1,1.0 +Finance,Timer-S1,0.917752155033288,0.7156041793809162,3.0,1,1,1.0 +Finance,Toto-2.0-1B,0.8452114994588056,0.7687213511258015,4.0,1,1,1.0 +Finance,TimesFM-2.5,1.014994709897632,0.9521124845671224,5.0,1,1,1.0 +Finance,Chronos-2,1.857503638087134,0.9829100113735939,6.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 -Finance,TiRex,1.966580763069508,1.0459601948608712,8.0,1,1,1.0 -Finance,Moirai-1.1-Large,2.6509920292060984,1.0981800768711096,9.0,1,1,1.0 -Finance,ARIMA,1.227659758197834,1.9605984266541459,10.0,1,1,1.0 +Finance,TiRex,1.9555008260043236,1.0446091783150033,8.0,1,1,1.0 +Finance,Moirai-1.1-Large,2.481202849844482,1.1102883449132457,9.0,1,1,1.0 +Finance,ARIMA,1.294261867699447,1.9814485159753468,10.0,1,1,1.0 Hazards,Chronos-2,0.41340592380632135,0.527212440890654,1.0,1,1,1.0 Hazards,ETS,0.42841036677835587,0.5784684061057287,2.0,1,1,1.0 Hazards,Toto-2.0-1B,0.554940676169973,0.5819581322300102,3.0,1,1,1.0 @@ -39,15 +39,15 @@ Hydrology,ETS,0.12955180910838496,0.6097387987549029,7.0,1,1,1.0 Hydrology,Moving-Average,0.2141729085870418,0.7156859654377106,8.0,1,1,1.0 Hydrology,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 Hydrology,ARIMA,0.833080576024391,1.1568200704221063,10.0,1,1,1.0 -Ocean,ETS,0.19634572000034883,0.33931153210631815,2.0,2,2,1.0 -Ocean,Timer-S1,0.0634842885676994,0.21032324722711523,3.0,2,2,1.0 -Ocean,TiRex,0.28132028345578153,0.43203376666248683,4.0,2,2,1.0 -Ocean,Moirai-1.1-Large,0.8863045631332103,0.8005314045290643,5.5,2,2,1.0 -Ocean,Moving-Average,0.9552974401774069,0.9480668419369354,5.5,2,2,1.0 -Ocean,TimesFM-2.5,0.16421448792102053,0.33402796652957667,6.0,2,2,1.0 -Ocean,Toto-2.0-1B,0.467621269057134,0.5378187599019658,6.0,2,2,1.0 -Ocean,ARIMA,0.23813755092447808,0.47414503491453225,6.5,2,2,1.0 -Ocean,Chronos-2,0.5113701074634932,0.5885066990493041,8.0,2,2,1.0 +Ocean,ETS,0.25546361956108743,0.38071965916493883,2.0,2,2,1.0 +Ocean,Timer-S1,0.07069651082075788,0.22493334776089607,3.0,2,2,1.0 +Ocean,TiRex,0.242753867328613,0.4114164587716959,4.0,2,2,1.0 +Ocean,Moirai-1.1-Large,0.8832188815671566,0.8015089310969871,5.5,2,2,1.0 +Ocean,Moving-Average,0.9523139536363813,0.946938343401142,5.5,2,2,1.0 +Ocean,TimesFM-2.5,0.13931048306173027,0.30997524410387073,6.0,2,2,1.0 +Ocean,ARIMA,0.24581318256769064,0.48055701377831245,6.5,2,2,1.0 +Ocean,Toto-2.0-1B,0.536437440303936,0.5872089776291036,6.5,2,2,1.0 +Ocean,Chronos-2,0.44717426523011883,0.5448075924531648,7.5,2,2,1.0 Ocean,Seasonal-Naive,1.0,1.0,8.5,2,2,1.0 Weather,Chronos-2,0.13700960440408302,0.34598613103828746,1.6666666666666667,3,3,1.0 Weather,Timer-S1,0.40426646280240314,0.5152056601717778,3.6666666666666665,3,3,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 028328e412fb4709c982a0b0ba92aa5108538496..6706e80880d83615c3956abcb65280c91a64dbb5 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,23 +29,23 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.3263149661424668,0.47096434796872727,3.0,6,6,1.0 -1h,Toto-2.0-1B,0.3363721055638902,0.4828005263377437,3.5,6,6,1.0 -1h,ETS,1.0309146430267861,0.9251122962889637,4.5,6,6,1.0 -1h,Timer-S1,0.6030645633672089,0.589802472699625,5.0,6,6,1.0 -1h,TiRex,0.4267238109624907,0.5522576203819547,5.166666666666667,6,6,1.0 -1h,TimesFM-2.5,0.35185090690555837,0.6330538151699363,5.5,6,6,1.0 -1h,Moirai-1.1-Large,0.8121439291122419,0.639490760712013,5.833333333333333,6,6,1.0 -1h,ARIMA,1.221408973819799,1.1053768479216115,6.833333333333333,6,6,1.0 -1h,Moving-Average,0.9922359722084967,0.938713769019095,7.333333333333333,6,6,1.0 +1h,Chronos-2,0.3260121262462075,0.4708403920812065,3.0,6,6,1.0 +1h,Toto-2.0-1B,0.33592785149289467,0.4825646813851103,3.5,6,6,1.0 +1h,ETS,1.0337936385452011,0.9254608163681832,4.5,6,6,1.0 +1h,Timer-S1,0.6029862611261337,0.5894691428847991,5.0,6,6,1.0 +1h,TiRex,0.42632216539229717,0.5521386689070512,5.166666666666667,6,6,1.0 +1h,TimesFM-2.5,0.3512964372618544,0.6318192499437797,5.5,6,6,1.0 +1h,Moirai-1.1-Large,0.8032338034916967,0.6406605432008923,5.833333333333333,6,6,1.0 +1h,ARIMA,1.2322111352147784,1.107327420833973,6.833333333333333,6,6,1.0 +1h,Moving-Average,0.997664236980082,0.94187803425079,7.333333333333333,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,8.333333333333334,6,6,1.0 -6min,Timer-S1,0.0039194457747599885,0.045599917928147486,1.0,1,1,1.0 -6min,TimesFM-2.5,0.02482615002102433,0.10551934542655168,2.0,1,1,1.0 -6min,ETS,0.04090309307110137,0.1250990927925977,3.0,1,1,1.0 -6min,TiRex,0.07364994705697636,0.19649374324217567,4.0,1,1,1.0 -6min,ARIMA,0.0561216041706961,0.22079311630865342,5.0,1,1,1.0 -6min,Toto-2.0-1B,0.20961309533704284,0.2978466635430555,6.0,1,1,1.0 -6min,Chronos-2,0.22721822803090114,0.33208613696348677,7.0,1,1,1.0 -6min,Moirai-1.1-Large,0.7433244173058922,0.6866354540494892,8.0,1,1,1.0 -6min,Moving-Average,0.9560307748053163,0.9692885890993074,9.0,1,1,1.0 +6min,Timer-S1,0.004860580120183471,0.05215514996336791,1.0,1,1,1.0 +6min,TimesFM-2.5,0.017867098474202394,0.09086998376163129,2.0,1,1,1.0 +6min,ETS,0.06924228563346163,0.15749527383874828,3.0,1,1,1.0 +6min,TiRex,0.05484065852487423,0.17818726691562944,4.0,1,1,1.0 +6min,ARIMA,0.0597977233908932,0.22680517278402526,5.0,1,1,1.0 +6min,Chronos-2,0.1737505139698977,0.2845995618357044,6.0,1,1,1.0 +6min,Toto-2.0-1B,0.2758468709505801,0.3550636547411824,7.0,1,1,1.0 +6min,Moirai-1.1-Large,0.7381576386643689,0.6883133749852083,8.0,1,1,1.0 +6min,Moving-Average,0.950068546043484,0.9669824442211793,9.0,1,1,1.0 6min,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 89b3505f84aa9f35be353ee41288563b15eb3a2d..a9335ced8f46f4fac81c03d27c6c6f93b680a414 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -1,11 +1,41 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -short,Toto-2.0-1B,0.08798630591891485,0.4247217466150822,3.9,10,10,1.0 -short,Timer-S1,0.14208729711219228,0.3909688080251913,4.0,10,10,1.0 -short,Chronos-2,0.11818128167625137,0.43162384012474525,4.4,10,10,1.0 -short,TiRex,0.12283065864959891,0.4390427655670818,4.5,10,10,1.0 -short,ETS,0.5452531014312199,0.6787904270842214,4.7,10,10,1.0 -short,Moirai-1.1-Large,0.622098699186278,0.5404679437667355,5.0,10,10,1.0 -short,TimesFM-2.5,0.12032073680296805,0.4807340608558617,5.7,10,10,1.0 -short,ARIMA,0.7468525755421501,0.8519373753010661,7.1,10,10,1.0 -short,Moving-Average,0.76869301691828,0.8544467271984078,7.1,10,10,1.0 -short,Seasonal-Naive,1.0,1.0,8.6,10,10,1.0 +7,Timer-S1,0.07964128523181596,0.2055042777744156,1.0,1,1,1.0 +7,TiRex,0.06236664013921311,0.21782916134449717,2.0,1,1,1.0 +7,Moirai-1.1-Large,0.11794628922452742,0.23000093954870818,3.0,1,1,1.0 +7,Toto-2.0-1B,0.10172380968762323,0.24120799219304195,4.0,1,1,1.0 +7,Chronos-2,0.08243971770857998,0.24420464833414451,5.0,1,1,1.0 +7,TimesFM-2.5,0.07774156244698004,0.27902001162528867,6.0,1,1,1.0 +7,ARIMA,0.3442226286647693,0.4245475140866636,7.0,1,1,1.0 +7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 +7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 +7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 +24,Chronos-2,0.08180503797310691,0.42842330040652693,3.2857142857142856,7,7,1.0 +24,Toto-2.0-1B,0.053412422783944154,0.4302587791677111,3.2857142857142856,7,7,1.0 +24,Timer-S1,0.1942638153562492,0.5114046319246961,4.714285714285714,7,7,1.0 +24,ETS,0.7683836015156147,0.8719072564282152,4.857142857142857,7,7,1.0 +24,TiRex,0.10670381335640881,0.48742514890635474,5.0,7,7,1.0 +24,Moirai-1.1-Large,0.7063167478895472,0.5466517617325796,5.142857142857143,7,7,1.0 +24,TimesFM-2.5,0.1170199379763372,0.575584051847126,5.571428571428571,7,7,1.0 +24,ARIMA,1.1651978733772577,1.1142659961194346,7.285714285714286,7,7,1.0 +24,Moving-Average,0.8008006611977295,0.9056403994720742,7.428571428571429,7,7,1.0 +24,Seasonal-Naive,1.0,1.0,8.428571428571429,7,7,1.0 +60,Timer-S1,0.004860580120183471,0.05215514996336791,1.0,1,1,1.0 +60,TimesFM-2.5,0.017867098474202394,0.09086998376163129,2.0,1,1,1.0 +60,ETS,0.06924228563346163,0.15749527383874828,3.0,1,1,1.0 +60,TiRex,0.05484065852487423,0.17818726691562944,4.0,1,1,1.0 +60,ARIMA,0.0597977233908932,0.22680517278402526,5.0,1,1,1.0 +60,Chronos-2,0.1737505139698977,0.2845995618357044,6.0,1,1,1.0 +60,Toto-2.0-1B,0.2758468709505801,0.3550636547411824,7.0,1,1,1.0 +60,Moirai-1.1-Large,0.7381576386643689,0.6883133749852083,8.0,1,1,1.0 +60,Moving-Average,0.950068546043484,0.9669824442211793,9.0,1,1,1.0 +60,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 +72,ETS,0.9425116505356088,0.9203289428422581,1.0,1,1,1.0 +72,Moving-Average,0.954564668062432,0.9273097268332593,2.0,1,1,1.0 +72,Moirai-1.1-Large,1.0567872658856674,0.9333198946512411,3.0,1,1,1.0 +72,TiRex,1.0745574850504225,0.9499191804114027,4.0,1,1,1.0 +72,Timer-S1,1.028271629856577,0.9700865776526483,5.0,1,1,1.0 +72,Toto-2.0-1B,1.0432060598265553,0.9711339890858831,6.0,1,1,1.0 +72,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 +72,ARIMA,1.0104752705896327,1.0182088911677363,8.0,1,1,1.0 +72,Chronos-2,1.1508732775244659,1.042922592291134,9.0,1,1,1.0 +72,TimesFM-2.5,1.0862094211275681,1.0573860363979155,10.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index ee2a4f0f82f051dbb5697ef0bab59e5cce7479f9..c689cc80520d4889fa902d307085917a8f4ab663 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Toto-2.0-1B,0.08798630591891485,0.4247217466150822,3.9,10,10,1.0 -Overall,Timer-S1,0.14208729711219228,0.3909688080251913,4.0,10,10,1.0 -Overall,Chronos-2,0.11818128167625137,0.43162384012474525,4.4,10,10,1.0 -Overall,TiRex,0.12283065864959891,0.4390427655670818,4.5,10,10,1.0 -Overall,ETS,0.5452531014312199,0.6787904270842214,4.7,10,10,1.0 -Overall,Moirai-1.1-Large,0.622098699186278,0.5404679437667355,5.0,10,10,1.0 -Overall,TimesFM-2.5,0.12032073680296805,0.4807340608558617,5.7,10,10,1.0 -Overall,ARIMA,0.7468525755421501,0.8519373753010661,7.1,10,10,1.0 -Overall,Moving-Average,0.76869301691828,0.8544467271984078,7.1,10,10,1.0 +Overall,Timer-S1,0.14516695319864026,0.3961212274591828,4.0,10,10,1.0 +Overall,Toto-2.0-1B,0.09036404695479511,0.4321241369159885,4.0,10,10,1.0 +Overall,Chronos-2,0.11498866857375332,0.42494740416572563,4.3,10,10,1.0 +Overall,TiRex,0.11919400828493197,0.43471386036886106,4.5,10,10,1.0 +Overall,ETS,0.5756869135859133,0.6947606210636381,4.7,10,10,1.0 +Overall,Moirai-1.1-Large,0.6175636851624603,0.5411929875795652,5.0,10,10,1.0 +Overall,TimesFM-2.5,0.11631721375711594,0.4730478400814755,5.7,10,10,1.0 +Overall,ARIMA,0.7555874814627285,0.8551333191147943,7.1,10,10,1.0 +Overall,Moving-Average,0.7707311370751304,0.8559697716188779,7.1,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,8.6,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index f28b613c20c9041318671398c5ce7563abfb8850..e07e149a870cc07c59b516497242795b0140c6cf 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,288308.88194992073,712494.3399867074,808.2985425916646,0.7261675435971543,0.012596940476233028,0.01268399902598605,13.684713595055442,536.9440212442269,0.008374529923674002,0.012606752406908863,0.011368960588576064,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,299449.9199319081,723460.0115788542,813.631387643748,0.7309585196880416,0.012678801851434227,0.012767189312437881,13.876352638690927,547.2201750044566,0.008534093650347047,0.012688871456460861,0.01145118259175226,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,23.339012917563625,24.127678798785734,3.92323273134415,2.1556225096116486,0.14572634493310063,0.16336371691708315,74.95807047940423,4.831046772446281,0.19184460425807365,0.1557946064711608,0.1530334168746246,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.06515300601392406,0.06711645146527047,0.22896032544312608,0.6730663048015735,0.13865987564787804,0.15122177436717749,24.983009185868475,0.25525086878191827,0.16685608786239256,0.1496701044014097,0.14768630554277282,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.06734987674303498,0.06922221894508991,0.2326450175380839,0.6800497119835325,0.13949892437846162,0.15227577009469948,25.39702915552029,0.2595185479749665,0.16667323312626248,0.14941397270583076,0.14757857299937116,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.055435817844219595,0.06325049777020283,0.2263784974437202,3.6786518990488912,0.14540567895416012,0.15907118159160577,52.22025398506824,0.23544812134357665,0.15638620385711355,0.15036209950658208,0.13341294108721424,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,1.7565951207547847,1.3813131146889337,1.0211066038494647,0.5867492271595073,0.06210310011683076,0.05962293227432059,6.871640338805189,1.3253660327452128,0.07867619526660372,0.060614789097981146,0.055704048797661505,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,39.92014682764222,38.93377324589405,5.475339990030119,0.4730053566777304,0.29013923689569626,0.2526649927278955,4.728355833184082,6.318239218931349,0.2821692116960469,0.24452577929076147,0.2070505540362538,Air Quality,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 91acd1665f59c61685439780ffcec03bb98517fb..1ffc8b0a684d0a2938386879bccc425b888dc627 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T03:14:11.471039+00:00", + "evaluated_at": "2026-06-22T03:20:43.295114+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64036.01171875 + 64164.0 ], "p50": [ 63707.84300941938, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 299b133cec7c602b2799126814e2eeb4425d3312..df24fd34ee4871bf17a7cc4fad68953345e6617d 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T03:07:52.279147+00:00", + "evaluated_at": "2026-06-22T03:20:43.364059+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9459999799728394, - 0.9660000205039978, 0.9850000143051147, 1.0140000581741333, 1.0410000085830688, @@ -245,11 +243,11 @@ 0.7229999899864197, 0.7440000176429749, 0.7649999856948853, - 0.7950000166893005 + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481 ], "actuals": [ - 0.828000009059906, - 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, 0.9430000185966492, @@ -307,197 +305,197 @@ 1.7730000019073486, 1.7519999742507935, 1.7350000143051147, - 1.7120000123977661 + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853 ], "p50": [ - 0.8171601898705754, - 0.8422569810972326, - 0.8671626708818228, - 0.8914606567943694, - 0.9153187895197157, - 0.9392448792928118, - 0.9599559008827183, - 0.9831884219715401, - 1.0034744992689677, - 1.0240979487541735, - 1.044031395922812, - 1.0653037792220208, - 1.0831111257475903, - 1.1013021719114175, - 1.1198529973809317, - 1.1377273057933448, - 1.154530464181431, - 1.1715347869708403, - 1.1881197284806306, - 1.2040301656697863, - 1.2212315844320316, - 1.235980559792019, - 1.2493417513820546, - 1.2632146961020951, - 1.2776502695217165, - 1.2926572284493514, - 1.3044470442738327, - 1.3188082567867179, - 1.3304793354164224, - 1.3430209246823384, - 1.3547662798540772, - 1.3659774370820505, - 1.3778385255146377, - 1.3887316757018402, - 1.4004120729396987, - 1.4102334328343935, - 1.4204535700416525, - 1.431531027050689, - 1.441296054176972, - 1.449535855081988, - 1.4593047410482938, - 1.4687850375952847, - 1.4768038049455594, - 1.4855268555400818, - 1.4935503383808455, - 1.5016912829810054, - 1.5090222088995433, - 1.5170008433089541, - 1.524820937730074, - 1.5335315456616847, - 1.5386516843763371, - 1.5456781197232732, - 1.5524149397557423, - 1.5597053987017724, - 1.5664177566283835, - 1.573195300679198, - 1.5785730790644434, - 1.5852030565422206, - 1.5910320375982347, - 1.5969993748948583 + 0.8744495659322904, + 0.8991834993949726, + 0.9236699662988691, + 0.9474718650215893, + 0.9721152041151497, + 0.9921998471147419, + 1.013805745843221, + 1.0356387541822403, + 1.05504767899733, + 1.0746672812521558, + 1.094696611679883, + 1.112995622193789, + 1.131269069998967, + 1.1478038469845282, + 1.1648159124140505, + 1.1825465351814297, + 1.1993015308157915, + 1.2154165601820284, + 1.2295597248344994, + 1.2430658027238581, + 1.256621518057046, + 1.2721556527625402, + 1.28465798040693, + 1.297925885855105, + 1.3096013224780516, + 1.3223312126024935, + 1.3343347656446993, + 1.3458058066197867, + 1.3576756678521442, + 1.3676121467361755, + 1.3803772926839446, + 1.3883629521151968, + 1.398424769630843, + 1.4082350141990072, + 1.4172370920326205, + 1.4278107804372764, + 1.4348109854658238, + 1.4439593442807035, + 1.4523223083565997, + 1.461414291193365, + 1.4695358697853185, + 1.4785742361935736, + 1.4840823761629869, + 1.48980427452977, + 1.4970246001404135, + 1.5037946093061314, + 1.510434255491348, + 1.5168590864919798, + 1.5230517940262063, + 1.5290328072482757, + 1.5358993286871945, + 1.5409908443747233, + 1.5470067992426542, + 1.551231234901663, + 1.5564137531919326, + 1.5633958830334422, + 1.5666430367766389, + 1.5717833735461972, + 1.5771731479912259, + 1.5801704981102693 ], "p10": [ - 0.8088129366343922, - 0.8338940576664214, - 0.8590773984418804, - 0.8815984732177786, - 0.9050698487474919, - 0.929529319145533, - 0.9505397842279704, - 0.974524463925107, - 0.9938109284680324, - 1.0142707212887676, - 1.0361448158963387, - 1.0562101729036923, - 1.073527866975524, - 1.0919196761110257, - 1.110400011358941, - 1.1289657045013326, - 1.145127005101445, - 1.1621492802382327, - 1.1782691487499246, - 1.19452665939576, - 1.210071111296882, - 1.2267902532684354, - 1.2411694943663851, - 1.254280842654618, - 1.268378321965115, - 1.283834346920436, - 1.2944218220265016, - 1.308297455777717, - 1.3208193355905964, - 1.3330980399968564, - 1.3470403764044192, - 1.3559398488377021, - 1.3681605975578515, - 1.3809187331608066, - 1.3909910848672404, - 1.4004492706710714, - 1.4125022514986045, - 1.4222892833663623, - 1.4306419524996759, - 1.4400740813258, - 1.4502994984355095, - 1.459738875402757, - 1.4671318980513008, - 1.474437415625967, - 1.4855750303424278, - 1.4934793031891735, - 1.4997842037468831, - 1.507441691720465, - 1.5165827048706653, - 1.5240509243653084, - 1.529156496539089, - 1.536118687973931, - 1.5445003367936754, - 1.5498904711657648, - 1.5558762496164695, - 1.5647573992540444, - 1.5702040260352594, - 1.5760664257427548, - 1.5813278281033267, - 1.5871891109289187 + 0.8662145015698449, + 0.8898096619841342, + 0.915574116421926, + 0.9373130043290485, + 0.9601659600653975, + 0.9836493431829247, + 1.0053550680355645, + 1.0241287326880562, + 1.0455321126409105, + 1.066854393929342, + 1.086033826786496, + 1.1026552110073522, + 1.1212097146086086, + 1.1405201873285256, + 1.1566827945214053, + 1.1730286655316284, + 1.188244139611891, + 1.2057785291491807, + 1.2204431481213758, + 1.2333097882197173, + 1.2475207516737283, + 1.2629708110815527, + 1.2746948282125146, + 1.2878778563455906, + 1.3020836190941416, + 1.3144835960958625, + 1.3262075790167316, + 1.3371217149236996, + 1.3482678440750322, + 1.3580175400227295, + 1.369726204050285, + 1.378822929604939, + 1.388518373831014, + 1.3977411641125275, + 1.4088537138225141, + 1.4179789831043874, + 1.427339192724155, + 1.4352898699321035, + 1.4435966201131392, + 1.4507742708271836, + 1.4594179479384781, + 1.4679574143855059, + 1.4733816802639281, + 1.4794361591215306, + 1.4874676536454228, + 1.4952070216010724, + 1.5009335932269061, + 1.5081011155373456, + 1.5147148586164476, + 1.5210003616725722, + 1.5265051743247597, + 1.5323300275033418, + 1.5371631459452506, + 1.54148973651138, + 1.5464428146854152, + 1.55181496283776, + 1.556664318300069, + 1.5622198507360618, + 1.5668850824568992, + 1.570152260778111 ], "p90": [ - 0.8268856287267462, - 0.8529630363945792, - 0.8779802387101746, - 0.9010075543500484, - 0.9252754700932327, - 0.9482212765882837, - 0.9701056315733914, - 0.99374519452845, - 1.0136249778586628, - 1.0340714708657033, - 1.0543675342510812, - 1.0741324310662013, - 1.0928553612290937, - 1.1113911003499177, - 1.1298264632342552, - 1.1475400080049813, - 1.1640769467620187, - 1.1814952907518557, - 1.1988080131835972, - 1.2141394691877843, - 1.229086465230302, - 1.2456970081431924, - 1.2589696951138036, - 1.2730545886988318, - 1.2878250681142946, - 1.3012240983606294, - 1.3155393510119993, - 1.3279102655697412, - 1.340557982652366, - 1.3521551814197244, - 1.3647258007585779, - 1.3758330104289884, - 1.3864388733832098, - 1.3989729203089363, - 1.4079792094711203, - 1.4209265958839021, - 1.43022264851244, - 1.440640705718451, - 1.450216025639568, - 1.4603413027143886, - 1.4685354670406667, - 1.479001125464954, - 1.4865691917088701, - 1.494867477226484, - 1.5030648258968462, - 1.5115453757122792, - 1.5193264865137703, - 1.526879122016537, - 1.5363097121172324, - 1.541580743855336, - 1.5480677589585605, - 1.556286302849991, - 1.56224651329276, - 1.5701521925460806, - 1.5757651426480557, - 1.5815991645111283, - 1.5882773084479964, - 1.5948529111982024, - 1.6006333710596883, - 1.6058381116736167 + 0.8841737002610353, + 0.9089848357181002, + 0.9326507546046073, + 0.9556305509620245, + 0.9802246771596734, + 1.0022446207618858, + 1.023238039740112, + 1.0439171696881677, + 1.0647647314739206, + 1.0846060105243387, + 1.1031107622718124, + 1.122599153127512, + 1.139882963181861, + 1.1573939025955953, + 1.174260968297184, + 1.1913648411003177, + 1.207730154194548, + 1.223603452433451, + 1.238271760327062, + 1.2523008493464605, + 1.2664270587599489, + 1.2818967620832469, + 1.2936645914165963, + 1.3072996785603546, + 1.3196692926499605, + 1.3314571723081765, + 1.3447181746488006, + 1.355657042340487, + 1.3661508157795796, + 1.3761378442512153, + 1.3883521683825928, + 1.398830533996844, + 1.4048566677323668, + 1.418169228465065, + 1.4269903649842246, + 1.4366131137255607, + 1.4452400843509292, + 1.455091874018621, + 1.4613770626972689, + 1.4714612409740429, + 1.4774221883661152, + 1.4865767230610736, + 1.49296147911966, + 1.5001395426330617, + 1.5064674231892987, + 1.5142285086353655, + 1.5197020864120045, + 1.5260392426773273, + 1.5325231594959727, + 1.5390685056170097, + 1.5456911433418745, + 1.5515602692462587, + 1.5548967548187833, + 1.5604251302682997, + 1.5664147527843009, + 1.5729361476627524, + 1.5771209191234095, + 1.5805585407380187, + 1.5866631429138, + 1.5895971089468615 ], "timestamps": [ - "2026-06-20 21:00:00", - "2026-06-20 21:06:00", "2026-06-20 21:12:00", "2026-06-20 21:18:00", "2026-06-20 21:24:00", @@ -795,6 +793,8 @@ "2026-06-22 02:36:00", "2026-06-22 02:42:00", "2026-06-22 02:48:00", - "2026-06-22 02:54:00" + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index b04abac561788f2ade2f8ea21f510a6290fe19c6..db1242947f858c306f2c7b9d852b3a4f370b4804 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,13 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T03:14:11.507686+00:00", + "evaluated_at": "2026-06-22T03:20:43.430578+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:11:50.844322Z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index f34af1b8e7d181b19746ec9d8ac529458e3f76ac..1011e65b4975e76a833d1b2ef7b8f95c71d8ff68 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,4.500,4.400,4.700,4.700,4.500,4.700,4.300,4.700,4.500,4.700 +2026-06-22,Chronos-2,4.400,4.300,4.600,4.600,4.400,4.600,4.100,4.600,4.400,4.600 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 8c4372c7269a98bbc1999c993595e1978d60e624..770b8fb4ec0bea6c58cf15cc993d5a089e91386f 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.5,4.4,4.7,4.7,4.5,4.7,4.3,4.7,4.5,4.7 +2026-W26,Chronos-Bolt-Mini,4.4,4.3,4.6,4.6,4.4,4.6,4.1,4.6,4.4,4.6 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 8f7bffa14f7b6d85b2f51dad09e77be69df07551..63a0ad64b9ac2d87e09473de7d396cff3b169cb5 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,438661.0823523204,438661.0823523204,569.80224609375,0.5119047920776327,0.008905513110583468,0.008852099230459376,1.5713130905677988,662.3149419666752,0.0103298967507704,0.008887008275893105,0.005708628576497484,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,429765.6676597595,429765.6676597595,564.4694010416666,0.5071138159867457,0.008821234843088726,0.008768906982697416,1.5713130905677988,655.5651513463475,0.010223772168941143,0.00880310147776561,0.005680431220268137,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.8190864914031408,0.8190864914031408,0.69321076075236,0.38088505630682673,0.027901220956347006,0.027436930558977266,2.1561741380116493,0.9050339725132648,0.03593959911280288,0.027527935523719557,0.026277060517932285,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.26378345373634815,0.26378345373634815,0.41443645556767783,1.2183037090995406,0.24225176067852983,0.2947942499402639,19.18391282270409,0.513598533619741,0.3357365342598284,0.2709148296872618,0.22212909310790158,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.19569433477284737,0.19569433477284737,0.35954654614130654,1.0509983310003332,0.2097330423832579,0.24795976391538377,13.043946764430284,0.44237352404144553,0.28411004175531374,0.23091523042327244,0.18518447659901793,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.06313821152436302,0.06313821152436302,0.2246868842177921,3.6511631742968254,0.1441868098063588,0.15776169212863145,96.55580869119147,0.25127318106865887,0.16689731348965264,0.14923851878192917,0.1366511052602274,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,0.07786747901207036,0.07786747901207036,0.23360876242319742,0.13423648450882741,0.013737275285611228,0.013724816158544496,1.3958654738587886,0.2790474493918021,0.01656477612567398,0.013867451069594723,0.017611260361001982,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,109.31964849691288,109.31964849691288,8.504114389419556,0.7346560519200726,0.45654499363250906,0.3394857527330733,3.5314221071149796,10.455603688783967,0.46694171405074625,0.37978923720482166,0.25677180435932784,Air Quality,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 868487ee3e98ebf8b3d24607a7151215484d091f..ad1c765c0109ff31f66e9aef1740a954e9fb0bae 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T03:12:12.571038+00:00", + "evaluated_at": "2026-06-22T03:18:32.472482+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64036.01171875 + 64164.0 ], "p50": [ 64444.35546875, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index ab8604c71273ba998e21775e009c27e0c9668cd0..96e46f658143275dd6844bb0b327aa502e11a101 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T03:04:48.910066+00:00", + "evaluated_at": "2026-06-22T03:18:38.135935+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9459999799728394, - 0.9660000205039978, 0.9850000143051147, 1.0140000581741333, 1.0410000085830688, @@ -245,11 +243,11 @@ 0.7229999899864197, 0.7440000176429749, 0.7649999856948853, - 0.7950000166893005 + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481 ], "actuals": [ - 0.828000009059906, - 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, 0.9430000185966492, @@ -307,197 +305,197 @@ 1.7730000019073486, 1.7519999742507935, 1.7350000143051147, - 1.7120000123977661 + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853 ], "p50": [ - 0.801055908203125, - 0.8284823298454285, - 0.8552588224411011, - 0.8803877830505371, - 0.9050896167755127, - 0.9246284365653992, - 0.9499185085296631, - 0.9706493616104126, - 0.994855523109436, - 1.015854835510254, - 1.0373218059539795, - 1.061614751815796, - 1.0835617780685425, - 1.1034196615219116, - 1.1243596076965332, - 1.1444525718688965, - 1.1789453029632568, - 1.1961381435394287, - 1.211706280708313, - 1.2231377363204956, - 1.2356666326522827, - 1.2507104873657227, - 1.262916088104248, - 1.269526720046997, - 1.2799491882324219, - 1.2855892181396484, - 1.2959318161010742, - 1.302167296409607, - 1.3086738586425781, - 1.310268521308899, - 1.3168143033981323, - 1.3186302185058594, - 1.320861577987671, - 1.3174777030944824, - 1.3067816495895386, - 1.3046739101409912, - 1.2916784286499023, - 1.2831916809082031, - 1.2718669176101685, - 1.2553317546844482, - 1.2453690767288208, - 1.228217601776123, - 1.215432047843933, - 1.200542688369751, - 1.177390217781067, - 1.1584147214889526, - 1.1390374898910522, - 1.1156909465789795, - 1.0756222009658813, - 1.052566647529602, - 1.031180500984192, - 1.001981496810913, - 0.9719700813293457, - 0.9431946277618408, - 0.9190667271614075, - 0.8823314905166626, - 0.8572989702224731, - 0.8338373899459839, - 0.8078833818435669, - 0.7832379341125488 + 0.8595243096351624, + 0.8894678950309753, + 0.9167216420173645, + 0.9447587728500366, + 0.9693131446838379, + 0.9905214309692383, + 1.0156117677688599, + 1.0367417335510254, + 1.0609679222106934, + 1.0837315320968628, + 1.1063214540481567, + 1.1307803392410278, + 1.1539461612701416, + 1.172701120376587, + 1.1940124034881592, + 1.2115164995193481, + 1.2533726692199707, + 1.2717969417572021, + 1.2886496782302856, + 1.2993111610412598, + 1.3149094581604004, + 1.3280664682388306, + 1.3379454612731934, + 1.348158836364746, + 1.355646014213562, + 1.3620765209197998, + 1.3702064752578735, + 1.378723382949829, + 1.387711763381958, + 1.3868157863616943, + 1.390754222869873, + 1.396256685256958, + 1.41695237159729, + 1.413492202758789, + 1.4071868658065796, + 1.4014332294464111, + 1.3922430276870728, + 1.3822038173675537, + 1.3691927194595337, + 1.3567790985107422, + 1.3447457551956177, + 1.3287373781204224, + 1.3117244243621826, + 1.2987914085388184, + 1.2756867408752441, + 1.2516858577728271, + 1.2346787452697754, + 1.208568811416626, + 1.166689157485962, + 1.1429122686386108, + 1.1227405071258545, + 1.090086817741394, + 1.0613279342651367, + 1.0348610877990723, + 1.009764552116394, + 0.9763084053993225, + 0.9515117406845093, + 0.9262676239013672, + 0.8985459804534912, + 0.8680493235588074 ], "p10": [ - 0.7798260450363159, - 0.8096754550933838, - 0.8261464238166809, - 0.8486970067024231, - 0.8631131052970886, - 0.8824003338813782, - 0.9046621918678284, - 0.9239526391029358, - 0.9437845349311829, - 0.9598299264907837, - 0.9795442223548889, - 1.0006518363952637, - 1.0180753469467163, - 1.0324592590332031, - 1.0493260622024536, - 1.069480061531067, - 1.0937490463256836, - 1.1027147769927979, - 1.1084586381912231, - 1.1155756711959839, - 1.1228647232055664, - 1.130098581314087, - 1.1300498247146606, - 1.1331547498703003, - 1.1321792602539062, - 1.1339080333709717, - 1.1329635381698608, - 1.1375091075897217, - 1.130116581916809, - 1.1311562061309814, - 1.1281397342681885, - 1.1164069175720215, - 1.1214382648468018, - 1.1106997728347778, - 1.0961343050003052, - 1.0819324254989624, - 1.0648163557052612, - 1.044377088546753, - 1.024537444114685, - 1.0027337074279785, - 0.9889118075370789, - 0.9617111682891846, - 0.9500038027763367, - 0.9300283193588257, - 0.8988161087036133, - 0.8807903528213501, - 0.8681715726852417, - 0.8397315144538879, - 0.7550241947174072, - 0.7296273708343506, - 0.7024840116500854, - 0.6747325658798218, - 0.6439357995986938, - 0.6039962768554688, - 0.58165442943573, - 0.5550445914268494, - 0.5179431438446045, - 0.4899832606315613, - 0.46256256103515625, - 0.4385431408882141 + 0.837670087814331, + 0.870570182800293, + 0.8875907063484192, + 0.914766788482666, + 0.9309072494506836, + 0.9474406838417053, + 0.9732213616371155, + 0.9921337366104126, + 1.01143479347229, + 1.0287885665893555, + 1.0493531227111816, + 1.0707318782806396, + 1.0891172885894775, + 1.102546215057373, + 1.118144154548645, + 1.1363637447357178, + 1.1655887365341187, + 1.1768704652786255, + 1.1783835887908936, + 1.1884700059890747, + 1.19694185256958, + 1.2025587558746338, + 1.2006292343139648, + 1.2047672271728516, + 1.202004313468933, + 1.2034611701965332, + 1.1992437839508057, + 1.205896258354187, + 1.1977646350860596, + 1.201026439666748, + 1.1938186883926392, + 1.182265281677246, + 1.2018437385559082, + 1.1851333379745483, + 1.174416184425354, + 1.159489631652832, + 1.1421303749084473, + 1.121954321861267, + 1.0981996059417725, + 1.0783090591430664, + 1.062493085861206, + 1.0319372415542603, + 1.0099029541015625, + 0.9903697371482849, + 0.9706953763961792, + 0.9353873133659363, + 0.9267120957374573, + 0.9014972448348999, + 0.8162561655044556, + 0.7774408459663391, + 0.7535210847854614, + 0.7304753065109253, + 0.6937904357910156, + 0.6573972702026367, + 0.6338093280792236, + 0.6044465899467468, + 0.566897988319397, + 0.5349140167236328, + 0.5024431347846985, + 0.48424267768859863 ], "p90": [ - 0.8239293098449707, - 0.8522450923919678, - 0.8839107155799866, - 0.9107930660247803, - 0.9348382353782654, - 0.9669183492660522, - 0.9928919076919556, - 1.0226529836654663, - 1.0440709590911865, - 1.073728084564209, - 1.0999516248703003, - 1.121232509613037, - 1.1504104137420654, - 1.1856333017349243, - 1.209348440170288, - 1.2348576784133911, - 1.306922197341919, - 1.332519769668579, - 1.3548463582992554, - 1.3789024353027344, - 1.3967372179031372, - 1.4175111055374146, - 1.4409416913986206, - 1.4645185470581055, - 1.4761903285980225, - 1.502273440361023, - 1.5205466747283936, - 1.5362133979797363, - 1.550843596458435, - 1.5683925151824951, - 1.5673145055770874, - 1.5850085020065308, - 1.5925309658050537, - 1.6039961576461792, - 1.6112117767333984, - 1.613982915878296, - 1.6068159341812134, - 1.6078827381134033, - 1.6128320693969727, - 1.6033316850662231, - 1.6079127788543701, - 1.6052969694137573, - 1.6063616275787354, - 1.5917394161224365, - 1.579418659210205, - 1.5761076211929321, - 1.5498526096343994, - 1.5366365909576416, - 1.524003028869629, - 1.521967887878418, - 1.520298719406128, - 1.4880995750427246, - 1.4642622470855713, - 1.4473390579223633, - 1.434445858001709, - 1.4158589839935303, - 1.3859546184539795, - 1.3647572994232178, - 1.3534486293792725, - 1.340657114982605 + 0.8808807730674744, + 0.911948561668396, + 0.9431718587875366, + 0.9725966453552246, + 1.0006136894226074, + 1.0310090780258179, + 1.057705283164978, + 1.0863213539123535, + 1.1108901500701904, + 1.138763666152954, + 1.1644684076309204, + 1.1916248798370361, + 1.2242408990859985, + 1.258201241493225, + 1.2812683582305908, + 1.300763726234436, + 1.3820040225982666, + 1.407610535621643, + 1.4300363063812256, + 1.4508624076843262, + 1.474993348121643, + 1.4955506324768066, + 1.5120313167572021, + 1.5366013050079346, + 1.5523096323013306, + 1.5771563053131104, + 1.5931763648986816, + 1.6118555068969727, + 1.626674771308899, + 1.644546389579773, + 1.639944314956665, + 1.659822702407837, + 1.6839852333068848, + 1.6922950744628906, + 1.6943943500518799, + 1.7053223848342896, + 1.6970610618591309, + 1.7027703523635864, + 1.7103800773620605, + 1.7027239799499512, + 1.7002744674682617, + 1.7006545066833496, + 1.7026468515396118, + 1.6997445821762085, + 1.68246591091156, + 1.6756277084350586, + 1.6518287658691406, + 1.6379896402359009, + 1.6124316453933716, + 1.6097674369812012, + 1.6067488193511963, + 1.5851571559906006, + 1.5617716312408447, + 1.5447148084640503, + 1.5175049304962158, + 1.5034358501434326, + 1.4735451936721802, + 1.447881817817688, + 1.426091194152832, + 1.408217191696167 ], "timestamps": [ - "2026-06-20 21:00:00", - "2026-06-20 21:06:00", "2026-06-20 21:12:00", "2026-06-20 21:18:00", "2026-06-20 21:24:00", @@ -795,6 +793,8 @@ "2026-06-22 02:36:00", "2026-06-22 02:42:00", "2026-06-22 02:48:00", - "2026-06-22 02:54:00" + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 7ba0934e7d0407e0de4c6bef725e65643e7a19ca..92bc64728b09e62353d1f6e12aeb84f6c25869e6 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,13 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T03:12:14.387885+00:00", + "evaluated_at": "2026-06-22T03:18:42.262397+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:11:50.844322Z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/dataset_eval_intervals.json b/results/dataset_eval_intervals.json index c278fc3b1f97bae165d4f1135a24a52bd070b112..b28633c4c78eb5ce77f6188442dd8ffce47788a3 100644 --- a/results/dataset_eval_intervals.json +++ b/results/dataset_eval_intervals.json @@ -7,6 +7,5 @@ "open_meteo_shanghai_air_quality_hourly_pm2_5": 3600, "open_meteo_shanghai_hourly_temperature_2m": 3600, "usgs_earthquake_all_week_hourly_earthquake_count": 3600, - "usgs_potomac_iv_usgs_00060": 900, "wikimedia_time_series_hourly_pageviews": 86400 } diff --git a/results/dataset_properties.csv b/results/dataset_properties.csv index 1441ca1c32b9551415b927160bf9b1c6e94f6dc7..86d6556137d95772cb223d848147b69937c20029 100644 --- a/results/dataset_properties.csv +++ b/results/dataset_properties.csv @@ -7,4 +7,5 @@ nws_ksfo_observations_temperature,Weather,1h,1 open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1 open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1 usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1 +usgs_potomac_iv_usgs_00060,Hydrology,15min,1 wikimedia_time_series_hourly_pageviews,Web,1D,1 diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 479e5b3952195a2c5aec76d9af4d37e470df93e6..38171fbfbbc45087b3d4392ca146d0498f2f27cd 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,66900.41843501785,71306.54748334752,197.52993925546676,0.17745897489326565,0.0030876331715526373,0.003081664345342728,1.4831389313223928,258.65115200790785,0.00403409243157909,0.003080806046193033,0.002486693957019581,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,67022.05812587995,71437.49069736566,198.55302678144412,0.17837810676902255,0.0031035109314563754,0.003097585143213413,1.4831389313223928,258.88618759192224,0.0040374223586927965,0.003096505214009899,0.0024839295135283216,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,90.83341172097414,92.62648790328399,8.299724128435516,4.560288257151853,0.3185376684579119,0.40488327610390623,141.48998129735833,9.530656416059397,0.37846973846058257,0.329588465165,0.31681573540285846,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,0.04748544715051231,0.04785686364341628,0.13615374967345611,0.4002462042287546,0.08080009285160239,0.07485708877149654,11.968081943738758,0.21791155809298485,0.14244758600394483,0.08900295668618592,0.08367753103074063,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,0.0779872399545209,0.07818728349413752,0.1676010686734491,0.4899183300190529,0.09795679289498858,0.08736425046430567,15.713475289227121,0.2792619557951296,0.1793532424743201,0.10764013674242319,0.1024797075038526,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.051707256670080054,0.05184724513214089,0.20329715724373496,3.3035799866629625,0.13050712233370287,0.14145965946836694,44.15477330373116,0.22739229685739148,0.15103547180138696,0.135031320253759,0.12058801695539839,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.15849552928528313,0.16817355118562838,0.35001142639639493,0.20112389162978886,0.020683461429891258,0.02091451891357571,1.674300980532082,0.3981149699336652,0.02363284582462244,0.020777329921204537,0.018106255153355698,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,42.87082281342973,46.25605104344519,5.336033820779018,0.4609709324421565,0.2252586301852173,0.27620935763191284,2.705071460037805,6.547581447636198,0.29241151396411574,0.23830443967383128,0.19528181887570933,Air Quality,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index a2bc643aa4c283bfbc84da6c393b0ba712c9195f..bac6cceba78249dff4716e2472be78a338f31d14 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T03:14:11.544102+00:00", + "evaluated_at": "2026-06-22T03:20:43.469712+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64036.01171875 + 64164.0 ], "p50": [ 64429.850861727355, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index ddcbe0ae52556931cbf658da21a2a274e4e67ebc..6c87dbd094972eff7a7cf7cca67ce36f588caad0 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-22T03:07:52.430120+00:00", + "evaluated_at": "2026-06-22T03:20:43.499710+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9459999799728394, - 0.9660000205039978, 0.9850000143051147, 1.0140000581741333, 1.0410000085830688, @@ -245,11 +243,11 @@ 0.7229999899864197, 0.7440000176429749, 0.7649999856948853, - 0.7950000166893005 + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481 ], "actuals": [ - 0.828000009059906, - 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, 0.9430000185966492, @@ -307,197 +305,197 @@ 1.7730000019073486, 1.7519999742507935, 1.7350000143051147, - 1.7120000123977661 + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853 ], "p50": [ - 0.8231571871836633, - 0.849682571666145, - 0.8762079561486267, - 0.900733366380315, - 0.9272587359616354, - 0.9537840757406335, - 0.9803094602231153, - 1.0083348849983367, - 1.0308602613745868, - 1.059885673275205, - 1.089911057400059, - 1.1164364269813793, - 1.1414618009734436, - 1.168987187482483, - 1.1925126552922583, - 1.2195379737327936, - 1.2485633409299284, - 1.2740887233858522, - 1.300614122769495, - 1.3261395052254188, - 1.356664897814132, - 1.3816902867073575, - 1.4047156715474671, - 1.4312410858322713, - 1.4597664147632239, - 1.4862918439491892, - 1.5108171796750713, - 1.539342568210669, - 1.5658679526931507, - 1.5903933331225166, - 1.619918708783511, - 1.6454441061405958, - 1.6704694801326598, - 1.7004949089609973, - 1.7250202595880408, - 1.7525456609982417, - 1.783070964179988, - 1.804596413035486, - 1.833121831373406, - 1.859647096646598, - 1.8901726084446009, - 1.912697984820851, - 1.9392232500940432, - 1.9637487795350208, - 1.9912740915382545, - 2.020799556606216, - 2.041324854423544, - 2.070350251423001, - 2.0988756995632434, - 2.12090102277215, - 2.1484264241823507, - 2.1779518296456675, - 2.2014771931473143, - 2.225502609816304, - 2.253527974986881, - 2.2830533506478754, - 2.307078737514543, - 2.3366041280766985, - 2.368629516254668, - 2.3936548306420873 + 0.8857914436690921, + 0.9170305241343554, + 0.9367696781517502, + 0.9625087549215254, + 0.9907478740105984, + 1.0164870252861795, + 1.0447260996717689, + 1.0704652956508338, + 1.1007043293860554, + 1.1294434420378268, + 1.1501826129829407, + 1.179421763900894, + 1.2076608084841611, + 1.2338999235201182, + 1.2636390530996087, + 1.290378146797103, + 1.316117283171523, + 1.3443563873594349, + 1.3745954956004625, + 1.399834638412184, + 1.428573646755827, + 1.4538128491721933, + 1.479051991983915, + 1.5062910494417854, + 1.5360302237247594, + 1.5627693621257375, + 1.5900084493859301, + 1.615247547494168, + 1.6454866557351957, + 1.6697258114215205, + 1.6999649345637093, + 1.7257040262346457, + 1.753443136859859, + 1.7806822539223743, + 1.8079213709848894, + 1.8321605266712144, + 1.860899654224147, + 1.8896387221724347, + 1.916877869037272, + 1.9441169562974647, + 1.9693560991091863, + 2.0005952242779332, + 2.0218343291811007, + 2.054073441475244, + 2.08031254161004, + 2.1055516844217617, + 2.1362907564231657, + 2.1620299524022304, + 2.190269056590142, + 2.2165081269226157, + 2.2417472995366596, + 2.270986420652291, + 2.298225478110161, + 2.3254645951726762, + 2.3537037440640716, + 2.3789428421723096, + 2.4051819274059443, + 2.432421029567298, + 2.4616601804852514, + 2.486899323296973 ], "p10": [ - 0.7911571819384545, - 0.8176825664209363, - 0.8442079509034179, - 0.8716332761150409, - 0.9001587480971411, - 0.9257841382063012, - 0.9513094163540967, - 0.977834860441223, - 1.0043602389632402, - 1.0318856701757635, - 1.0584110606187098, - 1.0848364404281872, - 1.109461795728235, - 1.1379872736707994, - 1.1644125342709875, - 1.1910379830311182, - 1.2175634211577802, - 1.244088692391437, - 1.2706141305180987, - 1.297139520961045, - 1.3246648925689233, - 1.350090231608824, - 1.3747156405530518, - 1.4012410250355336, - 1.428766337038767, - 1.4562918218954706, - 1.4818171060037304, - 1.5093425968208984, - 1.5358679813033802, - 1.561393313095356, - 1.5879186975778377, - 1.6154440751461805, - 1.6429695063587035, - 1.6714949723803394, - 1.693020254342832, - 1.7195456388253139, - 1.7460710233077956, - 1.7735963353110291, - 1.801021821455193, - 1.8276472046502144, - 1.854172589132696, - 1.8816980203452192, - 1.9052233302026857, - 1.9336487438676013, - 1.9611741214359444, - 1.9857994648150632, - 2.014324889113447, - 2.0397502221928834, - 2.066375611348369, - 2.0928009911578465, - 2.119426380313332, - 2.1468518128133156, - 2.173377203256262, - 2.198002487030736, - 2.2244279383657872, - 2.2520533623303858, - 2.2785787468128675, - 2.307004106833603, - 2.3336294304239797, - 2.357054854817731 + 0.8517914194696063, + 0.8800305236575182, + 0.9091696222187515, + 0.9344087590700088, + 0.9606478830466625, + 0.9869869580521402, + 1.0132260879892585, + 1.0404652050517738, + 1.0696042976525426, + 1.0969435266764223, + 1.1241825841342925, + 1.150321614030975, + 1.1786608838244321, + 1.203899967031509, + 1.2331390523843528, + 1.260278117090148, + 1.2875172877968435, + 1.3138563568418566, + 1.3430955673644547, + 1.3673346098019545, + 1.3955736543852215, + 1.4238128718219583, + 1.4490519609894996, + 1.478191107234449, + 1.5055302230095036, + 1.531769239697797, + 1.5600084630949984, + 1.5852475463020752, + 1.6133866040937315, + 1.6426258026954006, + 1.6669649511338005, + 1.6942040145521353, + 1.7234431654700886, + 1.7496821761979175, + 1.7779213995951189, + 1.8050605060241656, + 1.8333996208455459, + 1.8596387507826642, + 1.885877761510493, + 1.9141169849076942, + 1.939356068114771, + 1.9694952610897618, + 1.995734331422235, + 2.022073406427713, + 2.0503125702202696, + 2.0773516898577054, + 2.1036907648631833, + 2.133029962177392, + 2.161168966324868, + 2.1854080564460836, + 2.212647179469063, + 2.2399862833231894, + 2.2701254345749287, + 2.2934646435716477, + 2.3217036345107345, + 2.3509428986775127, + 2.3760818758836892, + 2.4034210453029243, + 2.4336601237416295, + 2.458899326157996 ], "p90": [ - 0.8481572229464501, - 0.8746826074289319, - 0.9022079194321655, - 0.9297333506446888, - 0.9583587676951483, - 0.9827841196096521, - 1.0064095950726637, - 1.0318348327846678, - 1.063360212498778, - 1.085885636558744, - 1.1164110887521022, - 1.1399364522537487, - 1.168461810987024, - 1.1949871954695055, - 1.2205125391824103, - 1.2481379571865443, - 1.2726633674182326, - 1.3010887333994325, - 1.3227141690465412, - 1.3531394556343543, - 1.3787649053481592, - 1.4061902245993176, - 1.4318156743131227, - 1.4593409982372854, - 1.481966426970255, - 1.5122917625292445, - 1.538817147011726, - 1.5663425782242493, - 1.5939680081493122, - 1.6203933939192543, - 1.6450186896146572, - 1.6744440963654341, - 1.6959694796558227, - 1.7255948778712147, - 1.750120288102903, - 1.777545613314526, - 1.8040709977970077, - 1.8315964230490662, - 1.858121807531548, - 1.8856472387440713, - 1.9111725764965113, - 1.9366979738535963, - 1.9642233454614748, - 1.9897486832139148, - 2.016274073656861, - 2.0427994521788784, - 2.0683249091406077, - 2.096850267873883, - 2.1233756523563647, - 2.149001048425989, - 2.1694264250168156, - 2.200951831553016, - 2.2295771830383666, - 2.249102571216336, - 2.277628022336811, - 2.3081533553208797, - 2.334578681486177, - 2.359104091717865, - 2.389629436622863, - 2.415154881663663 + 0.9087914008729572, + 0.9380305517909105, + 0.9622695882679458, + 0.9875088502889571, + 1.018747915853059, + 1.0399869969143687, + 1.0713261148351905, + 1.0964651993297279, + 1.124804361834824, + 1.1519434801847994, + 1.177182622996521, + 1.2074217014352262, + 1.2326607846423032, + 1.2618998819160763, + 1.2901390397481682, + 1.3184782022532644, + 1.34561732060324, + 1.3699564094369954, + 1.3981955195853715, + 1.4264346297337478, + 1.4535737421232586, + 1.4789128776870555, + 1.508251973673368, + 1.5313911375612923, + 1.562530210373319, + 1.5887692807057927, + 1.6171084491713534, + 1.6403476058113526, + 1.6705866902105222, + 1.6958257793780636, + 1.7249648660183678, + 1.7542039692526052, + 1.7775432378539693, + 1.8076822639359547, + 1.8339213342684282, + 1.8612605096481278, + 1.888399574353923, + 1.915638691416438, + 1.94097794022906, + 1.9712169590631203, + 1.997456094960703, + 2.0275951806473334, + 2.046234342866327, + 2.0800734345611054, + 2.1043125306427855, + 2.1345516686861354, + 2.1607907390186094, + 2.188029862041589, + 2.215369031460824, + 2.2396081811866844, + 2.270747253998711, + 2.300086349985024, + 2.32132553237423, + 2.352564597938332, + 2.378803680191734, + 2.407942886041328, + 2.4341819563738016, + 2.4614210734363167, + 2.489660129940513, + 2.514899260831305 ], "timestamps": [ - "2026-06-20 21:00:00", - "2026-06-20 21:06:00", "2026-06-20 21:12:00", "2026-06-20 21:18:00", "2026-06-20 21:24:00", @@ -795,6 +793,8 @@ "2026-06-22 02:36:00", "2026-06-22 02:42:00", "2026-06-22 02:48:00", - "2026-06-22 02:54:00" + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index b1341b846f94868b701587abbd563a8374c0cc21..005bc47da77cddb36974b284595a6632e2e335f6 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,13 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T03:14:11.553620+00:00", + "evaluated_at": "2026-06-22T03:20:43.517743+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:11:50.844322Z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index ac517e80a2a1b3fbbdfd877c3c81c5bc819d9293..a05aa46390efa16b52f42a63fcf5d3a0a20ff717 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1665,3 +1665,5 @@ {"evaluated_at": "2026-06-22T03:07:52.527913+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-22T03:07:52.527913+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-22T03:14:11.730512+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T03:20:43.664462+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T03:20:43.664462+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 1972ff6b33e585ec1689bb5daa616afdad0eb362..7cc60468bc3be1207e5e1f5a4b90a13274645af5 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,622570.3358726501,408280.23578373593,537.8452962239584,0.4831949793475519,0.008406259494772484,0.008356549082240554,2.353923385129847,789.0312641921422,0.012306247339116765,0.008388586797367707,0.006368038372046204,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,574069.2925160726,384490.3781476021,532.6590983072916,0.47853574961582507,0.008323796798243523,0.008276976328287578,2.4057168122976527,757.6736055295002,0.011816189901865736,0.008307008469903034,0.006416575785133461,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.0174851595559933,1.0827152634119936,0.8143861691157023,0.4474649550195679,0.03276591617251259,0.03203812930402764,2.1021269790288373,1.008704693929791,0.04005644365190709,0.03233990472175414,0.027002711031147448,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.8629443321635303,0.9240579628686848,0.8280315612753232,2.4341341327499912,0.48867645564095513,0.713475176336775,42.36661048071065,0.9289479706439593,0.60724817489961,0.541279673602336,0.45928358256193985,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.8313832561148335,0.9143201119771353,0.8337329814831416,2.437103016126137,0.4894364788424467,0.7096794370993966,39.05129623515175,0.9118022022976439,0.5855959900147648,0.5354568013427614,0.4478747305883879,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.057976546360747484,0.056544845726595475,0.21235646390252644,3.450793772516077,0.13634567664330544,0.14833433147175842,59.826856850710314,0.24078319368416784,0.15992979429175816,0.14104857182434374,0.12229018347878332,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,5.176353419347379,5.114631799857951,2.1613210439682007,1.2419403100627455,0.1301055958138588,0.12133416594889428,14.7364409807858,2.2751600865317982,0.13505773862334206,0.1283000411115494,0.08478315925305123,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,116.07873736669626,80.22434544117952,7.043041706085205,0.6084364551514613,0.38951837688145224,0.29343043063552954,2.9045215633292076,10.773984284687641,0.48116042256312386,0.3145385062651324,0.2283264125519046,Air Quality,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index db9a5e47f8acda154a51ab72d5ec3336a2b4d819..1d8045aae9c91759569e8b414675cd17eef1dfe5 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T03:13:47.497519+00:00", + "evaluated_at": "2026-06-22T03:20:09.785106+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 63896.01171875, 64606.0, 64257.98828125, - 64036.01171875 + 64164.0 ], "p50": [ - 64444.4140625, - 64447.18359375, - 64441.255859375, - 64438.669921875, - 64510.2890625, - 64439.37890625, - 64536.181640625, - 64578.470703125, - 64523.44140625, - 64644.865234375, - 64551.078125, - 64575.634765625, - 64670.546875, - 64725.388671875, - 64796.9765625, - 64736.82421875, - 64734.767578125, - 64883.15234375, - 64780.736328125, - 64827.78515625, - 64860.1640625, - 64828.375, - 64879.6875, - 64725.412109375 + 64451.6171875, + 64447.703125, + 64462.55859375, + 64481.703125, + 64457.138671875, + 64504.080078125, + 64483.7421875, + 64481.892578125, + 64559.318359375, + 64573.126953125, + 64571.068359375, + 64695.849609375, + 64619.6484375, + 64656.716796875, + 64705.8125, + 64768.33203125, + 64714.4375, + 64750.236328125, + 64819.681640625, + 64773.134765625, + 64805.994140625, + 64893.50390625, + 65052.107421875, + 64899.974609375 ], "p10": [ - 64189.08203125, - 64073.228515625, - 63823.490234375, - 63784.146484375, - 64018.462890625, - 63688.205078125, - 63758.708984375, - 63741.767578125, - 63731.623046875, - 63647.431640625, - 63636.046875, - 63606.4375, - 63594.021484375, - 63593.359375, - 63562.775390625, - 63418.013671875, - 63323.767578125, - 63326.76953125, - 63439.515625, - 63322.359375, - 63348.0, - 63146.40625, - 63160.0390625, - 63029.015625 + 64200.35546875, + 64085.849609375, + 63982.14453125, + 63936.439453125, + 63760.0859375, + 63849.44140625, + 63760.376953125, + 63630.29296875, + 63759.755859375, + 63766.783203125, + 63780.55859375, + 63507.4453125, + 63755.859375, + 63554.25, + 63583.955078125, + 63520.400390625, + 63478.5625, + 63290.919921875, + 63537.224609375, + 63490.396484375, + 63275.3828125, + 63130.060546875, + 63612.623046875, + 63236.412109375 ], "p90": [ - 64714.822265625, - 64835.8984375, - 64900.740234375, - 64940.03125, - 65162.625, - 65191.12109375, - 65292.1015625, - 65381.634765625, - 65486.515625, - 65704.078125, - 65417.119140625, - 65697.74609375, - 65799.640625, - 65908.5859375, - 66226.0234375, - 66045.9296875, - 66752.67578125, - 66804.359375, - 66883.53125, - 66601.68359375, - 66840.30859375, - 66921.72265625, - 67255.56640625, - 67018.55078125 + 64771.888671875, + 64842.97265625, + 64803.802734375, + 65071.30859375, + 65137.359375, + 65158.80078125, + 65275.544921875, + 65487.205078125, + 65603.0703125, + 65497.51171875, + 65686.2890625, + 65837.83203125, + 65734.9375, + 65767.02734375, + 65904.21875, + 66070.9609375, + 66170.5703125, + 66550.94921875, + 66720.92578125, + 66688.28125, + 67043.73046875, + 66598.87109375, + 67475.39453125, + 67146.4765625 ], "timestamps": [ "2026-06-17 04:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index ffbe93db4d45c71bf5a8b076723a3f240d63f28a..bed986663d294ef299fabbe2f06d778eaef60be9 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T03:07:14.671167+00:00", + "evaluated_at": "2026-06-22T03:20:15.837714+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9459999799728394, - 0.9660000205039978, 0.9850000143051147, 1.0140000581741333, 1.0410000085830688, @@ -245,11 +243,11 @@ 0.7229999899864197, 0.7440000176429749, 0.7649999856948853, - 0.7950000166893005 + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481 ], "actuals": [ - 0.828000009059906, - 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, 0.9430000185966492, @@ -307,197 +305,197 @@ 1.7730000019073486, 1.7519999742507935, 1.7350000143051147, - 1.7120000123977661 + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853 ], "p50": [ - 0.8189128041267395, - 0.8326875269412994, - 0.8419292569160461, - 0.849974662065506, - 0.8632110059261322, - 0.8792620301246643, - 0.8916780650615692, - 0.8982271552085876, - 0.9545852541923523, - 0.9736747741699219, - 0.9595268070697784, - 0.9648230075836182, - 0.9578750729560852, - 0.94325190782547, - 0.9472476840019226, - 0.9401174187660217, - 0.9300011694431305, - 0.9303780794143677, - 0.9344702661037445, - 0.8698150813579559, - 0.8767322599887848, - 0.86299929022789, - 0.8525457978248596, - 0.8162241876125336, - 0.7841915190219879, - 0.712491512298584, - 0.7530063092708588, - 0.7272306680679321, - 0.7141900956630707, - 0.6531973779201508, - 0.639702558517456, - 0.624882698059082, - 0.5593242645263672, - 0.5314476788043976, - 0.5796242952346802, - 0.5860258936882019, - 0.5661839544773102, - 0.5119495093822479, - 0.5403130054473877, - 0.46864768862724304, - 0.548026442527771, - 0.561719685792923, - 0.5556149184703827, - 0.5339202880859375, - 0.5049958229064941, - 0.48438939452171326, - 0.5773967206478119, - 0.5204426944255829, - 0.5638085007667542, - 0.5114237666130066, - 0.47514596581459045, - 0.5516067147254944, - 0.543644905090332, - 0.5225368738174438, - 0.5388074219226837, - 0.552198201417923, - 0.5828853249549866, - 0.5473877191543579, - 0.5660963654518127, - 0.5270498991012573 + 0.8749714493751526, + 0.8981282711029053, + 0.9038612246513367, + 0.9079762697219849, + 0.915028989315033, + 0.9426017701625824, + 0.9441297650337219, + 0.9437161087989807, + 0.9856827557086945, + 1.000662922859192, + 0.999554455280304, + 0.9892898797988892, + 0.9895271062850952, + 0.9694136381149292, + 0.9915227591991425, + 0.9651264250278473, + 0.9156619310379028, + 0.9674025177955627, + 0.9421333074569702, + 0.892301470041275, + 0.9055548906326294, + 0.8096113204956055, + 0.8578083515167236, + 0.8572808802127838, + 0.7670023739337921, + 0.7002221047878265, + 0.7259222269058228, + 0.7454854547977448, + 0.6613034307956696, + 0.6797752678394318, + 0.6658731698989868, + 0.6076753735542297, + 0.5865468382835388, + 0.5859222710132599, + 0.5008358657360077, + 0.5269516110420227, + 0.5745026171207428, + 0.5847718119621277, + 0.4978698194026947, + 0.5547043085098267, + 0.527645081281662, + 0.5393241047859192, + 0.554225355386734, + 0.5895900428295135, + 0.505914181470871, + 0.633487194776535, + 0.4725870192050934, + 0.598063051700592, + 0.6015582084655762, + 0.6294471621513367, + 0.5232226848602295, + 0.602191150188446, + 0.6094644665718079, + 0.5317769646644592, + 0.5136812925338745, + 0.5255677402019501, + 0.5062180459499359, + 0.5847128927707672, + 0.5437591075897217, + 0.5925758183002472 ], "p10": [ - 0.7916769683361053, - 0.7971361577510834, - 0.802111804485321, - 0.7967429757118225, - 0.8004952073097229, - 0.809429407119751, - 0.7879031598567963, - 0.8059534430503845, - 0.8085842728614807, - 0.8240050077438354, - 0.8061950504779816, - 0.7771238088607788, - 0.7703120410442352, - 0.7602425813674927, - 0.7373586297035217, - 0.7202497720718384, - 0.6635295748710632, - 0.6504564881324768, - 0.6298711001873016, - 0.5572794377803802, - 0.5372534096240997, - 0.5249617993831635, - 0.5276072919368744, - 0.4523615539073944, - 0.4041101932525635, - 0.3044034242630005, - 0.23373937606811523, - 0.19136959314346313, - 0.18521463871002197, - 0.1005392074584961, - 0.09288567304611206, - 0.1488737165927887, - 0.02718937397003174, - 0.0483626127243042, - 0.02331298589706421, - -0.012943625450134277, - -0.024264156818389893, - -0.16532832384109497, - -0.08984887599945068, - -0.18511193990707397, - -0.018441736698150635, - -0.03347665071487427, - -0.13684332370758057, - -0.2181052565574646, - -0.02183586359024048, - -0.18436729907989502, - -0.19476139545440674, - -0.20581024885177612, - -0.01476222276687622, - -0.16249626874923706, - -0.19298982620239258, - -0.20557498931884766, - -0.09393996000289917, - -0.12520945072174072, - -0.13504934310913086, - -0.20613980293273926, - -0.0559726357460022, - -0.0826866626739502, - -0.1476762294769287, - -0.18937313556671143 + 0.8486727476119995, + 0.8564364016056061, + 0.8482664823532104, + 0.8496438562870026, + 0.8471516370773315, + 0.862857460975647, + 0.846909910440445, + 0.8642273843288422, + 0.8373330533504486, + 0.8393192291259766, + 0.844073086977005, + 0.8253126442432404, + 0.8334906697273254, + 0.7602015435695648, + 0.7707808017730713, + 0.7372175455093384, + 0.562507152557373, + 0.6862543523311615, + 0.5460151731967926, + 0.477215051651001, + 0.5151101052761078, + 0.5482109189033508, + 0.4542158246040344, + 0.4141390025615692, + 0.3091181516647339, + 0.2595124840736389, + 0.18321239948272705, + 0.1509760022163391, + 0.17818087339401245, + 0.17586258053779602, + 0.10149028897285461, + 0.11451297998428345, + 0.05333912372589111, + -0.038889408111572266, + -0.025525212287902832, + -0.07390373945236206, + -0.013770639896392822, + -0.1836497187614441, + -0.2478172779083252, + -0.14002639055252075, + -0.04243546724319458, + -0.12547743320465088, + -0.17782306671142578, + -0.05955350399017334, + -0.2636713981628418, + -0.14146488904953003, + -0.2519938349723816, + -0.06900584697723389, + -0.019597649574279785, + 0.08105218410491943, + -0.14361435174942017, + -0.12913626432418823, + -0.006493806838989258, + -0.13294100761413574, + -0.27170175313949585, + -0.22177600860595703, + -0.19699782133102417, + -0.0966830849647522, + -0.1757580041885376, + -0.08953887224197388 ], "p90": [ - 0.8422065079212189, - 0.8726082146167755, - 0.8977012038230896, - 0.905231773853302, - 0.9476975798606873, - 0.9716224074363708, - 0.9768633544445038, - 0.9971171915531158, - 1.1016345024108887, - 1.1060936450958252, - 1.1332731246948242, - 1.1298708319664001, - 1.1428470611572266, - 1.1638212203979492, - 1.1552612781524658, - 1.1465108394622803, - 1.1960493326187134, - 1.1989446878433228, - 1.2798093557357788, - 1.2074297070503235, - 1.224278748035431, - 1.2283452153205872, - 1.242397129535675, - 1.2437075972557068, - 1.229177474975586, - 1.2053115963935852, - 1.2868300676345825, - 1.2423457503318787, - 1.2107846140861511, - 1.2859376072883606, - 1.191131591796875, - 1.2877408862113953, - 1.0454692244529724, - 1.0656930804252625, - 1.273565948009491, - 1.253939926624298, - 1.3403161764144897, - 1.2291266918182373, - 1.364177405834198, - 1.088454246520996, - 1.136060655117035, - 1.1736075282096863, - 1.173250138759613, - 1.1797381043434143, - 1.1456819772720337, - 1.2955636978149414, - 1.2254353761672974, - 1.2342795133590698, - 1.066861629486084, - 1.2470436692237854, - 1.2868661880493164, - 1.2894476652145386, - 1.4608814716339111, - 1.2582327127456665, - 1.2444555759429932, - 1.2468472719192505, - 1.3136088252067566, - 1.2409786581993103, - 1.3049084544181824, - 1.4323772192001343 + 0.9015125632286072, + 0.9300491809844971, + 0.9537059366703033, + 0.9678071141242981, + 0.9916985332965851, + 1.039266049861908, + 1.0491086840629578, + 1.0495439171791077, + 1.1351900696754456, + 1.1541277170181274, + 1.1806132793426514, + 1.1887515187263489, + 1.1566846370697021, + 1.2010865211486816, + 1.2303705215454102, + 1.1964137554168701, + 1.3100726008415222, + 1.2470484972000122, + 1.2907458543777466, + 1.2949272394180298, + 1.2901962995529175, + 1.301296353340149, + 1.2193708419799805, + 1.2333012819290161, + 1.336974859237671, + 1.2194288969039917, + 1.184514582157135, + 1.2751950025558472, + 1.2163798809051514, + 1.159336268901825, + 1.315638244152069, + 1.3202206492424011, + 1.2384318113327026, + 1.2372875213623047, + 1.2227676510810852, + 1.172028124332428, + 1.259670376777649, + 1.3122903108596802, + 1.3405383825302124, + 1.3272192478179932, + 1.1520874500274658, + 1.2232567071914673, + 1.480190634727478, + 1.3137552738189697, + 1.3981347680091858, + 1.3232759237289429, + 1.3387280106544495, + 1.326728105545044, + 1.4945082664489746, + 1.500065267086029, + 1.4149285554885864, + 1.4170977473258972, + 1.5397825241088867, + 1.3874937295913696, + 1.5517151355743408, + 1.5153005123138428, + 1.2004055380821228, + 1.3897011876106262, + 1.4249427318572998, + 1.9497114419937134 ], "timestamps": [ - "2026-06-20 21:00:00", - "2026-06-20 21:06:00", "2026-06-20 21:12:00", "2026-06-20 21:18:00", "2026-06-20 21:24:00", @@ -795,6 +793,8 @@ "2026-06-22 02:36:00", "2026-06-22 02:42:00", "2026-06-22 02:48:00", - "2026-06-22 02:54:00" + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 306404465b1b256e7a6415f3363a84bac7f78827..72098d6c4f2ae4b248fb4a047ae83ac2ea52520e 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,13 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T03:13:49.865416+00:00", + "evaluated_at": "2026-06-22T03:20:20.357763+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:11:50.844322Z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 422f1fc9948ea2e4dee9297249baa3875f040d70..c0fc1466d0228de8da661e14c01c0382137413e3 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,106032.34021072567,99998.20448982052,275.36790164702205,0.24738784271882322,0.004291878731429106,0.004300101651042614,1.6296831685899107,325.6260742181524,0.005078677095890521,0.004294817785695012,0.003225183505383512,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,107938.65708800848,101913.82489026045,280.70074669910537,0.2521788188097104,0.004374841405857742,0.004383297211116262,1.6296831685899107,328.54019097822487,0.0051237013651556996,0.004377628182354571,0.0032798860040058977,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,7.0117621108409915,7.055180251713726,2.3406708197807196,1.286082945423883,0.09117363478001132,0.09198258102788746,18.298197202231655,2.647973208104831,0.10515306436116724,0.09294984881545072,0.08360600092705145,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,1.1098805841496422,1.1064363382953462,0.9997098776627453,2.9388106080380227,0.6328516659751913,0.9398346515931096,113.04769586116667,1.053508701506372,0.6886728390042396,0.6535048440000187,0.648347435473164,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,1.0700574511036958,1.067756994091591,0.9879227007231371,2.887818338850878,0.6166944200239348,0.9038166621262945,111.00156612749676,1.0344358129452478,0.6643562194321821,0.6344836309127223,0.6292003285546622,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.05236849886327124,0.05251738120008634,0.2048611478121192,3.328994842488267,0.13160274260089408,0.14263775279709748,44.642332159796965,0.2288416458236377,0.15199813899788892,0.13607013316278632,0.12150268872011444,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,5.88112128612038,5.797170224124083,2.3080700999812067,1.326265389224326,0.13888501788160354,0.1289964119043006,28.664216170429643,2.4251023248762884,0.14395858905351946,0.1370113382934718,0.13270705226987556,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,128.59774168171955,120.87542426413184,9.144959804173531,0.7900176028982656,0.5330136592913973,0.3708657048514055,15.550183066979733,11.340094430017748,0.5064426013325356,0.4084090534596959,0.37819241418869537,Air Quality,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 6899210d0750ad5ef8eca6b043db856ac93beb3c..16c588e81e909e140e49fb3a0b56886acd00832d 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T03:14:11.565472+00:00", + "evaluated_at": "2026-06-22T03:20:43.532591+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64036.01171875 + 64164.0 ], "p50": [ 63921.775003426534, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index f117e7fbb21682de2e789f9495213204697ad211..52078301f74a98d1a972ede9ca0d021eeccffe33 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T03:07:52.486069+00:00", + "evaluated_at": "2026-06-22T03:20:43.542366+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9459999799728394, - 0.9660000205039978, 0.9850000143051147, 1.0140000581741333, 1.0410000085830688, @@ -245,11 +243,11 @@ 0.7229999899864197, 0.7440000176429749, 0.7649999856948853, - 0.7950000166893005 + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481 ], "actuals": [ - 0.828000009059906, - 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, 0.9430000185966492, @@ -307,197 +305,197 @@ 1.7730000019073486, 1.7519999742507935, 1.7350000143051147, - 1.7120000123977661 + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853 ], "p50": [ - 0.5297984515201181, - 0.5297984515201181, - 0.5297984515201181, - 0.5277984772693246, - 0.5277984623681634, - 0.5277984176646798, - 0.5277984176646798, - 0.5292984579574197, - 0.525298449851188, - 0.5277984772693246, - 0.5312984769116967, - 0.5312984620105355, - 0.5297984515201181, - 0.530798453546676, - 0.5277985368739694, - 0.528298470832023, - 0.530798453546676, - 0.5297984515201181, - 0.5297984664212793, - 0.5287984643947213, - 0.532798472500953, - 0.5312984769116967, - 0.5277984772693246, - 0.527798507071647, - 0.5297984515201181, - 0.5297984962236016, - 0.5277984474670022, - 0.5297984515201181, - 0.5297984515201181, - 0.5277984474670022, - 0.5307984386455148, - 0.5297984515201181, - 0.5282984410297006, - 0.5317984853755563, - 0.5297984515201181, - 0.5307984684478372, - 0.5347983871471017, - 0.5297984515201181, - 0.5317984853755563, - 0.5317983661662667, - 0.535798493481788, - 0.5317984853755563, - 0.5317983661662667, - 0.5297985111247628, - 0.5307984386455148, - 0.5337985192309945, - 0.527798432565841, - 0.5302984450828164, - 0.532298508740577, - 0.5277984474670022, - 0.5287984643947213, - 0.5317984853755563, - 0.5287984643947213, - 0.5262984965812295, - 0.5277984772693246, - 0.5307984684478372, - 0.528298470832023, - 0.5312984769116967, - 0.5367984806071847, - 0.5352984105121225 + 0.5733856730360533, + 0.5773856364388014, + 0.5698856733936811, + 0.5683856331009413, + 0.5693856351274992, + 0.5678856693405653, + 0.5688856266636396, + 0.5673857055801893, + 0.5703856222528959, + 0.5718856178421522, + 0.5653856717247511, + 0.5673857055801893, + 0.5683856331009413, + 0.5673856310743833, + 0.5698856435913587, + 0.569385620226338, + 0.5678856395382429, + 0.5688856266636396, + 0.5718856178421522, + 0.5698856435913587, + 0.5713855348724867, + 0.569385620226338, + 0.5673856459755445, + 0.5673855863708998, + 0.5698856435913587, + 0.5693856649298216, + 0.5693856351274992, + 0.5673856161732221, + 0.5703856073517347, + 0.5673856459755445, + 0.5703856520552183, + 0.5688856266636396, + 0.569385620226338, + 0.569385620226338, + 0.569385620226338, + 0.5663856588501478, + 0.5678856693405653, + 0.569385620226338, + 0.5693856500286604, + 0.569385620226338, + 0.5673856459755445, + 0.5713856540817762, + 0.5653856419224287, + 0.5703856371540571, + 0.569385620226338, + 0.5673856459755445, + 0.5708856009144331, + 0.5693856798309828, + 0.5703856669563795, + 0.569385620226338, + 0.5673856757778669, + 0.5693856798309828, + 0.569385620226338, + 0.569385620226338, + 0.5703856520552183, + 0.5683856331009413, + 0.567385601272061, + 0.5673855863708998, + 0.569385620226338, + 0.5673856459755445 ], "p10": [ - 0.4977984462749093, - 0.4977984462749093, - 0.4977984462749093, - 0.49869838700405056, - 0.5006984745036691, - 0.49979848013034756, - 0.4987983737956613, - 0.49879843340030605, - 0.4987984274398416, - 0.4997984741698831, - 0.49979848013034756, - 0.4996984754573434, - 0.4977984462749093, - 0.49979853973499233, - 0.49969841585269864, - 0.49979848013034756, - 0.4997985337745279, - 0.4997984205257028, - 0.4997984741698831, - 0.49979848013034756, - 0.5007984672557443, - 0.4996984218131631, - 0.4977984462749093, - 0.4977984462749093, - 0.4987983737956613, - 0.4997984741698831, - 0.4987983737956613, - 0.49979848013034756, - 0.49979848013034756, - 0.4987984274398416, - 0.4987984274398416, - 0.4997984205257028, - 0.5007984672557443, - 0.5027985487948984, - 0.4977984462749093, - 0.4977984462749093, - 0.4977984462749093, - 0.4987983737956613, - 0.4996984754573434, - 0.4997984741698831, - 0.4997984741698831, - 0.5007985208999246, - 0.4977984462749093, - 0.4996984754573434, - 0.5006984685432047, - 0.4987984274398416, - 0.5007984672557443, - 0.49969841585269864, - 0.4997984205257028, - 0.49969841585269864, - 0.4997984205257028, - 0.5006984685432047, - 0.5006984745036691, - 0.4987983737956613, - 0.4986984406482309, - 0.49979848013034756, - 0.49979848013034756, - 0.5016984556686014, - 0.5017983947764962, - 0.49869843468776637 + 0.5393856488365675, + 0.5403856359619642, + 0.5422856174606825, + 0.5402856372494246, + 0.5392856441635633, + 0.538385602106526, + 0.5373856149811292, + 0.5373856149811292, + 0.5392855905193831, + 0.5393857024807478, + 0.539385642876103, + 0.5382855557102705, + 0.5393857084412123, + 0.537385674585774, + 0.539385642876103, + 0.5392855905193831, + 0.5392856441635633, + 0.5383855961460615, + 0.5403856896061445, + 0.5373856149811292, + 0.5383855425018812, + 0.539385642876103, + 0.5373856149811292, + 0.5392856441635633, + 0.539385642876103, + 0.5383855425018812, + 0.5393856488365675, + 0.5373856149811292, + 0.5382855557102705, + 0.5402856372494246, + 0.5373856686253096, + 0.5373856149811292, + 0.5393856488365675, + 0.5383855425018812, + 0.5393856488365675, + 0.5392856382030988, + 0.5403856359619642, + 0.5393856488365675, + 0.5383855425018812, + 0.5393856488365675, + 0.5373856149811292, + 0.5402856908936048, + 0.5392856441635633, + 0.538385602106526, + 0.5393856488365675, + 0.5391856514114881, + 0.5382856093544508, + 0.5403856896061445, + 0.5412855766911054, + 0.538285549749806, + 0.5382855557102705, + 0.5383855425018812, + 0.5412855766911054, + 0.5373856686253096, + 0.5383855425018812, + 0.5403856896061445, + 0.538285549749806, + 0.538385602106526, + 0.5413855634827162, + 0.5393856488365675 ], "p90": [ - 0.5547984872829049, - 0.5547984872829049, - 0.5557984148036569, - 0.5567984615336984, - 0.5588984941016762, - 0.5567984615336984, - 0.5538985525142281, - 0.5527984057437508, - 0.5577984009753792, - 0.5537984405528634, - 0.5577985082637399, - 0.5547984872829049, - 0.5567984615336984, - 0.5567984615336984, - 0.5557984207641213, - 0.5568984542857736, - 0.5548984800349801, - 0.5567984615336984, - 0.5518985126983255, - 0.5557984148036569, - 0.5548984800349801, - 0.5557984148036569, - 0.5548984800349801, - 0.5558984194766611, - 0.5519984637271493, - 0.5557984148036569, - 0.5557984148036569, - 0.5567984615336984, - 0.5578985069762795, - 0.5577985082637399, - 0.5558984194766611, - 0.5587984417449563, - 0.5537984405528634, - 0.5568984542857736, - 0.5548984800349801, - 0.5557984207641213, - 0.5557984207641213, - 0.5567984615336984, - 0.5567984615336984, - 0.5577985082637399, - 0.5567984615336984, - 0.5557984744083017, - 0.5567984615336984, - 0.5557984148036569, - 0.5557984207641213, - 0.5557984148036569, - 0.5547984872829049, - 0.5567984615336984, - 0.5567984615336984, - 0.5558984731208413, - 0.5497984652291864, - 0.5547984872829049, - 0.5568984542857736, - 0.5498984579812616, - 0.5518985246192544, - 0.5558984731208413, - 0.5557984148036569, - 0.5537984405528634, - 0.5577984009753792, - 0.5567984615336984 + 0.5963856302399183, + 0.5983856640953565, + 0.5953855835098768, + 0.5933857284683729, + 0.5973856769699598, + 0.5913856409687543, + 0.5954856418270612, + 0.5933856092590833, + 0.5944856547016645, + 0.5943856559891249, + 0.5923856817383314, + 0.5953856431145216, + 0.5933856092590833, + 0.5953855894703413, + 0.5963856302399183, + 0.5974856756824994, + 0.5973856769699598, + 0.5944856487412, + 0.5954856418270612, + 0.5964856349129225, + 0.5963856302399183, + 0.5944856487412, + 0.5965856276649977, + 0.5924856744904066, + 0.5963856302399183, + 0.5953855835098768, + 0.5964856349129225, + 0.5924856744904066, + 0.5954856418270612, + 0.5934856139320875, + 0.5953855835098768, + 0.5973855696815992, + 0.5934857212204481, + 0.5963856302399183, + 0.5953855835098768, + 0.5954856418270612, + 0.5953855894703413, + 0.5953855894703413, + 0.5934857212204481, + 0.5964856229919935, + 0.5954856418270612, + 0.5983856104511762, + 0.5897856556076551, + 0.5963856302399183, + 0.5933856092590833, + 0.5963856302399183, + 0.5953855835098768, + 0.5953855894703413, + 0.5954856418270612, + 0.5924856744904066, + 0.5963856302399183, + 0.598485609163716, + 0.5924856744904066, + 0.5964856229919935, + 0.595485588182881, + 0.5973856769699598, + 0.5963856302399183, + 0.5963856302399183, + 0.5973855696815992, + 0.5953855835098768 ], "timestamps": [ - "2026-06-20 21:00:00", - "2026-06-20 21:06:00", "2026-06-20 21:12:00", "2026-06-20 21:18:00", "2026-06-20 21:24:00", @@ -795,6 +793,8 @@ "2026-06-22 02:36:00", "2026-06-22 02:42:00", "2026-06-22 02:48:00", - "2026-06-22 02:54:00" + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 3112bf39c1af7fce8d629a0af7d5e340b5da5296..9d1b0871337d015a1298e704c27208dd33f71b4d 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,13 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T03:14:11.572019+00:00", + "evaluated_at": "2026-06-22T03:20:43.549387+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:11:50.844322Z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index aa3dc35fcdb7ecbaa7a62649710ca35cf037ff51..76479224bcb828ea530ede070b7261f665d809f6 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T03:11:51.403712+00:00", - "finished_at": "2026-06-22T03:14:11.729866+00:00", - "task_count": 1, + "started_at": "2026-06-22T03:18:08.479918+00:00", + "finished_at": "2026-06-22T03:20:43.663901+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,13 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T03:12:14.387885+00:00", + "evaluated_at": "2026-06-22T03:18:42.262397+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:11:50.844322Z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -24,13 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T03:12:43.455741+00:00", + "evaluated_at": "2026-06-22T03:19:16.631310+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:11:50.844322Z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -38,13 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T03:13:12.765390+00:00", + "evaluated_at": "2026-06-22T03:19:27.883586+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:11:50.844322Z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -52,13 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T03:13:20.532789+00:00", + "evaluated_at": "2026-06-22T03:19:41.702663+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:11:50.844322Z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -66,13 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T03:13:49.865416+00:00", + "evaluated_at": "2026-06-22T03:20:20.357763+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:11:50.844322Z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -80,13 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T03:14:11.265603+00:00", + "evaluated_at": "2026-06-22T03:20:43.036069+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:11:50.844322Z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -94,13 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T03:14:11.507686+00:00", + "evaluated_at": "2026-06-22T03:20:43.430578+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:11:50.844322Z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -108,13 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T03:14:11.553620+00:00", + "evaluated_at": "2026-06-22T03:20:43.517743+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:11:50.844322Z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -122,13 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T03:14:11.572019+00:00", + "evaluated_at": "2026-06-22T03:20:43.549387+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:11:50.844322Z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -136,13 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T03:14:11.593232+00:00", + "evaluated_at": "2026-06-22T03:20:43.566866+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:11:50.844322Z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -158,7 +218,5 @@ "overall": "aggregates/results_overall.csv", "metadata": "aggregates/metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T03:15:05.261794+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_032043.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_032043.json new file mode 100644 index 0000000000000000000000000000000000000000..2932ae216560a0b29afa69742fb41fe5b03a3ce6 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_032043.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T03:20:43.295114+00:00", + "metrics": { + "MSE[mean]": 299449.9199319081, + "MSE[0.5]": 723460.0115788542, + "MAE[0.5]": 813.631387643748, + "MASE[0.5]": 0.7309585196880416, + "MAPE[0.5]": 0.012678801851434227, + "sMAPE[0.5]": 0.012767189312437881, + "MSIS": 13.876352638690927, + "RMSE[mean]": 547.2201750044566, + "NRMSE[mean]": 0.008534093650347047, + "ND[0.5]": 0.012688871456460861, + "mean_weighted_sum_quantile_loss": 0.01145118259175226 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64164.0 + ], + "predictions": { + "p50": [ + 63707.84300941938, + 63658.75173961217, + 63606.75907136685, + 63551.28389464019, + 63515.694875764035, + 63480.28888919713, + 63424.519430867294, + 63401.2118662461, + 63391.70499977636, + 63332.83370305868, + 63308.239436409305, + 63283.93346754319, + 63244.519761249685, + 63226.5783298813, + 63190.019859328524, + 63182.019057364945, + 63172.865889052824, + 63111.57664067788, + 63137.55278089548, + 63095.28560108082, + 63098.13433203916, + 63120.78277619196, + 63078.17664000744, + 63071.880019879354 + ], + "p10": [ + 63411.46567795504, + 63320.915005654984, + 63313.48721056215, + 63172.14644218715, + 63204.04881078871, + 63136.62407722957, + 63047.37448083974, + 63097.18913047926, + 63064.7894513992, + 63029.54436269002, + 62969.55859357724, + 62995.327319426455, + 62992.04913799568, + 62929.26578857411, + 62907.66227606013, + 62915.618927804535, + 62828.32645158157, + 62816.769098615165, + 62835.2182628784, + 62816.66686322157, + 62720.561237174974, + 62812.92395253164, + 62780.86409870025, + 62766.079691155755 + ], + "p90": [ + 63901.01602482756, + 63914.712474114225, + 63816.33302409564, + 63862.47693695639, + 63804.76437250804, + 63758.16201476726, + 63692.04519032978, + 63684.60579026807, + 63701.015885965804, + 63549.911459289055, + 63521.11798653498, + 63498.23561321705, + 63561.83535080455, + 63521.51391221007, + 63494.54210653259, + 63443.61307279755, + 63474.08802028959, + 63407.484292732355, + 63422.63492266721, + 63407.012504400554, + 63411.74869920655, + 63398.68165289179, + 63336.92118575222, + 63375.20161579783 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_031832.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_031832.json new file mode 100644 index 0000000000000000000000000000000000000000..13e0b9f4319142e31eb7657e227375247bdb5e2a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_031832.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T03:18:32.472482+00:00", + "metrics": { + "MSE[mean]": 429765.6676597595, + "MSE[0.5]": 429765.6676597595, + "MAE[0.5]": 564.4694010416666, + "MASE[0.5]": 0.5071138159867457, + "MAPE[0.5]": 0.008821234843088726, + "sMAPE[0.5]": 0.008768906982697416, + "MSIS": 1.5713130905677988, + "RMSE[mean]": 655.5651513463475, + "NRMSE[mean]": 0.010223772168941143, + "ND[0.5]": 0.00880310147776561, + "mean_weighted_sum_quantile_loss": 0.005680431220268137 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64164.0 + ], + "predictions": { + "p50": [ + 64444.35546875, + 64458.6171875, + 64471.0078125, + 64498.328125, + 64514.74609375, + 64549.66015625, + 64572.0, + 64595.59765625, + 64610.015625, + 64633.86328125, + 64655.3046875, + 64671.85546875, + 64676.87890625, + 64694.265625, + 64708.71484375, + 64711.41796875, + 64812.8359375, + 64836.6640625, + 64850.296875, + 64872.2890625, + 64872.66796875, + 64902.4453125, + 64919.01953125, + 64934.02734375 + ], + "p10": [ + 64159.08203125, + 64121.87109375, + 64069.73046875, + 64038.328125, + 64005.09375, + 64009.05078125, + 63962.29296875, + 63936.78515625, + 63892.75, + 63845.33203125, + 63811.3671875, + 63762.17578125, + 63705.46875, + 63658.078125, + 63634.125, + 63639.0546875, + 63530.33984375, + 63496.34375, + 63411.33984375, + 63373.91796875, + 63342.98046875, + 63293.9765625, + 63263.078125, + 63233.60546875 + ], + "p90": [ + 64685.69140625, + 64745.29296875, + 64802.91796875, + 64863.125, + 64939.35546875, + 64977.9921875, + 65027.59375, + 65076.78125, + 65126.71875, + 65183.53125, + 65232.625, + 65296.8828125, + 65355.81640625, + 65385.73828125, + 65422.8828125, + 65437.5390625, + 65689.4296875, + 65750.546875, + 65793.5703125, + 65888.5546875, + 65913.40625, + 65980.359375, + 66040.875, + 66078.515625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_032043.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_032043.json new file mode 100644 index 0000000000000000000000000000000000000000..0fd9fd49717e2050c1b477f3d06984025722f76e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_032043.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T03:20:43.469712+00:00", + "metrics": { + "MSE[mean]": 67022.05812587995, + "MSE[0.5]": 71437.49069736566, + "MAE[0.5]": 198.55302678144412, + "MASE[0.5]": 0.17837810676902255, + "MAPE[0.5]": 0.0031035109314563754, + "sMAPE[0.5]": 0.003097585143213413, + "MSIS": 1.4831389313223928, + "RMSE[mean]": 258.88618759192224, + "NRMSE[mean]": 0.0040374223586927965, + "ND[0.5]": 0.003096505214009899, + "mean_weighted_sum_quantile_loss": 0.0024839295135283216 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64164.0 + ], + "predictions": { + "p50": [ + 64429.850861727355, + 64423.81311623109, + 64383.087870734824, + 64373.93098461356, + 64377.8365984923, + 64348.529321746035, + 64327.71423249977, + 64312.899143253504, + 64304.08405400724, + 64284.89982413597, + 64288.94606301471, + 64265.50988001844, + 64260.84713452218, + 64244.50079527592, + 64197.91617477965, + 64197.78077303339, + 64182.82505878712, + 64160.86153204086, + 64171.95659904459, + 64131.231353548326, + 64123.84595180206, + 64109.0308625558, + 64094.21577330954, + 64087.72880906327 + ], + "p10": [ + 64184.593049227355, + 64090.30139748109, + 64150.11560510982, + 64060.67121898856, + 64124.9639422423, + 64110.14885299603, + 64079.73923249977, + 64076.0401588785, + 64044.00592900724, + 64035.97208976097, + 64062.62731301471, + 63999.56066126844, + 64036.369400147174, + 63976.71173277592, + 63961.218518529655, + 63958.67921053339, + 63868.07505878712, + 63929.04903204086, + 63913.07417716959, + 63816.37275979832, + 63736.24438930206, + 63858.1910188058, + 63779.18452330954, + 63847.78037156327 + ], + "p90": [ + 64665.917267977355, + 64648.92249123109, + 64625.83904260983, + 64647.67903148856, + 64607.5076922423, + 64592.69260299604, + 64597.33923249977, + 64562.871799503504, + 64537.57389775724, + 64536.922480385976, + 64538.07887551471, + 64503.017301893444, + 64567.857290772175, + 64521.20782652592, + 64462.847034154656, + 64446.31631990839, + 64508.13365253712, + 64434.37325079086, + 64447.13238029459, + 64388.77158792333, + 64417.50220180206, + 64357.3668000558, + 64360.29780455954, + 64348.24013718827 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_032009.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_032009.json new file mode 100644 index 0000000000000000000000000000000000000000..fdb6eb129721f64fe505ecd5ee9209c665cfcda8 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_032009.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T03:20:09.785106+00:00", + "metrics": { + "MSE[mean]": 574069.2925160726, + "MSE[0.5]": 384490.3781476021, + "MAE[0.5]": 532.6590983072916, + "MASE[0.5]": 0.47853574961582507, + "MAPE[0.5]": 0.008323796798243523, + "sMAPE[0.5]": 0.008276976328287578, + "MSIS": 2.4057168122976527, + "RMSE[mean]": 757.6736055295002, + "NRMSE[mean]": 0.011816189901865736, + "ND[0.5]": 0.008307008469903034, + "mean_weighted_sum_quantile_loss": 0.006416575785133461 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64164.0 + ], + "predictions": { + "p50": [ + 64451.6171875, + 64447.703125, + 64462.55859375, + 64481.703125, + 64457.138671875, + 64504.080078125, + 64483.7421875, + 64481.892578125, + 64559.318359375, + 64573.126953125, + 64571.068359375, + 64695.849609375, + 64619.6484375, + 64656.716796875, + 64705.8125, + 64768.33203125, + 64714.4375, + 64750.236328125, + 64819.681640625, + 64773.134765625, + 64805.994140625, + 64893.50390625, + 65052.107421875, + 64899.974609375 + ], + "p10": [ + 64200.35546875, + 64085.849609375, + 63982.14453125, + 63936.439453125, + 63760.0859375, + 63849.44140625, + 63760.376953125, + 63630.29296875, + 63759.755859375, + 63766.783203125, + 63780.55859375, + 63507.4453125, + 63755.859375, + 63554.25, + 63583.955078125, + 63520.400390625, + 63478.5625, + 63290.919921875, + 63537.224609375, + 63490.396484375, + 63275.3828125, + 63130.060546875, + 63612.623046875, + 63236.412109375 + ], + "p90": [ + 64771.888671875, + 64842.97265625, + 64803.802734375, + 65071.30859375, + 65137.359375, + 65158.80078125, + 65275.544921875, + 65487.205078125, + 65603.0703125, + 65497.51171875, + 65686.2890625, + 65837.83203125, + 65734.9375, + 65767.02734375, + 65904.21875, + 66070.9609375, + 66170.5703125, + 66550.94921875, + 66720.92578125, + 66688.28125, + 67043.73046875, + 66598.87109375, + 67475.39453125, + 67146.4765625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_032043.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_032043.json new file mode 100644 index 0000000000000000000000000000000000000000..ac6c12a02473b370d337e4d96c8469c6a1dede90 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_032043.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T03:20:43.532591+00:00", + "metrics": { + "MSE[mean]": 107938.65708800848, + "MSE[0.5]": 101913.82489026045, + "MAE[0.5]": 280.70074669910537, + "MASE[0.5]": 0.2521788188097104, + "MAPE[0.5]": 0.004374841405857742, + "sMAPE[0.5]": 0.004383297211116262, + "MSIS": 1.6296831685899107, + "RMSE[mean]": 328.54019097822487, + "NRMSE[mean]": 0.0051237013651556996, + "ND[0.5]": 0.004377628182354571, + "mean_weighted_sum_quantile_loss": 0.0032798860040058977 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64164.0 + ], + "predictions": { + "p50": [ + 63921.775003426534, + 63930.552347176534, + 63904.642190926534, + 63910.300394051534, + 63929.021097176534, + 63914.528909676534, + 63908.528909676534, + 63908.528909676534, + 63914.528909676534, + 63910.159769051534, + 63929.021097176534, + 63920.400003426534, + 63930.552347176534, + 63929.021097176534, + 63897.251565926534, + 63911.931253426534, + 63911.790628426534, + 63904.642190926534, + 63930.552347176534, + 63904.642190926534, + 63912.071878426534, + 63912.071878426534, + 63912.071878426534, + 63920.400003426534 + ], + "p10": [ + 63676.517190926534, + 63597.040628426534, + 63671.66992530153, + 63597.040628426534, + 63676.14844092653, + 63676.14844092653, + 63660.553909676535, + 63671.66992530153, + 63654.450784676534, + 63661.232034676534, + 63702.702347176535, + 63654.450784676534, + 63706.07461280153, + 63661.232034676534, + 63660.553909676535, + 63672.829690926534, + 63597.040628426534, + 63672.829690926534, + 63671.66992530153, + 63589.78359717653, + 63524.470315926534, + 63661.232034676534, + 63597.040628426534, + 63680.45156592653 + ], + "p90": [ + 64157.841409676534, + 64155.661722176534, + 64147.39336280154, + 64184.048440926534, + 64158.69219092654, + 64158.69219092654, + 64178.153909676534, + 64158.501565926534, + 64148.018753426535, + 64162.18242530154, + 64178.153909676534, + 64157.907425301535, + 64237.56250342653, + 64205.728128426534, + 64162.18242530154, + 64160.46680030153, + 64237.099222176534, + 64178.153909676534, + 64205.728128426534, + 64162.18242530154, + 64205.728128426534, + 64160.407815926534, + 64178.153909676534, + 64180.911331551535 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_032043.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_032043.json new file mode 100644 index 0000000000000000000000000000000000000000..5201c0905ddb849917d1dbec7e77907d905ae704 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_032043.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T03:20:43.553989+00:00", + "metrics": { + "MSE[mean]": 231367.3356259664, + "MSE[0.5]": 231367.3356259664, + "MAE[0.5]": 418.4420572916667, + "MASE[0.5]": 0.3759242716273614, + "MAPE[0.5]": 0.00652890482683837, + "sMAPE[0.5]": 0.006542086676007188, + "MSIS": 3.444595661865718, + "RMSE[mean]": 481.0065858446913, + "NRMSE[mean]": 0.007501469129859587, + "ND[0.5]": 0.006525753010005315, + "mean_weighted_sum_quantile_loss": 0.005779197642243843 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64164.0 + ], + "predictions": { + "p50": [ + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "p10": [ + 62311.860625, + 62404.50890625, + 62469.7171875, + 62382.10671875, + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996 + ], + "p90": [ + 64855.201875, + 64951.63171875, + 65019.5015625, + 64928.31515625, + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_032036.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_032036.json new file mode 100644 index 0000000000000000000000000000000000000000..1c20915a2aba24e30492e62f178de5ff43bbfac6 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_032036.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T03:20:36.219469+00:00", + "metrics": { + "MSE[mean]": 212337.87087504068, + "MSE[0.5]": 212337.87087504068, + "MAE[0.5]": 388.3678385416667, + "MASE[0.5]": 0.34890588621091817, + "MAPE[0.5]": 0.006071152250095281, + "sMAPE[0.5]": 0.006045334566720025, + "MSIS": 1.6467967356927256, + "RMSE[mean]": 460.80133558296103, + "NRMSE[mean]": 0.007186361051176448, + "ND[0.5]": 0.006056734850593643, + "mean_weighted_sum_quantile_loss": 0.00413561798625809 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64164.0 + ], + "predictions": { + "p50": [ + 64467.90625, + 64422.0, + 64429.0625, + 64453.78125, + 64453.78125, + 64450.25, + 64464.375, + 64478.5, + 64510.28125, + 64524.40625, + 64556.1875, + 64552.65625, + 64556.1875, + 64552.65625, + 64552.65625, + 64556.1875, + 64573.84375, + 64545.59375, + 64520.875, + 64510.28125, + 64499.6875, + 64496.15625, + 64478.5, + 64414.9375 + ], + "p10": [ + 64199.53125, + 64090.0625, + 64045.921875, + 64031.796875, + 64017.671875, + 64007.078125, + 63987.65625, + 63971.765625, + 63971.765625, + 63978.828125, + 63987.65625, + 63950.578125, + 63912.6171875, + 63872.890625, + 63859.6484375, + 63818.15625, + 63822.5703125, + 63759.33984375, + 63698.7578125, + 63659.69140625, + 63632.765625, + 63620.40625, + 63578.03125, + 63502.109375 + ], + "p90": [ + 64732.75, + 64782.1875, + 64845.75, + 64909.3125, + 64930.5, + 64930.5, + 64979.9375, + 65008.1875, + 65078.8125, + 65107.0625, + 65156.5, + 65191.8125, + 65213.0, + 65227.125, + 65241.25, + 65290.6875, + 65318.9375, + 65304.8125, + 65276.5625, + 65283.625, + 65283.625, + 65283.625, + 65290.6875, + 65248.3125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_031906.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_031906.json new file mode 100644 index 0000000000000000000000000000000000000000..12a09c7a1b156da961bea69b4c9b47fb393f1ff6 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_031906.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T03:19:06.983024+00:00", + "metrics": { + "MSE[mean]": 234836.6217034658, + "MSE[0.5]": 156400.41053199768, + "MAE[0.5]": 304.19482421875, + "MASE[0.5]": 0.2732856693884824, + "MAPE[0.5]": 0.00475843497149107, + "sMAPE[0.5]": 0.004739427424291552, + "MSIS": 12.532703170140067, + "RMSE[mean]": 484.5994445967368, + "NRMSE[mean]": 0.007557501042539297, + "ND[0.5]": 0.004744026694214131, + "mean_weighted_sum_quantile_loss": 0.005502446225961208 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64164.0 + ], + "predictions": { + "p50": [ + 64371.95703125, + 64365.90625, + 64349.42578125, + 64336.77734375, + 64349.8984375, + 64354.26953125, + 64348.24609375, + 64348.296875, + 64368.2421875, + 64399.6015625, + 64395.2421875, + 64427.59375, + 64444.9375, + 64417.69140625, + 64445.44140625, + 64427.5234375, + 64426.05859375, + 64444.30078125, + 64460.5546875, + 64490.44140625, + 64466.59375, + 64487.56640625, + 64508.05859375, + 64513.30859375 + ], + "p10": [ + 64394.98828125, + 64428.1875, + 64399.46484375, + 64402.234375, + 64399.98828125, + 64409.28125, + 64424.5, + 64439.09375, + 64424.2890625, + 64429.0859375, + 64439.82421875, + 64423.94921875, + 64437.7109375, + 64456.6484375, + 64483.85546875, + 64467.08984375, + 64446.8984375, + 64512.76953125, + 64511.4375, + 64502.78125, + 64521.56640625, + 64562.3828125, + 64536.26953125, + 64544.796875 + ], + "p90": [ + 64582.3984375, + 64629.71875, + 64647.44921875, + 64668.2734375, + 64698.61328125, + 64710.671875, + 64741.69140625, + 64750.37890625, + 64788.8828125, + 64838.55078125, + 64846.7421875, + 64883.25, + 64901.6015625, + 64915.515625, + 64945.9453125, + 64957.21484375, + 64966.84765625, + 65001.51953125, + 65037.55078125, + 65055.75, + 65054.625, + 65083.7578125, + 65085.0625, + 65087.265625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_031933.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_031933.json new file mode 100644 index 0000000000000000000000000000000000000000..d7e096341a9d74ff1b0c11048a4e428dbb652ffd --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_031933.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T03:19:33.758586+00:00", + "metrics": { + "MSE[mean]": 452439.0159269969, + "MSE[0.5]": 452439.0159269969, + "MAE[0.5]": 577.32666015625, + "MASE[0.5]": 0.518664652437215, + "MAPE[0.5]": 0.00902188810467639, + "sMAPE[0.5]": 0.00896682057560459, + "MSIS": 2.3906415048504885, + "RMSE[mean]": 672.6358717218379, + "NRMSE[mean]": 0.01048999613694842, + "ND[0.5]": 0.009003615015793954, + "mean_weighted_sum_quantile_loss": 0.006037002900384309 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64164.0 + ], + "predictions": { + "p50": [ + 64415.41796875, + 64430.72265625, + 64466.9140625, + 64496.1875, + 64518.07421875, + 64537.7890625, + 64556.6796875, + 64577.03515625, + 64594.66796875, + 64610.28515625, + 64648.57421875, + 64685.08203125, + 64714.2265625, + 64740.078125, + 64770.35546875, + 64793.375, + 64812.4453125, + 64837.625, + 64870.3671875, + 64897.3515625, + 64920.13671875, + 64938.12890625, + 64962.4765625, + 64981.453125 + ], + "p10": [ + 64185.56640625, + 64073.20703125, + 64004.41796875, + 63971.9296875, + 63954.48046875, + 63942.11328125, + 63923.98046875, + 63903.20703125, + 63882.796875, + 63853.8203125, + 63848.046875, + 63843.6953125, + 63827.37109375, + 63815.53515625, + 63806.4921875, + 63799.3203125, + 63791.6484375, + 63778.2109375, + 63779.765625, + 63774.21875, + 63756.69140625, + 63739.39453125, + 63726.640625, + 63712.91796875 + ], + "p90": [ + 64651.76953125, + 64785.12890625, + 64926.23828125, + 65043.26953125, + 65129.05078125, + 65223.42578125, + 65319.74609375, + 65409.70703125, + 65489.62109375, + 65569.9609375, + 65675.828125, + 65763.375, + 65836.4921875, + 65911.6640625, + 66007.390625, + 66088.15625, + 66157.5, + 66222.015625, + 66295.09375, + 66383.21875, + 66441.0, + 66512.3359375, + 66581.5078125, + 66647.421875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_031919.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_031919.json new file mode 100644 index 0000000000000000000000000000000000000000..420a1fcaecbb59e03c694346470106a0dea3f273 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_031919.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T03:19:19.563007+00:00", + "metrics": { + "MSE[mean]": 195554.3326702118, + "MSE[0.5]": 195554.3326702118, + "MAE[0.5]": 364.1521809895833, + "MASE[0.5]": 0.3271507751540501, + "MAPE[0.5]": 0.0056937629559500914, + "sMAPE[0.5]": 0.005669931348029449, + "MSIS": 1.6274105733203825, + "RMSE[mean]": 442.2152560351257, + "NRMSE[mean]": 0.0068965045168249235, + "ND[0.5]": 0.005679083040967783, + "mean_weighted_sum_quantile_loss": 0.0044425926199687 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64164.0 + ], + "predictions": { + "p50": [ + 64397.046875, + 64403.8828125, + 64403.03125, + 64418.6796875, + 64438.515625, + 64450.71484375, + 64457.01953125, + 64466.80078125, + 64472.16796875, + 64476.765625, + 64479.4140625, + 64488.4921875, + 64489.09375, + 64496.36328125, + 64506.12890625, + 64507.03515625, + 64512.25, + 64507.921875, + 64512.3828125, + 64517.7890625, + 64520.890625, + 64519.62109375, + 64520.796875, + 64523.69921875 + ], + "p10": [ + 64189.62109375, + 64118.921875, + 64033.171875, + 63984.62890625, + 63962.55078125, + 63921.13671875, + 63880.75390625, + 63847.69921875, + 63815.234375, + 63779.69921875, + 63739.5703125, + 63705.38671875, + 63670.43359375, + 63636.24609375, + 63603.4921875, + 63577.45703125, + 63539.45703125, + 63493.27734375, + 63470.48046875, + 63431.0546875, + 63409.89453125, + 63377.2265625, + 63338.5390625, + 63298.25 + ], + "p90": [ + 64615.06640625, + 64695.80078125, + 64787.15234375, + 64862.14453125, + 64941.109375, + 65004.0859375, + 65058.03515625, + 65102.37109375, + 65166.41015625, + 65198.4296875, + 65242.96875, + 65297.91796875, + 65350.37109375, + 65404.875, + 65468.6875, + 65514.2890625, + 65567.96875, + 65606.890625, + 65649.6484375, + 65697.9609375, + 65747.8671875, + 65805.1328125, + 65852.0625, + 65899.65625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_032043.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_032043.json new file mode 100644 index 0000000000000000000000000000000000000000..0f5d490fdc42275cf791f9da4d19e8eebfc64d5e --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_032043.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T03:20:43.364059+00:00", + "metrics": { + "MSE[mean]": 0.06734987674303498, + "MSE[0.5]": 0.06922221894508991, + "MAE[0.5]": 0.2326450175380839, + "MASE[0.5]": 0.6800497119835325, + "MAPE[0.5]": 0.13949892437846162, + "sMAPE[0.5]": 0.15227577009469948, + "MSIS": 25.39702915552029, + "RMSE[mean]": 0.2595185479749665, + "NRMSE[mean]": 0.16667323312626248, + "ND[0.5]": 0.14941397270583076, + "mean_weighted_sum_quantile_loss": 0.14757857299937116 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00" + ], + "context": [ + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481 + ], + "actual": [ + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853 + ], + "predictions": { + "p50": [ + 0.8744495659322904, + 0.8991834993949726, + 0.9236699662988691, + 0.9474718650215893, + 0.9721152041151497, + 0.9921998471147419, + 1.013805745843221, + 1.0356387541822403, + 1.05504767899733, + 1.0746672812521558, + 1.094696611679883, + 1.112995622193789, + 1.131269069998967, + 1.1478038469845282, + 1.1648159124140505, + 1.1825465351814297, + 1.1993015308157915, + 1.2154165601820284, + 1.2295597248344994, + 1.2430658027238581, + 1.256621518057046, + 1.2721556527625402, + 1.28465798040693, + 1.297925885855105, + 1.3096013224780516, + 1.3223312126024935, + 1.3343347656446993, + 1.3458058066197867, + 1.3576756678521442, + 1.3676121467361755, + 1.3803772926839446, + 1.3883629521151968, + 1.398424769630843, + 1.4082350141990072, + 1.4172370920326205, + 1.4278107804372764, + 1.4348109854658238, + 1.4439593442807035, + 1.4523223083565997, + 1.461414291193365, + 1.4695358697853185, + 1.4785742361935736, + 1.4840823761629869, + 1.48980427452977, + 1.4970246001404135, + 1.5037946093061314, + 1.510434255491348, + 1.5168590864919798, + 1.5230517940262063, + 1.5290328072482757, + 1.5358993286871945, + 1.5409908443747233, + 1.5470067992426542, + 1.551231234901663, + 1.5564137531919326, + 1.5633958830334422, + 1.5666430367766389, + 1.5717833735461972, + 1.5771731479912259, + 1.5801704981102693 + ], + "p10": [ + 0.8662145015698449, + 0.8898096619841342, + 0.915574116421926, + 0.9373130043290485, + 0.9601659600653975, + 0.9836493431829247, + 1.0053550680355645, + 1.0241287326880562, + 1.0455321126409105, + 1.066854393929342, + 1.086033826786496, + 1.1026552110073522, + 1.1212097146086086, + 1.1405201873285256, + 1.1566827945214053, + 1.1730286655316284, + 1.188244139611891, + 1.2057785291491807, + 1.2204431481213758, + 1.2333097882197173, + 1.2475207516737283, + 1.2629708110815527, + 1.2746948282125146, + 1.2878778563455906, + 1.3020836190941416, + 1.3144835960958625, + 1.3262075790167316, + 1.3371217149236996, + 1.3482678440750322, + 1.3580175400227295, + 1.369726204050285, + 1.378822929604939, + 1.388518373831014, + 1.3977411641125275, + 1.4088537138225141, + 1.4179789831043874, + 1.427339192724155, + 1.4352898699321035, + 1.4435966201131392, + 1.4507742708271836, + 1.4594179479384781, + 1.4679574143855059, + 1.4733816802639281, + 1.4794361591215306, + 1.4874676536454228, + 1.4952070216010724, + 1.5009335932269061, + 1.5081011155373456, + 1.5147148586164476, + 1.5210003616725722, + 1.5265051743247597, + 1.5323300275033418, + 1.5371631459452506, + 1.54148973651138, + 1.5464428146854152, + 1.55181496283776, + 1.556664318300069, + 1.5622198507360618, + 1.5668850824568992, + 1.570152260778111 + ], + "p90": [ + 0.8841737002610353, + 0.9089848357181002, + 0.9326507546046073, + 0.9556305509620245, + 0.9802246771596734, + 1.0022446207618858, + 1.023238039740112, + 1.0439171696881677, + 1.0647647314739206, + 1.0846060105243387, + 1.1031107622718124, + 1.122599153127512, + 1.139882963181861, + 1.1573939025955953, + 1.174260968297184, + 1.1913648411003177, + 1.207730154194548, + 1.223603452433451, + 1.238271760327062, + 1.2523008493464605, + 1.2664270587599489, + 1.2818967620832469, + 1.2936645914165963, + 1.3072996785603546, + 1.3196692926499605, + 1.3314571723081765, + 1.3447181746488006, + 1.355657042340487, + 1.3661508157795796, + 1.3761378442512153, + 1.3883521683825928, + 1.398830533996844, + 1.4048566677323668, + 1.418169228465065, + 1.4269903649842246, + 1.4366131137255607, + 1.4452400843509292, + 1.455091874018621, + 1.4613770626972689, + 1.4714612409740429, + 1.4774221883661152, + 1.4865767230610736, + 1.49296147911966, + 1.5001395426330617, + 1.5064674231892987, + 1.5142285086353655, + 1.5197020864120045, + 1.5260392426773273, + 1.5325231594959727, + 1.5390685056170097, + 1.5456911433418745, + 1.5515602692462587, + 1.5548967548187833, + 1.5604251302682997, + 1.5664147527843009, + 1.5729361476627524, + 1.5771209191234095, + 1.5805585407380187, + 1.5866631429138, + 1.5895971089468615 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_031838.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_031838.json new file mode 100644 index 0000000000000000000000000000000000000000..287dce8aea6bcf9f12e61e733bd8aa352496deee --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_031838.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T03:18:38.135935+00:00", + "metrics": { + "MSE[mean]": 0.19569433477284737, + "MSE[0.5]": 0.19569433477284737, + "MAE[0.5]": 0.35954654614130654, + "MASE[0.5]": 1.0509983310003332, + "MAPE[0.5]": 0.2097330423832579, + "sMAPE[0.5]": 0.24795976391538377, + "MSIS": 13.043946764430284, + "RMSE[mean]": 0.44237352404144553, + "NRMSE[mean]": 0.28411004175531374, + "ND[0.5]": 0.23091523042327244, + "mean_weighted_sum_quantile_loss": 0.18518447659901793 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00" + ], + "context": [ + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481 + ], + "actual": [ + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853 + ], + "predictions": { + "p50": [ + 0.8595243096351624, + 0.8894678950309753, + 0.9167216420173645, + 0.9447587728500366, + 0.9693131446838379, + 0.9905214309692383, + 1.0156117677688599, + 1.0367417335510254, + 1.0609679222106934, + 1.0837315320968628, + 1.1063214540481567, + 1.1307803392410278, + 1.1539461612701416, + 1.172701120376587, + 1.1940124034881592, + 1.2115164995193481, + 1.2533726692199707, + 1.2717969417572021, + 1.2886496782302856, + 1.2993111610412598, + 1.3149094581604004, + 1.3280664682388306, + 1.3379454612731934, + 1.348158836364746, + 1.355646014213562, + 1.3620765209197998, + 1.3702064752578735, + 1.378723382949829, + 1.387711763381958, + 1.3868157863616943, + 1.390754222869873, + 1.396256685256958, + 1.41695237159729, + 1.413492202758789, + 1.4071868658065796, + 1.4014332294464111, + 1.3922430276870728, + 1.3822038173675537, + 1.3691927194595337, + 1.3567790985107422, + 1.3447457551956177, + 1.3287373781204224, + 1.3117244243621826, + 1.2987914085388184, + 1.2756867408752441, + 1.2516858577728271, + 1.2346787452697754, + 1.208568811416626, + 1.166689157485962, + 1.1429122686386108, + 1.1227405071258545, + 1.090086817741394, + 1.0613279342651367, + 1.0348610877990723, + 1.009764552116394, + 0.9763084053993225, + 0.9515117406845093, + 0.9262676239013672, + 0.8985459804534912, + 0.8680493235588074 + ], + "p10": [ + 0.837670087814331, + 0.870570182800293, + 0.8875907063484192, + 0.914766788482666, + 0.9309072494506836, + 0.9474406838417053, + 0.9732213616371155, + 0.9921337366104126, + 1.01143479347229, + 1.0287885665893555, + 1.0493531227111816, + 1.0707318782806396, + 1.0891172885894775, + 1.102546215057373, + 1.118144154548645, + 1.1363637447357178, + 1.1655887365341187, + 1.1768704652786255, + 1.1783835887908936, + 1.1884700059890747, + 1.19694185256958, + 1.2025587558746338, + 1.2006292343139648, + 1.2047672271728516, + 1.202004313468933, + 1.2034611701965332, + 1.1992437839508057, + 1.205896258354187, + 1.1977646350860596, + 1.201026439666748, + 1.1938186883926392, + 1.182265281677246, + 1.2018437385559082, + 1.1851333379745483, + 1.174416184425354, + 1.159489631652832, + 1.1421303749084473, + 1.121954321861267, + 1.0981996059417725, + 1.0783090591430664, + 1.062493085861206, + 1.0319372415542603, + 1.0099029541015625, + 0.9903697371482849, + 0.9706953763961792, + 0.9353873133659363, + 0.9267120957374573, + 0.9014972448348999, + 0.8162561655044556, + 0.7774408459663391, + 0.7535210847854614, + 0.7304753065109253, + 0.6937904357910156, + 0.6573972702026367, + 0.6338093280792236, + 0.6044465899467468, + 0.566897988319397, + 0.5349140167236328, + 0.5024431347846985, + 0.48424267768859863 + ], + "p90": [ + 0.8808807730674744, + 0.911948561668396, + 0.9431718587875366, + 0.9725966453552246, + 1.0006136894226074, + 1.0310090780258179, + 1.057705283164978, + 1.0863213539123535, + 1.1108901500701904, + 1.138763666152954, + 1.1644684076309204, + 1.1916248798370361, + 1.2242408990859985, + 1.258201241493225, + 1.2812683582305908, + 1.300763726234436, + 1.3820040225982666, + 1.407610535621643, + 1.4300363063812256, + 1.4508624076843262, + 1.474993348121643, + 1.4955506324768066, + 1.5120313167572021, + 1.5366013050079346, + 1.5523096323013306, + 1.5771563053131104, + 1.5931763648986816, + 1.6118555068969727, + 1.626674771308899, + 1.644546389579773, + 1.639944314956665, + 1.659822702407837, + 1.6839852333068848, + 1.6922950744628906, + 1.6943943500518799, + 1.7053223848342896, + 1.6970610618591309, + 1.7027703523635864, + 1.7103800773620605, + 1.7027239799499512, + 1.7002744674682617, + 1.7006545066833496, + 1.7026468515396118, + 1.6997445821762085, + 1.68246591091156, + 1.6756277084350586, + 1.6518287658691406, + 1.6379896402359009, + 1.6124316453933716, + 1.6097674369812012, + 1.6067488193511963, + 1.5851571559906006, + 1.5617716312408447, + 1.5447148084640503, + 1.5175049304962158, + 1.5034358501434326, + 1.4735451936721802, + 1.447881817817688, + 1.426091194152832, + 1.408217191696167 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_032043.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_032043.json new file mode 100644 index 0000000000000000000000000000000000000000..e845315540b86b6d2f10b15081bd03475e1ca817 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_032043.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T03:20:43.499710+00:00", + "metrics": { + "MSE[mean]": 0.0779872399545209, + "MSE[0.5]": 0.07818728349413752, + "MAE[0.5]": 0.1676010686734491, + "MASE[0.5]": 0.4899183300190529, + "MAPE[0.5]": 0.09795679289498858, + "sMAPE[0.5]": 0.08736425046430567, + "MSIS": 15.713475289227121, + "RMSE[mean]": 0.2792619557951296, + "NRMSE[mean]": 0.1793532424743201, + "ND[0.5]": 0.10764013674242319, + "mean_weighted_sum_quantile_loss": 0.1024797075038526 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00" + ], + "context": [ + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481 + ], + "actual": [ + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853 + ], + "predictions": { + "p50": [ + 0.8857914436690921, + 0.9170305241343554, + 0.9367696781517502, + 0.9625087549215254, + 0.9907478740105984, + 1.0164870252861795, + 1.0447260996717689, + 1.0704652956508338, + 1.1007043293860554, + 1.1294434420378268, + 1.1501826129829407, + 1.179421763900894, + 1.2076608084841611, + 1.2338999235201182, + 1.2636390530996087, + 1.290378146797103, + 1.316117283171523, + 1.3443563873594349, + 1.3745954956004625, + 1.399834638412184, + 1.428573646755827, + 1.4538128491721933, + 1.479051991983915, + 1.5062910494417854, + 1.5360302237247594, + 1.5627693621257375, + 1.5900084493859301, + 1.615247547494168, + 1.6454866557351957, + 1.6697258114215205, + 1.6999649345637093, + 1.7257040262346457, + 1.753443136859859, + 1.7806822539223743, + 1.8079213709848894, + 1.8321605266712144, + 1.860899654224147, + 1.8896387221724347, + 1.916877869037272, + 1.9441169562974647, + 1.9693560991091863, + 2.0005952242779332, + 2.0218343291811007, + 2.054073441475244, + 2.08031254161004, + 2.1055516844217617, + 2.1362907564231657, + 2.1620299524022304, + 2.190269056590142, + 2.2165081269226157, + 2.2417472995366596, + 2.270986420652291, + 2.298225478110161, + 2.3254645951726762, + 2.3537037440640716, + 2.3789428421723096, + 2.4051819274059443, + 2.432421029567298, + 2.4616601804852514, + 2.486899323296973 + ], + "p10": [ + 0.8517914194696063, + 0.8800305236575182, + 0.9091696222187515, + 0.9344087590700088, + 0.9606478830466625, + 0.9869869580521402, + 1.0132260879892585, + 1.0404652050517738, + 1.0696042976525426, + 1.0969435266764223, + 1.1241825841342925, + 1.150321614030975, + 1.1786608838244321, + 1.203899967031509, + 1.2331390523843528, + 1.260278117090148, + 1.2875172877968435, + 1.3138563568418566, + 1.3430955673644547, + 1.3673346098019545, + 1.3955736543852215, + 1.4238128718219583, + 1.4490519609894996, + 1.478191107234449, + 1.5055302230095036, + 1.531769239697797, + 1.5600084630949984, + 1.5852475463020752, + 1.6133866040937315, + 1.6426258026954006, + 1.6669649511338005, + 1.6942040145521353, + 1.7234431654700886, + 1.7496821761979175, + 1.7779213995951189, + 1.8050605060241656, + 1.8333996208455459, + 1.8596387507826642, + 1.885877761510493, + 1.9141169849076942, + 1.939356068114771, + 1.9694952610897618, + 1.995734331422235, + 2.022073406427713, + 2.0503125702202696, + 2.0773516898577054, + 2.1036907648631833, + 2.133029962177392, + 2.161168966324868, + 2.1854080564460836, + 2.212647179469063, + 2.2399862833231894, + 2.2701254345749287, + 2.2934646435716477, + 2.3217036345107345, + 2.3509428986775127, + 2.3760818758836892, + 2.4034210453029243, + 2.4336601237416295, + 2.458899326157996 + ], + "p90": [ + 0.9087914008729572, + 0.9380305517909105, + 0.9622695882679458, + 0.9875088502889571, + 1.018747915853059, + 1.0399869969143687, + 1.0713261148351905, + 1.0964651993297279, + 1.124804361834824, + 1.1519434801847994, + 1.177182622996521, + 1.2074217014352262, + 1.2326607846423032, + 1.2618998819160763, + 1.2901390397481682, + 1.3184782022532644, + 1.34561732060324, + 1.3699564094369954, + 1.3981955195853715, + 1.4264346297337478, + 1.4535737421232586, + 1.4789128776870555, + 1.508251973673368, + 1.5313911375612923, + 1.562530210373319, + 1.5887692807057927, + 1.6171084491713534, + 1.6403476058113526, + 1.6705866902105222, + 1.6958257793780636, + 1.7249648660183678, + 1.7542039692526052, + 1.7775432378539693, + 1.8076822639359547, + 1.8339213342684282, + 1.8612605096481278, + 1.888399574353923, + 1.915638691416438, + 1.94097794022906, + 1.9712169590631203, + 1.997456094960703, + 2.0275951806473334, + 2.046234342866327, + 2.0800734345611054, + 2.1043125306427855, + 2.1345516686861354, + 2.1607907390186094, + 2.188029862041589, + 2.215369031460824, + 2.2396081811866844, + 2.270747253998711, + 2.300086349985024, + 2.32132553237423, + 2.352564597938332, + 2.378803680191734, + 2.407942886041328, + 2.4341819563738016, + 2.4614210734363167, + 2.489660129940513, + 2.514899260831305 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_032015.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_032015.json new file mode 100644 index 0000000000000000000000000000000000000000..1194b2831ff6c941cd0257c8e3d527e5c90d3e37 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_032015.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T03:20:15.837714+00:00", + "metrics": { + "MSE[mean]": 0.8313832561148335, + "MSE[0.5]": 0.9143201119771353, + "MAE[0.5]": 0.8337329814831416, + "MASE[0.5]": 2.437103016126137, + "MAPE[0.5]": 0.4894364788424467, + "sMAPE[0.5]": 0.7096794370993966, + "MSIS": 39.05129623515175, + "RMSE[mean]": 0.9118022022976439, + "NRMSE[mean]": 0.5855959900147648, + "ND[0.5]": 0.5354568013427614, + "mean_weighted_sum_quantile_loss": 0.4478747305883879 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00" + ], + "context": [ + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481 + ], + "actual": [ + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853 + ], + "predictions": { + "p50": [ + 0.8749714493751526, + 0.8981282711029053, + 0.9038612246513367, + 0.9079762697219849, + 0.915028989315033, + 0.9426017701625824, + 0.9441297650337219, + 0.9437161087989807, + 0.9856827557086945, + 1.000662922859192, + 0.999554455280304, + 0.9892898797988892, + 0.9895271062850952, + 0.9694136381149292, + 0.9915227591991425, + 0.9651264250278473, + 0.9156619310379028, + 0.9674025177955627, + 0.9421333074569702, + 0.892301470041275, + 0.9055548906326294, + 0.8096113204956055, + 0.8578083515167236, + 0.8572808802127838, + 0.7670023739337921, + 0.7002221047878265, + 0.7259222269058228, + 0.7454854547977448, + 0.6613034307956696, + 0.6797752678394318, + 0.6658731698989868, + 0.6076753735542297, + 0.5865468382835388, + 0.5859222710132599, + 0.5008358657360077, + 0.5269516110420227, + 0.5745026171207428, + 0.5847718119621277, + 0.4978698194026947, + 0.5547043085098267, + 0.527645081281662, + 0.5393241047859192, + 0.554225355386734, + 0.5895900428295135, + 0.505914181470871, + 0.633487194776535, + 0.4725870192050934, + 0.598063051700592, + 0.6015582084655762, + 0.6294471621513367, + 0.5232226848602295, + 0.602191150188446, + 0.6094644665718079, + 0.5317769646644592, + 0.5136812925338745, + 0.5255677402019501, + 0.5062180459499359, + 0.5847128927707672, + 0.5437591075897217, + 0.5925758183002472 + ], + "p10": [ + 0.8486727476119995, + 0.8564364016056061, + 0.8482664823532104, + 0.8496438562870026, + 0.8471516370773315, + 0.862857460975647, + 0.846909910440445, + 0.8642273843288422, + 0.8373330533504486, + 0.8393192291259766, + 0.844073086977005, + 0.8253126442432404, + 0.8334906697273254, + 0.7602015435695648, + 0.7707808017730713, + 0.7372175455093384, + 0.562507152557373, + 0.6862543523311615, + 0.5460151731967926, + 0.477215051651001, + 0.5151101052761078, + 0.5482109189033508, + 0.4542158246040344, + 0.4141390025615692, + 0.3091181516647339, + 0.2595124840736389, + 0.18321239948272705, + 0.1509760022163391, + 0.17818087339401245, + 0.17586258053779602, + 0.10149028897285461, + 0.11451297998428345, + 0.05333912372589111, + -0.038889408111572266, + -0.025525212287902832, + -0.07390373945236206, + -0.013770639896392822, + -0.1836497187614441, + -0.2478172779083252, + -0.14002639055252075, + -0.04243546724319458, + -0.12547743320465088, + -0.17782306671142578, + -0.05955350399017334, + -0.2636713981628418, + -0.14146488904953003, + -0.2519938349723816, + -0.06900584697723389, + -0.019597649574279785, + 0.08105218410491943, + -0.14361435174942017, + -0.12913626432418823, + -0.006493806838989258, + -0.13294100761413574, + -0.27170175313949585, + -0.22177600860595703, + -0.19699782133102417, + -0.0966830849647522, + -0.1757580041885376, + -0.08953887224197388 + ], + "p90": [ + 0.9015125632286072, + 0.9300491809844971, + 0.9537059366703033, + 0.9678071141242981, + 0.9916985332965851, + 1.039266049861908, + 1.0491086840629578, + 1.0495439171791077, + 1.1351900696754456, + 1.1541277170181274, + 1.1806132793426514, + 1.1887515187263489, + 1.1566846370697021, + 1.2010865211486816, + 1.2303705215454102, + 1.1964137554168701, + 1.3100726008415222, + 1.2470484972000122, + 1.2907458543777466, + 1.2949272394180298, + 1.2901962995529175, + 1.301296353340149, + 1.2193708419799805, + 1.2333012819290161, + 1.336974859237671, + 1.2194288969039917, + 1.184514582157135, + 1.2751950025558472, + 1.2163798809051514, + 1.159336268901825, + 1.315638244152069, + 1.3202206492424011, + 1.2384318113327026, + 1.2372875213623047, + 1.2227676510810852, + 1.172028124332428, + 1.259670376777649, + 1.3122903108596802, + 1.3405383825302124, + 1.3272192478179932, + 1.1520874500274658, + 1.2232567071914673, + 1.480190634727478, + 1.3137552738189697, + 1.3981347680091858, + 1.3232759237289429, + 1.3387280106544495, + 1.326728105545044, + 1.4945082664489746, + 1.500065267086029, + 1.4149285554885864, + 1.4170977473258972, + 1.5397825241088867, + 1.3874937295913696, + 1.5517151355743408, + 1.5153005123138428, + 1.2004055380821228, + 1.3897011876106262, + 1.4249427318572998, + 1.9497114419937134 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_032043.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_032043.json new file mode 100644 index 0000000000000000000000000000000000000000..5efb3baacded709e924337807d2d5f2007e71331 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_032043.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T03:20:43.542366+00:00", + "metrics": { + "MSE[mean]": 1.0700574511036958, + "MSE[0.5]": 1.067756994091591, + "MAE[0.5]": 0.9879227007231371, + "MASE[0.5]": 2.887818338850878, + "MAPE[0.5]": 0.6166944200239348, + "sMAPE[0.5]": 0.9038166621262945, + "MSIS": 111.00156612749676, + "RMSE[mean]": 1.0344358129452478, + "NRMSE[mean]": 0.6643562194321821, + "ND[0.5]": 0.6344836309127223, + "mean_weighted_sum_quantile_loss": 0.6292003285546622 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00" + ], + "context": [ + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481 + ], + "actual": [ + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853 + ], + "predictions": { + "p50": [ + 0.5733856730360533, + 0.5773856364388014, + 0.5698856733936811, + 0.5683856331009413, + 0.5693856351274992, + 0.5678856693405653, + 0.5688856266636396, + 0.5673857055801893, + 0.5703856222528959, + 0.5718856178421522, + 0.5653856717247511, + 0.5673857055801893, + 0.5683856331009413, + 0.5673856310743833, + 0.5698856435913587, + 0.569385620226338, + 0.5678856395382429, + 0.5688856266636396, + 0.5718856178421522, + 0.5698856435913587, + 0.5713855348724867, + 0.569385620226338, + 0.5673856459755445, + 0.5673855863708998, + 0.5698856435913587, + 0.5693856649298216, + 0.5693856351274992, + 0.5673856161732221, + 0.5703856073517347, + 0.5673856459755445, + 0.5703856520552183, + 0.5688856266636396, + 0.569385620226338, + 0.569385620226338, + 0.569385620226338, + 0.5663856588501478, + 0.5678856693405653, + 0.569385620226338, + 0.5693856500286604, + 0.569385620226338, + 0.5673856459755445, + 0.5713856540817762, + 0.5653856419224287, + 0.5703856371540571, + 0.569385620226338, + 0.5673856459755445, + 0.5708856009144331, + 0.5693856798309828, + 0.5703856669563795, + 0.569385620226338, + 0.5673856757778669, + 0.5693856798309828, + 0.569385620226338, + 0.569385620226338, + 0.5703856520552183, + 0.5683856331009413, + 0.567385601272061, + 0.5673855863708998, + 0.569385620226338, + 0.5673856459755445 + ], + "p10": [ + 0.5393856488365675, + 0.5403856359619642, + 0.5422856174606825, + 0.5402856372494246, + 0.5392856441635633, + 0.538385602106526, + 0.5373856149811292, + 0.5373856149811292, + 0.5392855905193831, + 0.5393857024807478, + 0.539385642876103, + 0.5382855557102705, + 0.5393857084412123, + 0.537385674585774, + 0.539385642876103, + 0.5392855905193831, + 0.5392856441635633, + 0.5383855961460615, + 0.5403856896061445, + 0.5373856149811292, + 0.5383855425018812, + 0.539385642876103, + 0.5373856149811292, + 0.5392856441635633, + 0.539385642876103, + 0.5383855425018812, + 0.5393856488365675, + 0.5373856149811292, + 0.5382855557102705, + 0.5402856372494246, + 0.5373856686253096, + 0.5373856149811292, + 0.5393856488365675, + 0.5383855425018812, + 0.5393856488365675, + 0.5392856382030988, + 0.5403856359619642, + 0.5393856488365675, + 0.5383855425018812, + 0.5393856488365675, + 0.5373856149811292, + 0.5402856908936048, + 0.5392856441635633, + 0.538385602106526, + 0.5393856488365675, + 0.5391856514114881, + 0.5382856093544508, + 0.5403856896061445, + 0.5412855766911054, + 0.538285549749806, + 0.5382855557102705, + 0.5383855425018812, + 0.5412855766911054, + 0.5373856686253096, + 0.5383855425018812, + 0.5403856896061445, + 0.538285549749806, + 0.538385602106526, + 0.5413855634827162, + 0.5393856488365675 + ], + "p90": [ + 0.5963856302399183, + 0.5983856640953565, + 0.5953855835098768, + 0.5933857284683729, + 0.5973856769699598, + 0.5913856409687543, + 0.5954856418270612, + 0.5933856092590833, + 0.5944856547016645, + 0.5943856559891249, + 0.5923856817383314, + 0.5953856431145216, + 0.5933856092590833, + 0.5953855894703413, + 0.5963856302399183, + 0.5974856756824994, + 0.5973856769699598, + 0.5944856487412, + 0.5954856418270612, + 0.5964856349129225, + 0.5963856302399183, + 0.5944856487412, + 0.5965856276649977, + 0.5924856744904066, + 0.5963856302399183, + 0.5953855835098768, + 0.5964856349129225, + 0.5924856744904066, + 0.5954856418270612, + 0.5934856139320875, + 0.5953855835098768, + 0.5973855696815992, + 0.5934857212204481, + 0.5963856302399183, + 0.5953855835098768, + 0.5954856418270612, + 0.5953855894703413, + 0.5953855894703413, + 0.5934857212204481, + 0.5964856229919935, + 0.5954856418270612, + 0.5983856104511762, + 0.5897856556076551, + 0.5963856302399183, + 0.5933856092590833, + 0.5963856302399183, + 0.5953855835098768, + 0.5953855894703413, + 0.5954856418270612, + 0.5924856744904066, + 0.5963856302399183, + 0.598485609163716, + 0.5924856744904066, + 0.5964856229919935, + 0.595485588182881, + 0.5973856769699598, + 0.5963856302399183, + 0.5963856302399183, + 0.5973855696815992, + 0.5953855835098768 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_032043.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_032043.json new file mode 100644 index 0000000000000000000000000000000000000000..4c35a36d4318d4954c2a5a3bbf1ad5c639aa6093 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_032043.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T03:20:43.561142+00:00", + "metrics": { + "MSE[mean]": 1.1262949979345174, + "MSE[0.5]": 1.1262949979345174, + "MAE[0.5]": 1.0167500058809915, + "MASE[0.5]": 2.9720840616989994, + "MAPE[0.5]": 0.6434302589503541, + "sMAPE[0.5]": 0.965661773482377, + "MSIS": 117.08288910374922, + "RMSE[mean]": 1.061270464082798, + "NRMSE[mean]": 0.6815905100052869, + "ND[0.5]": 0.6529976839176754, + "mean_weighted_sum_quantile_loss": 0.6506843348758298 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00" + ], + "context": [ + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481 + ], + "actual": [ + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853 + ], + "predictions": { + "p50": [ + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339 + ], + "p10": [ + 0.34985999345779417, + 0.3557400053739548, + 0.3577000093460083, + 0.37239999532699586, + 0.39200000584125516, + 0.4125800037384033, + 0.4253199857473373, + 0.4370800095796585, + 0.44884000420570375, + 0.47530001401901245, + 0.5046999859809875, + 0.5272399878501892, + 0.5360599911212921, + 0.5674199962615967, + 0.6007399761676788, + 0.6301400065422058, + 0.6644399738311767, + 0.6840400135517121, + 0.7085399901866912, + 0.7291200172901153, + 0.7496999859809875, + 0.7791000163555145, + 0.8114400088787078, + 0.8359399855136871, + 0.34985999345779417, + 0.3557400053739548, + 0.3577000093460083, + 0.37239999532699586, + 0.39200000584125516, + 0.4125800037384033, + 0.4253199857473373, + 0.4370800095796585, + 0.44884000420570375, + 0.47530001401901245, + 0.5046999859809875, + 0.5272399878501892, + 0.5360599911212921, + 0.5674199962615967, + 0.6007399761676788, + 0.6301400065422058, + 0.6644399738311767, + 0.6840400135517121, + 0.7085399901866912, + 0.7291200172901153, + 0.7496999859809875, + 0.7791000163555145, + 0.8114400088787078, + 0.8359399855136871, + 0.34985999345779417, + 0.3557400053739548, + 0.3577000093460083, + 0.37239999532699586, + 0.39200000584125516, + 0.4125800037384033, + 0.4253199857473373, + 0.4370800095796585, + 0.44884000420570375, + 0.47530001401901245, + 0.5046999859809875, + 0.5272399878501892 + ], + "p90": [ + 0.3641399931907654, + 0.37026000559329986, + 0.372300009727478, + 0.387599995136261, + 0.4080000060796738, + 0.4294200038909912, + 0.44267998516559603, + 0.454920009970665, + 0.4671600043773651, + 0.49470001459121704, + 0.525299985408783, + 0.5487599873542786, + 0.5579399907588959, + 0.5905799961090088, + 0.625259975194931, + 0.6558600068092346, + 0.6915599727630616, + 0.7119600141048431, + 0.7374599897861481, + 0.7588800179958344, + 0.780299985408783, + 0.8109000170230866, + 0.8445600092411042, + 0.8700599849224091, + 0.3641399931907654, + 0.37026000559329986, + 0.372300009727478, + 0.387599995136261, + 0.4080000060796738, + 0.4294200038909912, + 0.44267998516559603, + 0.454920009970665, + 0.4671600043773651, + 0.49470001459121704, + 0.525299985408783, + 0.5487599873542786, + 0.5579399907588959, + 0.5905799961090088, + 0.625259975194931, + 0.6558600068092346, + 0.6915599727630616, + 0.7119600141048431, + 0.7374599897861481, + 0.7588800179958344, + 0.780299985408783, + 0.8109000170230866, + 0.8445600092411042, + 0.8700599849224091, + 0.3641399931907654, + 0.37026000559329986, + 0.372300009727478, + 0.387599995136261, + 0.4080000060796738, + 0.4294200038909912, + 0.44267998516559603, + 0.454920009970665, + 0.4671600043773651, + 0.49470001459121704, + 0.525299985408783, + 0.5487599873542786 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_032041.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_032041.json new file mode 100644 index 0000000000000000000000000000000000000000..b0b96fc7df8257ed3ff0d3df3a329804bf1dcf50 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_032041.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T03:20:41.191492+00:00", + "metrics": { + "MSE[mean]": 0.005474447076422647, + "MSE[0.5]": 0.005474447076422647, + "MAE[0.5]": 0.05668745934963226, + "MASE[0.5]": 0.16570434566682676, + "MAPE[0.5]": 0.03339066671417502, + "sMAPE[0.5]": 0.034145329172335696, + "MSIS": 1.704739470973289, + "RMSE[mean]": 0.0739895065291197, + "NRMSE[mean]": 0.04751903232679406, + "ND[0.5]": 0.036406962821124364, + "mean_weighted_sum_quantile_loss": 0.033936539064263235 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00" + ], + "context": [ + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481 + ], + "actual": [ + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853 + ], + "predictions": { + "p50": [ + 0.8830718994140625, + 0.9160995483398438, + 0.949127197265625, + 0.98638916015625, + 1.0185699462890625, + 1.0505390167236328, + 1.0815553665161133, + 1.1100311279296875, + 1.1434822082519531, + 1.1803207397460938, + 1.2091140747070312, + 1.2387542724609375, + 1.2717819213867188, + 1.3039627075195312, + 1.3369903564453125, + 1.3674774169921875, + 1.4081268310546875, + 1.4386138916015625, + 1.4657135009765625, + 1.484344482421875, + 1.518218994140625, + 1.54193115234375, + 1.562255859375, + 1.58935546875, + 1.613067626953125, + 1.62322998046875, + 1.63677978515625, + 1.6571044921875, + 1.674041748046875, + 1.687591552734375, + 1.69775390625, + 1.707916259765625, + 1.735015869140625, + 1.735015869140625, + 1.751953125, + 1.762115478515625, + 1.768890380859375, + 1.782440185546875, + 1.77227783203125, + 1.779052734375, + 1.782440185546875, + 1.782440185546875, + 1.78582763671875, + 1.779052734375, + 1.768890380859375, + 1.755340576171875, + 1.7384033203125, + 1.71807861328125, + 1.70452880859375, + 1.69775390625, + 1.6842041015625, + 1.674041748046875, + 1.670654296875, + 1.660491943359375, + 1.640167236328125, + 1.616455078125, + 1.6029052734375, + 1.5758056640625, + 1.538543701171875, + 1.5199127197265625 + ], + "p10": [ + 0.8695220947265625, + 0.9025497436523438, + 0.9304962158203125, + 0.95928955078125, + 0.9889297485351562, + 1.0189933776855469, + 1.0465164184570312, + 1.0672645568847656, + 1.1012846231460571, + 1.1312026977539062, + 1.1515274047851562, + 1.1841316223144531, + 1.2116546630859375, + 1.240447998046875, + 1.2717819213867188, + 1.2929534912109375, + 1.3302154541015625, + 1.35223388671875, + 1.375946044921875, + 1.39288330078125, + 1.4216766357421875, + 1.4403076171875, + 1.46063232421875, + 1.484344482421875, + 1.5029754638671875, + 1.5199127197265625, + 1.52838134765625, + 1.5487060546875, + 1.565643310546875, + 1.579193115234375, + 1.58935546875, + 1.599517822265625, + 1.626617431640625, + 1.616455078125, + 1.63677978515625, + 1.640167236328125, + 1.6435546875, + 1.6571044921875, + 1.640167236328125, + 1.63677978515625, + 1.640167236328125, + 1.640167236328125, + 1.640167236328125, + 1.633392333984375, + 1.62322998046875, + 1.60968017578125, + 1.592742919921875, + 1.565643310546875, + 1.56903076171875, + 1.562255859375, + 1.53515625, + 1.518218994140625, + 1.5097503662109375, + 1.497894287109375, + 1.4792633056640625, + 1.4453887939453125, + 1.4216766357421875, + 1.396270751953125, + 1.35223388671875, + 1.328521728515625 + ], + "p90": [ + 0.8957748413085938, + 0.9330368041992188, + 0.97283935546875, + 1.0122184753417969, + 1.0456695556640625, + 1.082402229309082, + 1.1137361526489258, + 1.145599365234375, + 1.1798973083496094, + 1.2209701538085938, + 1.2548446655273438, + 1.28448486328125, + 1.321746826171875, + 1.3590087890625, + 1.39288330078125, + 1.4284515380859375, + 1.4758758544921875, + 1.51483154296875, + 1.538543701171875, + 1.562255859375, + 1.599517822265625, + 1.62322998046875, + 1.65032958984375, + 1.667266845703125, + 1.69775390625, + 1.701141357421875, + 1.714691162109375, + 1.735015869140625, + 1.748565673828125, + 1.7655029296875, + 1.775665283203125, + 1.789215087890625, + 1.81292724609375, + 1.802764892578125, + 1.8197021484375, + 1.829864501953125, + 1.84002685546875, + 1.856964111328125, + 1.850189208984375, + 1.8468017578125, + 1.856964111328125, + 1.850189208984375, + 1.85357666015625, + 1.8603515625, + 1.84002685546875, + 1.836639404296875, + 1.8197021484375, + 1.79937744140625, + 1.782440185546875, + 1.779052734375, + 1.762115478515625, + 1.75872802734375, + 1.751953125, + 1.755340576171875, + 1.7384033203125, + 1.714691162109375, + 1.707916259765625, + 1.6842041015625, + 1.65032958984375, + 1.640167236328125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_031913.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_031913.json new file mode 100644 index 0000000000000000000000000000000000000000..9f3b2c78003b71f56997a2dcf520d4d881c37680 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_031913.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T03:19:13.672130+00:00", + "metrics": { + "MSE[mean]": 0.020123623639097647, + "MSE[0.5]": 0.028248666542098868, + "MAE[0.5]": 0.12022850116093954, + "MASE[0.5]": 0.35144254732781643, + "MAPE[0.5]": 0.0683646726473705, + "sMAPE[0.5]": 0.07321742017041818, + "MSIS": 5.592417331271299, + "RMSE[mean]": 0.14185775847340054, + "NRMSE[mean]": 0.09110674914490831, + "ND[0.5]": 0.07721557152189126, + "mean_weighted_sum_quantile_loss": 0.059127674944114555 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00" + ], + "context": [ + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481 + ], + "actual": [ + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853 + ], + "predictions": { + "p50": [ + 0.8765187859535217, + 0.9099962115287781, + 0.9326935410499573, + 0.9645072221755981, + 1.0072460174560547, + 1.033634901046753, + 1.0598597526550293, + 1.0903650522232056, + 1.118253231048584, + 1.158748984336853, + 1.186703085899353, + 1.2241039276123047, + 1.2508738040924072, + 1.2835826873779297, + 1.3038303852081299, + 1.3413586616516113, + 1.3623919486999512, + 1.3939586877822876, + 1.4252128601074219, + 1.432963490486145, + 1.4656569957733154, + 1.485081672668457, + 1.5101255178451538, + 1.5384467840194702, + 1.5610827207565308, + 1.5791163444519043, + 1.5874204635620117, + 1.6115524768829346, + 1.6103545427322388, + 1.629679799079895, + 1.645830750465393, + 1.647600769996643, + 1.6645618677139282, + 1.6736904382705688, + 1.670516848564148, + 1.665826439857483, + 1.6732041835784912, + 1.6836061477661133, + 1.6875215768814087, + 1.6858632564544678, + 1.6727149486541748, + 1.6741396188735962, + 1.6646968126296997, + 1.6466695070266724, + 1.6528105735778809, + 1.6283503770828247, + 1.6163134574890137, + 1.6053574085235596, + 1.5831619501113892, + 1.5630227327346802, + 1.546400785446167, + 1.5309937000274658, + 1.507422685623169, + 1.4836312532424927, + 1.4526423215866089, + 1.4191632270812988, + 1.394875407218933, + 1.3621492385864258, + 1.3405077457427979, + 1.312065839767456 + ], + "p10": [ + 0.8781890869140625, + 0.8977410793304443, + 0.9445932507514954, + 0.9729271531105042, + 1.0052754878997803, + 1.0318255424499512, + 1.0603790283203125, + 1.112360954284668, + 1.106618881225586, + 1.1736605167388916, + 1.180008888244629, + 1.2299952507019043, + 1.2411162853240967, + 1.2818843126296997, + 1.3032031059265137, + 1.3726319074630737, + 1.377746820449829, + 1.4025697708129883, + 1.4387391805648804, + 1.470438003540039, + 1.4871429204940796, + 1.534206509590149, + 1.5221272706985474, + 1.5548142194747925, + 1.5681047439575195, + 1.5751285552978516, + 1.6039824485778809, + 1.6192740201950073, + 1.6182430982589722, + 1.6228203773498535, + 1.6757999658584595, + 1.6568392515182495, + 1.680068850517273, + 1.7009676694869995, + 1.702654242515564, + 1.6947377920150757, + 1.6977341175079346, + 1.7035043239593506, + 1.6903655529022217, + 1.7027819156646729, + 1.7041512727737427, + 1.6869863271713257, + 1.6851485967636108, + 1.6741981506347656, + 1.6641262769699097, + 1.654227614402771, + 1.6583666801452637, + 1.6252621412277222, + 1.5801935195922852, + 1.5999155044555664, + 1.5609780550003052, + 1.571124792098999, + 1.5358158349990845, + 1.5261774063110352, + 1.4733798503875732, + 1.433433175086975, + 1.4258668422698975, + 1.3858754634857178, + 1.3829842805862427, + 1.3327574729919434 + ], + "p90": [ + 0.8881195187568665, + 0.9211175441741943, + 0.9492206573486328, + 0.9819154143333435, + 1.0287216901779175, + 1.0603429079055786, + 1.0818977355957031, + 1.116382122039795, + 1.1546419858932495, + 1.1992859840393066, + 1.2326576709747314, + 1.2692888975143433, + 1.3025656938552856, + 1.3368947505950928, + 1.3552350997924805, + 1.3976099491119385, + 1.4276974201202393, + 1.4539755582809448, + 1.4939740896224976, + 1.5123276710510254, + 1.5423283576965332, + 1.571652889251709, + 1.5969165563583374, + 1.6303635835647583, + 1.6533693075180054, + 1.6731783151626587, + 1.6771200895309448, + 1.701241135597229, + 1.7076903581619263, + 1.7291263341903687, + 1.7502802610397339, + 1.7464587688446045, + 1.7710392475128174, + 1.7811182737350464, + 1.7837400436401367, + 1.7790943384170532, + 1.7974144220352173, + 1.8072128295898438, + 1.8102658987045288, + 1.8047473430633545, + 1.7983713150024414, + 1.8007187843322754, + 1.7923318147659302, + 1.7802062034606934, + 1.79177725315094, + 1.772192358970642, + 1.7624571323394775, + 1.7538002729415894, + 1.7343881130218506, + 1.713075041770935, + 1.7003525495529175, + 1.6864917278289795, + 1.6538676023483276, + 1.640389323234558, + 1.6122123003005981, + 1.5788427591323853, + 1.5627049207687378, + 1.5264298915863037, + 1.5114624500274658, + 1.4812703132629395 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_031938.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_031938.json new file mode 100644 index 0000000000000000000000000000000000000000..c9d289d0621f3d6989e7dc7a63bc6b5f18e8992c --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_031938.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T03:19:38.214769+00:00", + "metrics": { + "MSE[mean]": 0.061766759380000855, + "MSE[0.5]": 0.061766759380000855, + "MAE[0.5]": 0.20263243516286214, + "MASE[0.5]": 0.5923192795154893, + "MAPE[0.5]": 0.1166550862213208, + "sMAPE[0.5]": 0.1273444076132286, + "MSIS": 1.923399007005134, + "RMSE[mean]": 0.2485291922088849, + "NRMSE[mean]": 0.15961542754820324, + "ND[0.5]": 0.1301386870741116, + "mean_weighted_sum_quantile_loss": 0.11594366325633833 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00" + ], + "context": [ + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481 + ], + "actual": [ + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853 + ], + "predictions": { + "p50": [ + 0.8799428939819336, + 0.9107968807220459, + 0.941419243812561, + 0.9700188040733337, + 0.9974355697631836, + 1.026249647140503, + 1.0538153648376465, + 1.0803269147872925, + 1.1078282594680786, + 1.1350586414337158, + 1.1617813110351562, + 1.1874843835830688, + 1.2123637199401855, + 1.2362154722213745, + 1.2599854469299316, + 1.2802544832229614, + 1.2999438047409058, + 1.3193267583847046, + 1.339101791381836, + 1.359283208847046, + 1.3781399726867676, + 1.3976497650146484, + 1.4171667098999023, + 1.433992624282837, + 1.451447606086731, + 1.4659667015075684, + 1.4787554740905762, + 1.489642858505249, + 1.5003951787948608, + 1.5109498500823975, + 1.521079182624817, + 1.530151128768921, + 1.5629910230636597, + 1.5440685749053955, + 1.5383610725402832, + 1.5380468368530273, + 1.5274202823638916, + 1.5230211019515991, + 1.5214998722076416, + 1.5133723020553589, + 1.508029580116272, + 1.5046817064285278, + 1.4981024265289307, + 1.4914506673812866, + 1.486366868019104, + 1.4791324138641357, + 1.4739691019058228, + 1.4638149738311768, + 1.4557929039001465, + 1.4480304718017578, + 1.4378668069839478, + 1.429495096206665, + 1.4104886054992676, + 1.399902105331421, + 1.3900166749954224, + 1.3783680200576782, + 1.369612455368042, + 1.3589500188827515, + 1.3456339836120605, + 1.334484338760376 + ], + "p10": [ + 0.8701756000518799, + 0.8970050811767578, + 0.9236549139022827, + 0.948160707950592, + 0.9712709784507751, + 0.9959669709205627, + 1.0187007188796997, + 1.039729118347168, + 1.0611644983291626, + 1.0824717283248901, + 1.102020025253296, + 1.1197998523712158, + 1.1360173225402832, + 1.151004433631897, + 1.1650272607803345, + 1.1753087043762207, + 1.1848398447036743, + 1.192521333694458, + 1.2002981901168823, + 1.207248568534851, + 1.2131484746932983, + 1.2213503122329712, + 1.2268896102905273, + 1.2301312685012817, + 1.2308367490768433, + 1.2309057712554932, + 1.2293100357055664, + 1.2212361097335815, + 1.2126173973083496, + 1.2042412757873535, + 1.1949831247329712, + 1.1917362213134766, + 1.1456669569015503, + 1.1235002279281616, + 1.0898933410644531, + 1.0624676942825317, + 1.0323681831359863, + 1.012315273284912, + 0.9828804731369019, + 0.9637781381607056, + 0.945938229560852, + 0.9315159916877747, + 0.9040168523788452, + 0.883492112159729, + 0.8696951866149902, + 0.8516782522201538, + 0.827921986579895, + 0.7968507409095764, + 0.7704776525497437, + 0.7510737180709839, + 0.7376661896705627, + 0.7321046590805054, + 0.6981214880943298, + 0.6789308786392212, + 0.661304235458374, + 0.6453530788421631, + 0.6278793811798096, + 0.6163095831871033, + 0.6041378974914551, + 0.5855271220207214 + ], + "p90": [ + 0.889947235584259, + 0.9244577884674072, + 0.9594390392303467, + 0.992003858089447, + 1.023513674736023, + 1.0565019845962524, + 1.0887572765350342, + 1.1204314231872559, + 1.153412103652954, + 1.186191201210022, + 1.2206385135650635, + 1.2537856101989746, + 1.2861486673355103, + 1.3182294368743896, + 1.3497645854949951, + 1.3778647184371948, + 1.4064531326293945, + 1.4368784427642822, + 1.4680795669555664, + 1.4999992847442627, + 1.5318329334259033, + 1.56596040725708, + 1.6007699966430664, + 1.6305245161056519, + 1.6627017259597778, + 1.6913278102874756, + 1.7191506624221802, + 1.7426655292510986, + 1.7642163038253784, + 1.7892367839813232, + 1.8107609748840332, + 1.827818512916565, + 1.832289457321167, + 1.8409428596496582, + 1.8645392656326294, + 1.881636619567871, + 1.8822754621505737, + 1.8964729309082031, + 1.907881259918213, + 1.9152405261993408, + 1.9257733821868896, + 1.9437530040740967, + 1.9555649757385254, + 1.967470407485962, + 1.9781708717346191, + 1.981448769569397, + 1.9867802858352661, + 1.9879932403564453, + 1.9928414821624756, + 1.9985833168029785, + 1.9997555017471313, + 2.007051467895508, + 1.9968780279159546, + 2.0009865760803223, + 2.0005428791046143, + 1.9979259967803955, + 1.997435212135315, + 1.9960618019104004, + 1.9895250797271729, + 1.9870432615280151 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_031925.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_031925.json new file mode 100644 index 0000000000000000000000000000000000000000..87e96f3de29ce9d6fdeb67f2f0c1ef6bcbcd2b38 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_031925.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T03:19:25.148489+00:00", + "metrics": { + "MSE[mean]": 0.31068495094752674, + "MSE[0.5]": 0.31068495094752674, + "MAE[0.5]": 0.4393297682205836, + "MASE[0.5]": 1.2842144031530442, + "MAPE[0.5]": 0.25185137710508415, + "sMAPE[0.5]": 0.3157244063497387, + "MSIS": 18.506172175956113, + "RMSE[mean]": 0.5573912009957879, + "NRMSE[mean]": 0.3579790127180422, + "ND[0.5]": 0.28215521953752426, + "mean_weighted_sum_quantile_loss": 0.2310343580238475 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00" + ], + "context": [ + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481 + ], + "actual": [ + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853 + ], + "predictions": { + "p50": [ + 0.8872023820877075, + 0.9179863333702087, + 0.9464945793151855, + 0.9727509021759033, + 0.998626708984375, + 1.023248553276062, + 1.0463696718215942, + 1.0703922510147095, + 1.094937801361084, + 1.1195663213729858, + 1.1449004411697388, + 1.1684324741363525, + 1.1909708976745605, + 1.2069156169891357, + 1.224879264831543, + 1.2380411624908447, + 1.2506989240646362, + 1.2640020847320557, + 1.277827262878418, + 1.2874019145965576, + 1.2984448671340942, + 1.308406949043274, + 1.3162602186203003, + 1.3208060264587402, + 1.3223546743392944, + 1.3201509714126587, + 1.3213937282562256, + 1.3177379369735718, + 1.3127427101135254, + 1.3100966215133667, + 1.3044490814208984, + 1.3004069328308105, + 1.3012521266937256, + 1.2981219291687012, + 1.2834644317626953, + 1.2677230834960938, + 1.252854585647583, + 1.2375941276550293, + 1.2197343111038208, + 1.2012238502502441, + 1.182318091392517, + 1.1673327684402466, + 1.1489925384521484, + 1.1290093660354614, + 1.1065036058425903, + 1.0817980766296387, + 1.0553511381149292, + 1.029625415802002, + 0.9993302226066589, + 0.9690127968788147, + 0.9441426396369934, + 0.91572105884552, + 0.8879910707473755, + 0.8585749268531799, + 0.8281513452529907, + 0.7967577576637268, + 0.7578785419464111, + 0.7261871695518494, + 0.6937574148178101, + 0.6613073945045471 + ], + "p10": [ + 0.8788468241691589, + 0.9044166803359985, + 0.9277762770652771, + 0.9494843482971191, + 0.9698507785797119, + 0.989421546459198, + 1.008138656616211, + 1.026192545890808, + 1.0450512170791626, + 1.0636626482009888, + 1.082337498664856, + 1.0995194911956787, + 1.1152271032333374, + 1.1261893510818481, + 1.1361500024795532, + 1.14227294921875, + 1.1456576585769653, + 1.1507923603057861, + 1.158069133758545, + 1.1593151092529297, + 1.1617168188095093, + 1.1652967929840088, + 1.1625308990478516, + 1.1600608825683594, + 1.152582049369812, + 1.1442995071411133, + 1.1345138549804688, + 1.1219688653945923, + 1.1079697608947754, + 1.0957331657409668, + 1.0815026760101318, + 1.0710726976394653, + 1.034088373184204, + 1.026532769203186, + 0.9991282820701599, + 0.9733847975730896, + 0.9425732493400574, + 0.9150356650352478, + 0.8900943398475647, + 0.8602098822593689, + 0.825158953666687, + 0.7984602451324463, + 0.779792070388794, + 0.7440615892410278, + 0.7139265537261963, + 0.6827731132507324, + 0.6530426144599915, + 0.6159268021583557, + 0.577775239944458, + 0.5534729361534119, + 0.5264720916748047, + 0.4894164204597473, + 0.4591919779777527, + 0.42530983686447144, + 0.39484161138534546, + 0.35992956161499023, + 0.3172385096549988, + 0.2891879081726074, + 0.25225234031677246, + 0.21254092454910278 + ], + "p90": [ + 0.8950778841972351, + 0.9306820034980774, + 0.9646884202957153, + 0.9958646893501282, + 1.0289227962493896, + 1.0563936233520508, + 1.0844334363937378, + 1.1147409677505493, + 1.145194172859192, + 1.1765435934066772, + 1.2088760137557983, + 1.240279197692871, + 1.2710611820220947, + 1.2956628799438477, + 1.321176290512085, + 1.3431028127670288, + 1.3661786317825317, + 1.3897966146469116, + 1.4115713834762573, + 1.4343291521072388, + 1.4534714221954346, + 1.473989486694336, + 1.4929165840148926, + 1.509948968887329, + 1.5219502449035645, + 1.534034013748169, + 1.545853853225708, + 1.5564754009246826, + 1.5607359409332275, + 1.5684869289398193, + 1.5736747980117798, + 1.5863209962844849, + 1.6217999458312988, + 1.6404898166656494, + 1.6475404500961304, + 1.647605299949646, + 1.6446261405944824, + 1.6412439346313477, + 1.6356772184371948, + 1.6315534114837646, + 1.6145093441009521, + 1.6136980056762695, + 1.6125632524490356, + 1.6073977947235107, + 1.5984997749328613, + 1.5893839597702026, + 1.56901216506958, + 1.5525262355804443, + 1.5347261428833008, + 1.5157567262649536, + 1.4970898628234863, + 1.4760358333587646, + 1.458281397819519, + 1.4353649616241455, + 1.4193916320800781, + 1.3986676931381226, + 1.3693927526474, + 1.34518301486969, + 1.3154828548431396, + 1.2868833541870117 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 5bc7b38fa8920fb3aab1dae0e66a0977e3ef12bd..635bc28acdc0693f2e5ca54a8704a929ef2f009b 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,234844.28810564676,234844.28810564676,423.77490234375,0.38071524771824866,0.006612523722565755,0.006625281864440776,3.444595661865718,484.60735457238655,0.007558253060895933,0.006609470373384701,0.005798719632748991,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,231367.3356259664,231367.3356259664,418.4420572916667,0.3759242716273614,0.00652890482683837,0.006542086676007188,3.444595661865718,481.0065858446913,0.007501469129859587,0.006525753010005315,0.005779197642243843,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.839674102974641,2.839674102974641,1.339166482289632,0.7358058037897606,0.0554569215471904,0.055679821211488754,18.275267734259632,1.6851332597081576,0.06691794523180099,0.05317933688736354,0.048085583652887245,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,1.1609255825218132,1.1609255825218132,1.0266000057260196,3.017858535211261,0.6583321560418693,0.9986076522621102,119.02812113297666,1.0774625666452702,0.7043313487884892,0.6710827726949063,0.6688899908288699,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,1.1262949979345174,1.1262949979345174,1.0167500058809915,2.9720840616989994,0.6434302589503541,0.965661773482377,117.08288910374922,1.061270464082798,0.6815905100052869,0.6529976839176754,0.6506843348758298,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.05486113263501401,0.05486113263501401,0.2041667037540012,3.317710122508119,0.13097514651974485,0.142626753704941,111.6443365454381,0.23422453465641468,0.1555734894637966,0.13560887881333356,0.13102708318939263,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,5.672499678929701,5.672499678929701,2.3333332538604736,1.3407821262216089,0.13873536483733326,0.12939806770496612,41.0676302808717,2.381701005359342,0.14138220592253578,0.13851100614261574,0.1309209325481743,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,179.82708594004407,179.82708594004407,11.537500143051147,0.9967051142523213,0.5700208758261225,0.4214586958117505,36.74418050898857,13.40996219010494,0.5988817974346501,0.5152586357530163,0.5058019930957058,Air Quality,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 7467da95728105704fa7d2b787cee9f3cf9962f9..2ae34b874b7803a508cf6ef169aee3c79c1f2f53 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T03:14:11.586749+00:00", + "evaluated_at": "2026-06-22T03:20:43.553989+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64036.01171875 + 64164.0 ], "p50": [ 63583.53125, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 157992dc93275f44eb26af4888761ef8f6cd7d5c..8781513af20521c567fab93ed344ad6ccc881158 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T03:07:52.513934+00:00", + "evaluated_at": "2026-06-22T03:20:43.561142+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9459999799728394, - 0.9660000205039978, 0.9850000143051147, 1.0140000581741333, 1.0410000085830688, @@ -245,11 +243,11 @@ 0.7229999899864197, 0.7440000176429749, 0.7649999856948853, - 0.7950000166893005 + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481 ], "actuals": [ - 0.828000009059906, - 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, 0.9430000185966492, @@ -307,11 +305,11 @@ 1.7730000019073486, 1.7519999742507935, 1.7350000143051147, - 1.7120000123977661 + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853 ], "p50": [ - 0.36500000953674316, - 0.36399999260902405, 0.3569999933242798, 0.3630000054836273, 0.36500000953674316, @@ -334,8 +332,8 @@ 0.7440000176429749, 0.7649999856948853, 0.7950000166893005, - 0.36500000953674316, - 0.36399999260902405, + 0.828000009059906, + 0.8529999852180481, 0.3569999933242798, 0.3630000054836273, 0.36500000953674316, @@ -358,8 +356,8 @@ 0.7440000176429749, 0.7649999856948853, 0.7950000166893005, - 0.36500000953674316, - 0.36399999260902405, + 0.828000009059906, + 0.8529999852180481, 0.3569999933242798, 0.3630000054836273, 0.36500000953674316, @@ -369,11 +367,11 @@ 0.4339999854564667, 0.44600000977516174, 0.4580000042915344, - 0.48500001430511475 + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339 ], "p10": [ - 0.3577000093460083, - 0.3567199927568436, 0.34985999345779417, 0.3557400053739548, 0.3577000093460083, @@ -396,8 +394,8 @@ 0.7291200172901153, 0.7496999859809875, 0.7791000163555145, - 0.3577000093460083, - 0.3567199927568436, + 0.8114400088787078, + 0.8359399855136871, 0.34985999345779417, 0.3557400053739548, 0.3577000093460083, @@ -420,8 +418,8 @@ 0.7291200172901153, 0.7496999859809875, 0.7791000163555145, - 0.3577000093460083, - 0.3567199927568436, + 0.8114400088787078, + 0.8359399855136871, 0.34985999345779417, 0.3557400053739548, 0.3577000093460083, @@ -431,11 +429,11 @@ 0.4253199857473373, 0.4370800095796585, 0.44884000420570375, - 0.47530001401901245 + 0.47530001401901245, + 0.5046999859809875, + 0.5272399878501892 ], "p90": [ - 0.372300009727478, - 0.3712799924612045, 0.3641399931907654, 0.37026000559329986, 0.372300009727478, @@ -458,8 +456,8 @@ 0.7588800179958344, 0.780299985408783, 0.8109000170230866, - 0.372300009727478, - 0.3712799924612045, + 0.8445600092411042, + 0.8700599849224091, 0.3641399931907654, 0.37026000559329986, 0.372300009727478, @@ -482,8 +480,8 @@ 0.7588800179958344, 0.780299985408783, 0.8109000170230866, - 0.372300009727478, - 0.3712799924612045, + 0.8445600092411042, + 0.8700599849224091, 0.3641399931907654, 0.37026000559329986, 0.372300009727478, @@ -493,11 +491,11 @@ 0.44267998516559603, 0.454920009970665, 0.4671600043773651, - 0.49470001459121704 + 0.49470001459121704, + 0.525299985408783, + 0.5487599873542786 ], "timestamps": [ - "2026-06-20 21:00:00", - "2026-06-20 21:06:00", "2026-06-20 21:12:00", "2026-06-20 21:18:00", "2026-06-20 21:24:00", @@ -795,6 +793,8 @@ "2026-06-22 02:36:00", "2026-06-22 02:42:00", "2026-06-22 02:48:00", - "2026-06-22 02:54:00" + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index dd9c0aad09bd7d96a58036740a7dcc5c07ce05ce..6233fbe5c0ed52de1be893554b9a0f3bc012e999 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,13 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T03:14:11.593232+00:00", + "evaluated_at": "2026-06-22T03:20:43.566866+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:11:50.844322Z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 2bf25789f9a439e5183fa78be54ba7a9eb0ba451..c7aeb6b88203f1e5253c45e34c0a6938ee507e3b 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,215696.83415794373,215696.83415794373,393.70068359375,0.3536968623018053,0.006154756787736895,0.006128529790780355,1.6467967356927256,464.4317325053745,0.0072435808715354735,0.0061404132000328505,0.0041636868415970375,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,212337.87087504068,212337.87087504068,388.3678385416667,0.34890588621091817,0.006071152250095281,0.006045334566720025,1.6467967356927256,460.80133558296103,0.007186361051176448,0.006056734850593643,0.00413561798625809,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.5319255211838936,0.5319255211838936,0.5680897235870361,0.31213722955041606,0.02243894332596032,0.022061627174980957,1.8939800144891865,0.7293322433458523,0.02896234753829305,0.022559282353924934,0.02244308316193695,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.004550184869225937,0.004550184869225937,0.0532038023074468,0.15640127411227758,0.033165988441573015,0.03355165061064565,1.3367918639227439,0.06745505814411501,0.044095000193999596,0.03477903270139064,0.030501328684755833,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.005474447076422647,0.005474447076422647,0.05668745934963226,0.16570434566682676,0.03339066671417502,0.034145329172335696,1.704739470973289,0.0739895065291197,0.04751903232679406,0.036406962821124364,0.033936539064263235,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.05641214627038376,0.05641214627038376,0.21195229391256967,3.444226007830464,0.13602981567222183,0.14801309089589632,87.75377701523543,0.23751241287643002,0.15775731998509587,0.1407801194362694,0.12710761471100676,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,2.8511658773515287,2.8511658773515287,1.4386196931203206,0.8266609871413948,0.08765160903535467,0.08259852090411857,16.874150438270068,1.6885395693769005,0.100234852556556,0.08539914340182465,0.06758695132329146,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,172.5902534156265,172.5902534156265,10.934930721918741,0.9446501615946218,0.5971123342211456,0.4169518608077103,2.748216454677254,13.137360976072268,0.5867075718307018,0.48834820506789395,0.301029368239722,Air Quality,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index f8af1f10b57ec96fa7199de699dabe4ecdce2825..14c407291da295d4d26982f9cd676f1eeabb39f3 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T03:14:08.755878+00:00", + "evaluated_at": "2026-06-22T03:20:36.219469+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64036.01171875 + 64164.0 ], "p50": [ 64467.90625, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 659e1c7e8f6ee11a5f55a9f2e1539050a455aded..a4092a54002a52a60ad15f449af1fe38b4ad3f3b 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T03:07:44.710402+00:00", + "evaluated_at": "2026-06-22T03:20:41.191492+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9459999799728394, - 0.9660000205039978, 0.9850000143051147, 1.0140000581741333, 1.0410000085830688, @@ -245,11 +243,11 @@ 0.7229999899864197, 0.7440000176429749, 0.7649999856948853, - 0.7950000166893005 + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481 ], "actuals": [ - 0.828000009059906, - 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, 0.9430000185966492, @@ -307,197 +305,197 @@ 1.7730000019073486, 1.7519999742507935, 1.7350000143051147, - 1.7120000123977661 + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853 ], "p50": [ - 0.82379150390625, - 0.857666015625, - 0.8898468017578125, - 0.9271087646484375, - 0.9635238647460938, - 0.9982452392578125, - 1.0333900451660156, - 1.063241958618164, - 1.0960314273834229, - 1.1326847076416016, - 1.1621131896972656, - 1.1921768188476562, - 1.2260513305664062, - 1.2616195678710938, - 1.2971878051757812, - 1.3268280029296875, - 1.369171142578125, - 1.4013519287109375, - 1.4318389892578125, - 1.4487762451171875, - 1.4792633056640625, - 1.4995880126953125, - 1.5300750732421875, - 1.55548095703125, - 1.579193115234375, - 1.6029052734375, - 1.60968017578125, + 0.8830718994140625, + 0.9160995483398438, + 0.949127197265625, + 0.98638916015625, + 1.0185699462890625, + 1.0505390167236328, + 1.0815553665161133, + 1.1100311279296875, + 1.1434822082519531, + 1.1803207397460938, + 1.2091140747070312, + 1.2387542724609375, + 1.2717819213867188, + 1.3039627075195312, + 1.3369903564453125, + 1.3674774169921875, + 1.4081268310546875, + 1.4386138916015625, + 1.4657135009765625, + 1.484344482421875, + 1.518218994140625, + 1.54193115234375, + 1.562255859375, + 1.58935546875, + 1.613067626953125, + 1.62322998046875, 1.63677978515625, 1.6571044921875, - 1.667266845703125, 1.674041748046875, 1.687591552734375, - 1.7384033203125, + 1.69775390625, + 1.707916259765625, + 1.735015869140625, 1.735015869140625, 1.751953125, + 1.762115478515625, 1.768890380859375, + 1.782440185546875, 1.77227783203125, - 1.7926025390625, + 1.779052734375, + 1.782440185546875, + 1.782440185546875, 1.78582763671875, - 1.789215087890625, - 1.802764892578125, - 1.809539794921875, - 1.81292724609375, - 1.802764892578125, - 1.795989990234375, - 1.789215087890625, - 1.775665283203125, - 1.75872802734375, + 1.779052734375, + 1.768890380859375, + 1.755340576171875, 1.7384033203125, - 1.728240966796875, - 1.714691162109375, - 1.707916259765625, - 1.694366455078125, - 1.69097900390625, - 1.680816650390625, - 1.6571044921875, - 1.646942138671875, - 1.62322998046875, - 1.599517822265625, - 1.58935546875 + 1.71807861328125, + 1.70452880859375, + 1.69775390625, + 1.6842041015625, + 1.674041748046875, + 1.670654296875, + 1.660491943359375, + 1.640167236328125, + 1.616455078125, + 1.6029052734375, + 1.5758056640625, + 1.538543701171875, + 1.5199127197265625 ], "p10": [ - 0.8119354248046875, - 0.8458099365234375, 0.8695220947265625, - 0.901702880859375, - 0.9381179809570312, - 0.9677581787109375, - 0.99993896484375, - 1.0232276916503906, - 1.057525634765625, - 1.0863189697265625, - 1.1084961891174316, - 1.1403064727783203, - 1.1688880920410156, - 1.2019157409667969, - 1.2345199584960938, - 1.2590789794921875, - 1.29803466796875, - 1.321746826171875, - 1.3471527099609375, - 1.3607025146484375, - 1.3878021240234375, - 1.40643310546875, - 1.4318389892578125, - 1.453857421875, - 1.4758758544921875, - 1.497894287109375, - 1.504669189453125, - 1.531768798828125, + 0.9025497436523438, + 0.9304962158203125, + 0.95928955078125, + 0.9889297485351562, + 1.0189933776855469, + 1.0465164184570312, + 1.0672645568847656, + 1.1012846231460571, + 1.1312026977539062, + 1.1515274047851562, + 1.1841316223144531, + 1.2116546630859375, + 1.240447998046875, + 1.2717819213867188, + 1.2929534912109375, + 1.3302154541015625, + 1.35223388671875, + 1.375946044921875, + 1.39288330078125, + 1.4216766357421875, + 1.4403076171875, + 1.46063232421875, + 1.484344482421875, + 1.5029754638671875, + 1.5199127197265625, + 1.52838134765625, 1.5487060546875, - 1.562255859375, - 1.56903076171875, + 1.565643310546875, 1.579193115234375, + 1.58935546875, + 1.599517822265625, 1.626617431640625, - 1.619842529296875, - 1.633392333984375, + 1.616455078125, + 1.63677978515625, + 1.640167236328125, 1.6435546875, - 1.65032958984375, - 1.670654296875, - 1.6571044921875, - 1.660491943359375, - 1.674041748046875, - 1.680816650390625, - 1.6842041015625, - 1.674041748046875, - 1.667266845703125, 1.6571044921875, - 1.6435546875, - 1.619842529296875, + 1.640167236328125, + 1.63677978515625, + 1.640167236328125, + 1.640167236328125, + 1.640167236328125, + 1.633392333984375, 1.62322998046875, - 1.613067626953125, + 1.60968017578125, 1.592742919921875, - 1.579193115234375, + 1.565643310546875, 1.56903076171875, - 1.558868408203125, - 1.545318603515625, - 1.511444091796875, - 1.4860382080078125, - 1.4589385986328125, - 1.4284515380859375, - 1.4115142822265625 + 1.562255859375, + 1.53515625, + 1.518218994140625, + 1.5097503662109375, + 1.497894287109375, + 1.4792633056640625, + 1.4453887939453125, + 1.4216766357421875, + 1.396270751953125, + 1.35223388671875, + 1.328521728515625 ], "p90": [ - 0.8390350341796875, - 0.8729095458984375, - 0.911865234375, - 0.9516677856445312, - 0.9889297485351562, - 1.030426025390625, - 1.0662059783935547, - 1.0994982719421387, - 1.1337432861328125, - 1.1743927001953125, - 1.2078437805175781, - 1.2387542724609375, - 1.2760162353515625, - 1.314971923828125, - 1.35223388671875, - 1.3878021240234375, - 1.4318389892578125, - 1.4724884033203125, - 1.50128173828125, - 1.524993896484375, - 1.558868408203125, - 1.58258056640625, - 1.616455078125, - 1.633392333984375, + 0.8957748413085938, + 0.9330368041992188, + 0.97283935546875, + 1.0122184753417969, + 1.0456695556640625, + 1.082402229309082, + 1.1137361526489258, + 1.145599365234375, + 1.1798973083496094, + 1.2209701538085938, + 1.2548446655273438, + 1.28448486328125, + 1.321746826171875, + 1.3590087890625, + 1.39288330078125, + 1.4284515380859375, + 1.4758758544921875, + 1.51483154296875, + 1.538543701171875, + 1.562255859375, + 1.599517822265625, + 1.62322998046875, + 1.65032958984375, 1.667266845703125, - 1.67742919921875, - 1.69097900390625, - 1.71807861328125, + 1.69775390625, + 1.701141357421875, + 1.714691162109375, 1.735015869140625, - 1.74517822265625, - 1.755340576171875, - 1.768890380859375, - 1.809539794921875, - 1.80615234375, + 1.748565673828125, + 1.7655029296875, + 1.775665283203125, + 1.789215087890625, + 1.81292724609375, + 1.802764892578125, 1.8197021484375, - 1.836639404296875, + 1.829864501953125, + 1.84002685546875, + 1.856964111328125, + 1.850189208984375, 1.8468017578125, - 1.863739013671875, - 1.863739013671875, - 1.8603515625, - 1.877288818359375, - 1.8739013671875, - 1.88067626953125, - 1.88067626953125, - 1.86712646484375, - 1.86712646484375, + 1.856964111328125, 1.850189208984375, - 1.833251953125, - 1.81292724609375, - 1.80615234375, - 1.7926025390625, - 1.78582763671875, - 1.775665283203125, - 1.779052734375, + 1.85357666015625, + 1.8603515625, + 1.84002685546875, + 1.836639404296875, + 1.8197021484375, + 1.79937744140625, + 1.782440185546875, 1.779052734375, + 1.762115478515625, + 1.75872802734375, 1.751953125, - 1.751953125, - 1.73162841796875, - 1.7113037109375, - 1.70452880859375 + 1.755340576171875, + 1.7384033203125, + 1.714691162109375, + 1.707916259765625, + 1.6842041015625, + 1.65032958984375, + 1.640167236328125 ], "timestamps": [ - "2026-06-20 21:00:00", - "2026-06-20 21:06:00", "2026-06-20 21:12:00", "2026-06-20 21:18:00", "2026-06-20 21:24:00", @@ -795,6 +793,8 @@ "2026-06-22 02:36:00", "2026-06-22 02:42:00", "2026-06-22 02:48:00", - "2026-06-22 02:54:00" + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 7a3b64cf9586b529d1b483f64c2b540a588dcaef..1714aac2ac12916d6081dd2d6b74708948138e3b 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,13 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T03:14:11.265603+00:00", + "evaluated_at": "2026-06-22T03:20:43.036069+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:11:50.844322Z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 70d9111d1d854b6d2339a890e167d2425292bf78..f4488e445dfc925914b5bf1c7ba2ca81cf8e9a62 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,240631.9869066874,160808.56941604614,309.5276692708333,0.27807664547936956,0.004842167185571246,0.004822622288781349,12.724342213775552,490.54254342175807,0.007650822145670434,0.004827595849762959,0.005586078468479375,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,234836.6217034658,156400.41053199768,304.19482421875,0.2732856693884824,0.00475843497149107,0.004739427424291552,12.532703170140067,484.5994445967368,0.007557501042539297,0.004744026694214131,0.005502446225961208,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.4067353237384547,0.3276029787418035,0.4994724591573079,0.2744354336383443,0.01942845751119167,0.019503819719654494,8.830249186058134,0.6377580448245672,0.025325865280293635,0.019834437706410364,0.022109313121004018,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.028821312674931637,0.041628200053921385,0.14556483924388885,0.4279116404525567,0.08232009562916612,0.08943451367444401,5.896827267806313,0.1697684089426877,0.11097667441438434,0.09515493413385762,0.07058083399463455,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.020123623639097647,0.028248666542098868,0.12022850116093954,0.35144254732781643,0.0683646726473705,0.07321742017041818,5.592417331271299,0.14185775847340054,0.09110674914490831,0.07721557152189126,0.059127674944114555,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.05959067912188133,0.06448377556561644,0.22740408943759072,3.695317774909469,0.14594664988624614,0.15985496330634275,118.27663914032125,0.24411202166604032,0.16214082391649115,0.15104330451137213,0.13854620815441188,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.8267366392877497,0.5497261853806776,0.6376566886901855,0.3664108799919334,0.03874870386235726,0.03776507231289227,20.208263861493055,0.9092505921294468,0.05397480798906478,0.03785248822812506,0.04861675678355871,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,52.6431997438987,24.69132042438332,4.295796950658162,0.37110662946247347,0.2280755199237274,0.1986124093206756,24.827481599883672,7.2555633650254,0.3240296108108121,0.19184801289915615,0.2953068123817543,Air Quality,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index a9a01c937ceb67e5d8f74a4f335824506a779d07..0deba095a2768e0bc8aefd4470eaaab92f551ac8 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T03:12:40.202938+00:00", + "evaluated_at": "2026-06-22T03:19:06.983024+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64036.01171875 + 64164.0 ], "p50": [ 64371.95703125, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index d41311cd1201166d7c1417eab83f8d5cf5fcaa0f..605a955897532275c7ecb5f8f2c5de20d82219da 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T03:05:49.353491+00:00", + "evaluated_at": "2026-06-22T03:19:13.672130+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9459999799728394, - 0.9660000205039978, 0.9850000143051147, 1.0140000581741333, 1.0410000085830688, @@ -245,11 +243,11 @@ 0.7229999899864197, 0.7440000176429749, 0.7649999856948853, - 0.7950000166893005 + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481 ], "actuals": [ - 0.828000009059906, - 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, 0.9430000185966492, @@ -307,197 +305,197 @@ 1.7730000019073486, 1.7519999742507935, 1.7350000143051147, - 1.7120000123977661 + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853 ], "p50": [ - 0.8194108009338379, - 0.8535355925559998, - 0.8747392296791077, - 0.9072972536087036, - 0.9464856386184692, - 0.9753055572509766, - 1.0001091957092285, - 1.0308763980865479, - 1.0611931085586548, - 1.0940613746643066, - 1.1244962215423584, - 1.1627862453460693, - 1.1889302730560303, - 1.2239155769348145, - 1.2480378150939941, - 1.282306432723999, - 1.3020745515823364, - 1.3304526805877686, - 1.363513469696045, - 1.3660801649093628, - 1.397653341293335, - 1.4170372486114502, - 1.44146728515625, - 1.469040036201477, - 1.4924046993255615, - 1.5084657669067383, - 1.5201729536056519, - 1.5492480993270874, - 1.5533472299575806, - 1.5660226345062256, - 1.5812541246414185, - 1.5909078121185303, - 1.6051981449127197, - 1.6163007020950317, - 1.6161880493164062, - 1.614699125289917, - 1.6262258291244507, - 1.631989598274231, - 1.6372325420379639, - 1.635733723640442, - 1.6252100467681885, - 1.624996304512024, - 1.6172844171524048, - 1.604197382926941, - 1.6049882173538208, - 1.5842373371124268, - 1.571176528930664, - 1.5614376068115234, - 1.5427871942520142, - 1.5244436264038086, - 1.5089359283447266, - 1.4948471784591675, - 1.4733338356018066, - 1.4497193098068237, - 1.417199730873108, - 1.386169672012329, - 1.3628664016723633, - 1.329525351524353, - 1.312083125114441, - 1.2821086645126343 + 0.8765187859535217, + 0.9099962115287781, + 0.9326935410499573, + 0.9645072221755981, + 1.0072460174560547, + 1.033634901046753, + 1.0598597526550293, + 1.0903650522232056, + 1.118253231048584, + 1.158748984336853, + 1.186703085899353, + 1.2241039276123047, + 1.2508738040924072, + 1.2835826873779297, + 1.3038303852081299, + 1.3413586616516113, + 1.3623919486999512, + 1.3939586877822876, + 1.4252128601074219, + 1.432963490486145, + 1.4656569957733154, + 1.485081672668457, + 1.5101255178451538, + 1.5384467840194702, + 1.5610827207565308, + 1.5791163444519043, + 1.5874204635620117, + 1.6115524768829346, + 1.6103545427322388, + 1.629679799079895, + 1.645830750465393, + 1.647600769996643, + 1.6645618677139282, + 1.6736904382705688, + 1.670516848564148, + 1.665826439857483, + 1.6732041835784912, + 1.6836061477661133, + 1.6875215768814087, + 1.6858632564544678, + 1.6727149486541748, + 1.6741396188735962, + 1.6646968126296997, + 1.6466695070266724, + 1.6528105735778809, + 1.6283503770828247, + 1.6163134574890137, + 1.6053574085235596, + 1.5831619501113892, + 1.5630227327346802, + 1.546400785446167, + 1.5309937000274658, + 1.507422685623169, + 1.4836312532424927, + 1.4526423215866089, + 1.4191632270812988, + 1.394875407218933, + 1.3621492385864258, + 1.3405077457427979, + 1.312065839767456 ], "p10": [ - 0.8202663660049438, - 0.8454048037528992, - 0.8807846307754517, - 0.9202783107757568, - 0.9448083639144897, - 0.9709205627441406, - 1.0078883171081543, - 1.0513641834259033, - 1.053316593170166, - 1.1148324012756348, - 1.1207542419433594, - 1.1730340719223022, - 1.181725025177002, - 1.2264277935028076, - 1.251272201538086, - 1.3127384185791016, - 1.3196845054626465, - 1.3434274196624756, - 1.3791215419769287, - 1.404110312461853, - 1.4234426021575928, - 1.4685707092285156, - 1.4545015096664429, - 1.4965519905090332, - 1.502607822418213, - 1.5162321329116821, - 1.5415747165679932, - 1.5542387962341309, - 1.5683611631393433, - 1.5704259872436523, - 1.6189041137695312, - 1.6052329540252686, - 1.6260676383972168, - 1.6553798913955688, - 1.6510645151138306, - 1.6569950580596924, - 1.6502948999404907, - 1.657893180847168, - 1.648064136505127, - 1.6569757461547852, - 1.6599737405776978, - 1.6473958492279053, - 1.6422700881958008, - 1.6408528089523315, - 1.630224347114563, - 1.6164865493774414, - 1.6228541135787964, - 1.5974267721176147, - 1.5527229309082031, - 1.57463800907135, - 1.5373250246047974, - 1.5387572050094604, - 1.5025392770767212, - 1.497361183166504, - 1.4504806995391846, - 1.4116716384887695, - 1.4028102159500122, - 1.3659636974334717, - 1.3642635345458984, - 1.3118995428085327 + 0.8781890869140625, + 0.8977410793304443, + 0.9445932507514954, + 0.9729271531105042, + 1.0052754878997803, + 1.0318255424499512, + 1.0603790283203125, + 1.112360954284668, + 1.106618881225586, + 1.1736605167388916, + 1.180008888244629, + 1.2299952507019043, + 1.2411162853240967, + 1.2818843126296997, + 1.3032031059265137, + 1.3726319074630737, + 1.377746820449829, + 1.4025697708129883, + 1.4387391805648804, + 1.470438003540039, + 1.4871429204940796, + 1.534206509590149, + 1.5221272706985474, + 1.5548142194747925, + 1.5681047439575195, + 1.5751285552978516, + 1.6039824485778809, + 1.6192740201950073, + 1.6182430982589722, + 1.6228203773498535, + 1.6757999658584595, + 1.6568392515182495, + 1.680068850517273, + 1.7009676694869995, + 1.702654242515564, + 1.6947377920150757, + 1.6977341175079346, + 1.7035043239593506, + 1.6903655529022217, + 1.7027819156646729, + 1.7041512727737427, + 1.6869863271713257, + 1.6851485967636108, + 1.6741981506347656, + 1.6641262769699097, + 1.654227614402771, + 1.6583666801452637, + 1.6252621412277222, + 1.5801935195922852, + 1.5999155044555664, + 1.5609780550003052, + 1.571124792098999, + 1.5358158349990845, + 1.5261774063110352, + 1.4733798503875732, + 1.433433175086975, + 1.4258668422698975, + 1.3858754634857178, + 1.3829842805862427, + 1.3327574729919434 ], "p90": [ - 0.8369033932685852, - 0.8702962398529053, - 0.8964967727661133, - 0.9300454258918762, - 0.9712485074996948, - 1.0083080530166626, - 1.0299484729766846, - 1.0642409324645996, - 1.105217456817627, - 1.141676664352417, - 1.1798348426818848, - 1.2180261611938477, - 1.2487446069717407, - 1.2859742641448975, - 1.3070716857910156, - 1.3474230766296387, - 1.3750407695770264, - 1.4017360210418701, - 1.4444667100906372, - 1.4609736204147339, - 1.4897867441177368, - 1.5218909978866577, - 1.5470412969589233, - 1.579451560974121, - 1.607961654663086, - 1.6290911436080933, - 1.6338746547698975, - 1.666496753692627, - 1.6766330003738403, - 1.6936359405517578, - 1.7155444622039795, - 1.7186155319213867, - 1.7431708574295044, - 1.7570502758026123, - 1.7610244750976562, - 1.7623175382614136, - 1.7815349102020264, - 1.7892191410064697, - 1.7949318885803223, - 1.7924015522003174, - 1.7875709533691406, - 1.7921749353408813, - 1.7851974964141846, - 1.7827039957046509, - 1.785518765449524, - 1.7743159532546997, - 1.7662782669067383, - 1.7615139484405518, - 1.743566632270813, - 1.7244718074798584, - 1.709478497505188, - 1.698685884475708, - 1.6704597473144531, - 1.6579668521881104, - 1.6313636302947998, - 1.60019850730896, - 1.5821751356124878, - 1.5470142364501953, - 1.5351836681365967, - 1.5030226707458496 + 0.8881195187568665, + 0.9211175441741943, + 0.9492206573486328, + 0.9819154143333435, + 1.0287216901779175, + 1.0603429079055786, + 1.0818977355957031, + 1.116382122039795, + 1.1546419858932495, + 1.1992859840393066, + 1.2326576709747314, + 1.2692888975143433, + 1.3025656938552856, + 1.3368947505950928, + 1.3552350997924805, + 1.3976099491119385, + 1.4276974201202393, + 1.4539755582809448, + 1.4939740896224976, + 1.5123276710510254, + 1.5423283576965332, + 1.571652889251709, + 1.5969165563583374, + 1.6303635835647583, + 1.6533693075180054, + 1.6731783151626587, + 1.6771200895309448, + 1.701241135597229, + 1.7076903581619263, + 1.7291263341903687, + 1.7502802610397339, + 1.7464587688446045, + 1.7710392475128174, + 1.7811182737350464, + 1.7837400436401367, + 1.7790943384170532, + 1.7974144220352173, + 1.8072128295898438, + 1.8102658987045288, + 1.8047473430633545, + 1.7983713150024414, + 1.8007187843322754, + 1.7923318147659302, + 1.7802062034606934, + 1.79177725315094, + 1.772192358970642, + 1.7624571323394775, + 1.7538002729415894, + 1.7343881130218506, + 1.713075041770935, + 1.7003525495529175, + 1.6864917278289795, + 1.6538676023483276, + 1.640389323234558, + 1.6122123003005981, + 1.5788427591323853, + 1.5627049207687378, + 1.5264298915863037, + 1.5114624500274658, + 1.4812703132629395 ], "timestamps": [ - "2026-06-20 21:00:00", - "2026-06-20 21:06:00", "2026-06-20 21:12:00", "2026-06-20 21:18:00", "2026-06-20 21:24:00", @@ -795,6 +793,8 @@ "2026-06-22 02:36:00", "2026-06-22 02:42:00", "2026-06-22 02:48:00", - "2026-06-22 02:54:00" + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 1330cb286df5d81b2982c761a5e0e8e65e826541..e9280ad157aea6e4023d7d800b7f35907a6a7231 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,13 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T03:12:43.455741+00:00", + "evaluated_at": "2026-06-22T03:19:16.631310+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:11:50.844322Z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index e5cd4cd0adb2531538120d04d47c8d9a0aea7e85..c1af01252776891c259999d2fa4d67ad99904f99 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,461840.2593053182,461840.2593053182,582.6595052083334,0.5234556285281022,0.009106227926379948,0.00905001241967641,2.3906415048504885,679.5883013305322,0.010599303353976061,0.009087538493069196,0.006065229917013618,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,452439.0159269969,452439.0159269969,577.32666015625,0.518664652437215,0.00902188810467639,0.00896682057560459,2.3906415048504885,672.6358717218379,0.01048999613694842,0.009003615015793954,0.006037002900384309,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.550176228056595,0.550176228056595,0.5530107021331787,0.3038520524287122,0.0222467109581586,0.021974201689470545,2.9614589625774843,0.7417386521252584,0.029455015627561792,0.021960482748027216,0.031543872018444045,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.085502107689821,0.085502107689821,0.23595123489697775,0.6936172259456609,0.1360310227580922,0.15100020624777016,1.9724329249517336,0.2924074343956066,0.1911451302710957,0.15424002342905666,0.13143269811518923,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.061766759380000855,0.061766759380000855,0.20263243516286214,0.5923192795154893,0.1166550862213208,0.1273444076132286,1.923399007005134,0.2485291922088849,0.15961542754820324,0.1301386870741116,0.11594366325633833,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.058951440711298396,0.058951440711298396,0.21648135450151232,3.5178232687212136,0.13888115388005895,0.15147121651870674,73.65405395300132,0.24279917774016122,0.16126882427320027,0.14378835151942135,0.12446513947496457,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.4388063115887538,0.4388063115887538,0.5611926714579264,0.322473055236514,0.03411755056883591,0.03332445168512126,1.9013688370336304,0.6624245704899191,0.0393227558045317,0.03331344180472041,0.028691105463006447,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,61.565271361327326,61.565271361327326,6.392911036809285,0.5522727667471005,0.35784954486532183,0.27758758751749957,2.490540629341336,7.846354017078718,0.35041400791749117,0.28550401546912907,0.22072068469564787,Air Quality,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 7697146f9edf83186a98b77d21cbd33a0c3399b8..40f4abbc1ea895c208574f7b516b1f527ba42d3b 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T03:13:18.484907+00:00", + "evaluated_at": "2026-06-22T03:19:33.758586+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64036.01171875 + 64164.0 ], "p50": [ 64415.41796875, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index b366b8609f530c838c9d298679958a5c22a2d71a..207de69ca01a301209bac601440f32a3c8c0d7fd 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T03:06:30.858463+00:00", + "evaluated_at": "2026-06-22T03:19:38.214769+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9459999799728394, - 0.9660000205039978, 0.9850000143051147, 1.0140000581741333, 1.0410000085830688, @@ -245,11 +243,11 @@ 0.7229999899864197, 0.7440000176429749, 0.7649999856948853, - 0.7950000166893005 + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481 ], "actuals": [ - 0.828000009059906, - 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, 0.9430000185966492, @@ -307,197 +305,197 @@ 1.7730000019073486, 1.7519999742507935, 1.7350000143051147, - 1.7120000123977661 + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853 ], "p50": [ - 0.8195888996124268, - 0.8485487699508667, - 0.8787720203399658, - 0.9087493419647217, - 0.9373682737350464, - 0.9640346765518188, - 0.9901160597801208, - 1.0185072422027588, - 1.0462794303894043, - 1.072849988937378, - 1.0994681119918823, - 1.1260045766830444, - 1.1520867347717285, - 1.1753348112106323, - 1.1976886987686157, - 1.2199193239212036, - 1.241125226020813, - 1.2603070735931396, - 1.2790453433990479, - 1.2982114553451538, - 1.3170268535614014, - 1.3355764150619507, - 1.3531869649887085, - 1.3697255849838257, - 1.3863776922225952, - 1.4007869958877563, - 1.4149706363677979, - 1.4282362461090088, - 1.4401780366897583, - 1.4490609169006348, - 1.457158088684082, - 1.464519739151001, - 1.461702585220337, - 1.4473769664764404, - 1.4560587406158447, - 1.4598172903060913, - 1.4484868049621582, - 1.4419357776641846, - 1.4401707649230957, - 1.436730980873108, - 1.4339320659637451, - 1.4313620328903198, - 1.4262927770614624, - 1.4214969873428345, - 1.4188041687011719, - 1.4156981706619263, - 1.4144854545593262, - 1.4096029996871948, - 1.4043216705322266, - 1.3990694284439087, - 1.3909190893173218, - 1.384446144104004, - 1.3716615438461304, - 1.3617959022521973, - 1.3536763191223145, - 1.3445978164672852, - 1.3381500244140625, - 1.3309423923492432, - 1.3210376501083374, - 1.313543438911438 + 0.8799428939819336, + 0.9107968807220459, + 0.941419243812561, + 0.9700188040733337, + 0.9974355697631836, + 1.026249647140503, + 1.0538153648376465, + 1.0803269147872925, + 1.1078282594680786, + 1.1350586414337158, + 1.1617813110351562, + 1.1874843835830688, + 1.2123637199401855, + 1.2362154722213745, + 1.2599854469299316, + 1.2802544832229614, + 1.2999438047409058, + 1.3193267583847046, + 1.339101791381836, + 1.359283208847046, + 1.3781399726867676, + 1.3976497650146484, + 1.4171667098999023, + 1.433992624282837, + 1.451447606086731, + 1.4659667015075684, + 1.4787554740905762, + 1.489642858505249, + 1.5003951787948608, + 1.5109498500823975, + 1.521079182624817, + 1.530151128768921, + 1.5629910230636597, + 1.5440685749053955, + 1.5383610725402832, + 1.5380468368530273, + 1.5274202823638916, + 1.5230211019515991, + 1.5214998722076416, + 1.5133723020553589, + 1.508029580116272, + 1.5046817064285278, + 1.4981024265289307, + 1.4914506673812866, + 1.486366868019104, + 1.4791324138641357, + 1.4739691019058228, + 1.4638149738311768, + 1.4557929039001465, + 1.4480304718017578, + 1.4378668069839478, + 1.429495096206665, + 1.4104886054992676, + 1.399902105331421, + 1.3900166749954224, + 1.3783680200576782, + 1.369612455368042, + 1.3589500188827515, + 1.3456339836120605, + 1.334484338760376 ], "p10": [ - 0.8100333213806152, - 0.8348579406738281, - 0.8611786365509033, - 0.886833667755127, - 0.9108606576919556, - 0.9329864978790283, - 0.9542731046676636, - 0.9775348901748657, - 0.9991412162780762, - 1.0193043947219849, - 1.038071632385254, - 1.0569411516189575, - 1.0749197006225586, - 1.089010238647461, - 1.1012458801269531, - 1.1142107248306274, - 1.1256067752838135, - 1.1334689855575562, - 1.1397371292114258, - 1.14568293094635, - 1.1522740125656128, - 1.1599547863006592, - 1.1643009185791016, - 1.1672167778015137, - 1.1681050062179565, - 1.1694854497909546, - 1.1709860563278198, - 1.1678763628005981, - 1.162914752960205, - 1.1538217067718506, - 1.1432123184204102, - 1.1386439800262451, - 1.0238816738128662, - 1.0198092460632324, - 0.9904660582542419, - 0.9545676112174988, - 0.9187147617340088, - 0.8947922587394714, - 0.8606403470039368, - 0.8440215587615967, - 0.8265221118927002, - 0.813208281993866, - 0.7912591099739075, - 0.7771837711334229, - 0.7640417814254761, - 0.7489564418792725, - 0.7266733646392822, - 0.6997261047363281, - 0.6729457378387451, - 0.6539818048477173, - 0.6395246982574463, - 0.6315923929214478, - 0.6040867567062378, - 0.587790846824646, - 0.57539963722229, - 0.5628691911697388, - 0.5479286313056946, - 0.5400933623313904, - 0.530608594417572, - 0.5177637934684753 + 0.8701756000518799, + 0.8970050811767578, + 0.9236549139022827, + 0.948160707950592, + 0.9712709784507751, + 0.9959669709205627, + 1.0187007188796997, + 1.039729118347168, + 1.0611644983291626, + 1.0824717283248901, + 1.102020025253296, + 1.1197998523712158, + 1.1360173225402832, + 1.151004433631897, + 1.1650272607803345, + 1.1753087043762207, + 1.1848398447036743, + 1.192521333694458, + 1.2002981901168823, + 1.207248568534851, + 1.2131484746932983, + 1.2213503122329712, + 1.2268896102905273, + 1.2301312685012817, + 1.2308367490768433, + 1.2309057712554932, + 1.2293100357055664, + 1.2212361097335815, + 1.2126173973083496, + 1.2042412757873535, + 1.1949831247329712, + 1.1917362213134766, + 1.1456669569015503, + 1.1235002279281616, + 1.0898933410644531, + 1.0624676942825317, + 1.0323681831359863, + 1.012315273284912, + 0.9828804731369019, + 0.9637781381607056, + 0.945938229560852, + 0.9315159916877747, + 0.9040168523788452, + 0.883492112159729, + 0.8696951866149902, + 0.8516782522201538, + 0.827921986579895, + 0.7968507409095764, + 0.7704776525497437, + 0.7510737180709839, + 0.7376661896705627, + 0.7321046590805054, + 0.6981214880943298, + 0.6789308786392212, + 0.661304235458374, + 0.6453530788421631, + 0.6278793811798096, + 0.6163095831871033, + 0.6041378974914551, + 0.5855271220207214 ], "p90": [ - 0.8295445442199707, - 0.8620448112487793, - 0.8971478343009949, - 0.9316128492355347, - 0.965524435043335, - 0.996120810508728, - 1.02601957321167, - 1.0599350929260254, - 1.0941810607910156, - 1.126708984375, - 1.1605198383331299, - 1.19483482837677, - 1.228731393814087, - 1.25936758518219, - 1.288663625717163, - 1.3191360235214233, - 1.3505923748016357, - 1.3814046382904053, - 1.4112632274627686, - 1.441467046737671, - 1.4739876985549927, - 1.507309913635254, - 1.5393197536468506, - 1.5682623386383057, - 1.5980817079544067, - 1.625975489616394, - 1.6554553508758545, - 1.6829121112823486, - 1.707963228225708, - 1.7324283123016357, - 1.7518763542175293, - 1.7673888206481934, - 1.760225772857666, - 1.7545838356018066, - 1.789222002029419, - 1.8106427192687988, - 1.8115997314453125, - 1.82210111618042, - 1.828603744506836, - 1.8374438285827637, - 1.8476383686065674, - 1.8621459007263184, - 1.872339129447937, - 1.88307785987854, - 1.8937952518463135, - 1.900346040725708, - 1.907966136932373, - 1.9132764339447021, - 1.9159178733825684, - 1.919142723083496, - 1.9184901714324951, - 1.924912929534912, - 1.9217102527618408, - 1.9281485080718994, - 1.9302072525024414, - 1.9298899173736572, - 1.9301344156265259, - 1.9295527935028076, - 1.9246137142181396, - 1.9218592643737793 + 0.889947235584259, + 0.9244577884674072, + 0.9594390392303467, + 0.992003858089447, + 1.023513674736023, + 1.0565019845962524, + 1.0887572765350342, + 1.1204314231872559, + 1.153412103652954, + 1.186191201210022, + 1.2206385135650635, + 1.2537856101989746, + 1.2861486673355103, + 1.3182294368743896, + 1.3497645854949951, + 1.3778647184371948, + 1.4064531326293945, + 1.4368784427642822, + 1.4680795669555664, + 1.4999992847442627, + 1.5318329334259033, + 1.56596040725708, + 1.6007699966430664, + 1.6305245161056519, + 1.6627017259597778, + 1.6913278102874756, + 1.7191506624221802, + 1.7426655292510986, + 1.7642163038253784, + 1.7892367839813232, + 1.8107609748840332, + 1.827818512916565, + 1.832289457321167, + 1.8409428596496582, + 1.8645392656326294, + 1.881636619567871, + 1.8822754621505737, + 1.8964729309082031, + 1.907881259918213, + 1.9152405261993408, + 1.9257733821868896, + 1.9437530040740967, + 1.9555649757385254, + 1.967470407485962, + 1.9781708717346191, + 1.981448769569397, + 1.9867802858352661, + 1.9879932403564453, + 1.9928414821624756, + 1.9985833168029785, + 1.9997555017471313, + 2.007051467895508, + 1.9968780279159546, + 2.0009865760803223, + 2.0005428791046143, + 1.9979259967803955, + 1.997435212135315, + 1.9960618019104004, + 1.9895250797271729, + 1.9870432615280151 ], "timestamps": [ - "2026-06-20 21:00:00", - "2026-06-20 21:06:00", "2026-06-20 21:12:00", "2026-06-20 21:18:00", "2026-06-20 21:24:00", @@ -795,6 +793,8 @@ "2026-06-22 02:36:00", "2026-06-22 02:42:00", "2026-06-22 02:48:00", - "2026-06-22 02:54:00" + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index af98ec1195a43fc784fb5d56b9230e01b35fdd82..e1c54481393bc6771fe671a53df40c1bf419cfb4 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,13 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T03:13:20.532789+00:00", + "evaluated_at": "2026-06-22T03:19:41.702663+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:11:50.844322Z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 979665fa2d60001507187ffe635f7106153befc0..6592f5bef3c6984ca935938b2ee12204a199325d 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,200073.31474049887,200073.31474049887,369.4850260416667,0.33194175124493724,0.005777508656085408,0.00575312616892023,1.6274105733203825,447.2955563612262,0.006976313867492897,0.005762729976516476,0.004470687010118518,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,195554.3326702118,195554.3326702118,364.1521809895833,0.3271507751540501,0.0056937629559500914,0.005669931348029449,1.6274105733203825,442.2152560351257,0.0068965045168249235,0.005679083040967783,0.0044425926199687,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.3327479513263825,1.3327479513263825,0.912270704905192,0.501247670229129,0.036190923075805244,0.0353233507541506,3.007199744396995,1.154447032707167,0.04584398465976072,0.03622697535386293,0.03365741579516466,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.2433452048083568,0.2433452048083568,0.385603337486585,1.1335440451482015,0.22112327084320096,0.26859882874978286,10.663142160811438,0.4933003190839803,0.32246770315186357,0.25206677911315784,0.19922665204572393,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.31068495094752674,0.31068495094752674,0.4393297682205836,1.2842144031530442,0.25185137710508415,0.3157244063497387,18.506172175956113,0.5573912009957879,0.3579790127180422,0.28215521953752426,0.2310343580238475,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.057231466013795064,0.057231466013795064,0.21341080798043144,3.4679268699093067,0.13692772944699308,0.14912351791592918,82.14560205688086,0.23923098882418026,0.15889880952841914,0.14174887415405393,0.1272448539760027,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.2674649092390003,0.2674649092390003,0.3933437665303548,0.22602356125171028,0.02397399872205691,0.02352160531160828,1.478156968069978,0.517170097007745,0.030700179824249156,0.023349618307588513,0.022594844047178313,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,29.84130699796242,29.84130699796242,4.787651697794597,0.41359712877877697,0.25820067895875454,0.22203407800722005,2.226194698463738,5.462719743677358,0.24396216578367888,0.2138139849776746,0.18731442262910306,Air Quality,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index f27deedc93364fc388ad866e13728946199b30b9..92db011b227f13d91ec1488e6d8afac9d7fe58d3 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T03:13:09.011000+00:00", + "evaluated_at": "2026-06-22T03:19:19.563007+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64036.01171875 + 64164.0 ], "p50": [ 64397.046875, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index a284ad62297ef6a2fe2f4ccc1f0d0dbd80d58efd..26bd21223f2faa0ff3b27508d9dfe3f375470029 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T03:06:10.227750+00:00", + "evaluated_at": "2026-06-22T03:19:25.148489+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9459999799728394, - 0.9660000205039978, 0.9850000143051147, 1.0140000581741333, 1.0410000085830688, @@ -245,11 +243,11 @@ 0.7229999899864197, 0.7440000176429749, 0.7649999856948853, - 0.7950000166893005 + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481 ], "actuals": [ - 0.828000009059906, - 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, 0.9430000185966492, @@ -307,197 +305,197 @@ 1.7730000019073486, 1.7519999742507935, 1.7350000143051147, - 1.7120000123977661 + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853 ], "p50": [ - 0.8245071768760681, - 0.8506466150283813, - 0.881521463394165, - 0.9110180139541626, - 0.9396098256111145, - 0.9655436873435974, - 0.9875172972679138, - 1.0100222826004028, - 1.034721851348877, - 1.0602279901504517, - 1.0870022773742676, - 1.1131062507629395, - 1.1391571760177612, - 1.1602933406829834, - 1.1828582286834717, - 1.1997506618499756, - 1.2150177955627441, - 1.2308495044708252, - 1.246988296508789, - 1.2589024305343628, - 1.2721757888793945, - 1.2846813201904297, - 1.2981300354003906, - 1.3084945678710938, - 1.316445231437683, - 1.3226605653762817, - 1.3289145231246948, - 1.3301045894622803, - 1.3304399251937866, - 1.331732988357544, - 1.33083975315094, - 1.3293403387069702, - 1.329126238822937, - 1.3265113830566406, - 1.3177891969680786, - 1.3085963726043701, - 1.3007540702819824, - 1.290761947631836, - 1.275291085243225, - 1.2610840797424316, - 1.2433234453201294, - 1.2326600551605225, - 1.2188981771469116, - 1.203190565109253, - 1.1881654262542725, - 1.1684993505477905, - 1.1492139101028442, - 1.128154993057251, - 1.1009162664413452, - 1.0762176513671875, - 1.0542224645614624, - 1.0303866863250732, - 1.008216381072998, - 0.9887998104095459, - 0.9614960551261902, - 0.9378859996795654, - 0.9079692959785461, - 0.8822569251060486, - 0.8547376394271851, - 0.8264957070350647 + 0.8872023820877075, + 0.9179863333702087, + 0.9464945793151855, + 0.9727509021759033, + 0.998626708984375, + 1.023248553276062, + 1.0463696718215942, + 1.0703922510147095, + 1.094937801361084, + 1.1195663213729858, + 1.1449004411697388, + 1.1684324741363525, + 1.1909708976745605, + 1.2069156169891357, + 1.224879264831543, + 1.2380411624908447, + 1.2506989240646362, + 1.2640020847320557, + 1.277827262878418, + 1.2874019145965576, + 1.2984448671340942, + 1.308406949043274, + 1.3162602186203003, + 1.3208060264587402, + 1.3223546743392944, + 1.3201509714126587, + 1.3213937282562256, + 1.3177379369735718, + 1.3127427101135254, + 1.3100966215133667, + 1.3044490814208984, + 1.3004069328308105, + 1.3012521266937256, + 1.2981219291687012, + 1.2834644317626953, + 1.2677230834960938, + 1.252854585647583, + 1.2375941276550293, + 1.2197343111038208, + 1.2012238502502441, + 1.182318091392517, + 1.1673327684402466, + 1.1489925384521484, + 1.1290093660354614, + 1.1065036058425903, + 1.0817980766296387, + 1.0553511381149292, + 1.029625415802002, + 0.9993302226066589, + 0.9690127968788147, + 0.9441426396369934, + 0.91572105884552, + 0.8879910707473755, + 0.8585749268531799, + 0.8281513452529907, + 0.7967577576637268, + 0.7578785419464111, + 0.7261871695518494, + 0.6937574148178101, + 0.6613073945045471 ], "p10": [ - 0.8153131008148193, - 0.8363502025604248, - 0.863062858581543, - 0.8878145813941956, - 0.9113099575042725, - 0.9317425489425659, - 0.9492374062538147, - 0.9653804302215576, - 0.9838395118713379, - 1.0029008388519287, - 1.0221165418624878, - 1.040164828300476, - 1.0590251684188843, - 1.0734832286834717, - 1.0867139101028442, - 1.0955058336257935, - 1.1005001068115234, - 1.1064600944519043, - 1.1147621870040894, - 1.1159471273422241, - 1.1186573505401611, - 1.1231529712677002, - 1.12326180934906, - 1.1246204376220703, - 1.121842861175537, - 1.1193417310714722, - 1.1117026805877686, - 1.103860855102539, - 1.0912950038909912, - 1.0824744701385498, - 1.0707173347473145, - 1.0606411695480347, - 1.0193116664886475, - 1.017682671546936, - 0.9941590428352356, - 0.9771158695220947, - 0.9527959823608398, - 0.9294893741607666, - 0.9064998626708984, - 0.8763341903686523, - 0.8462026715278625, - 0.8227640390396118, - 0.8074300289154053, - 0.7761383056640625, - 0.7501931190490723, - 0.7260209918022156, - 0.7041206359863281, - 0.6691138744354248, - 0.6326375007629395, - 0.6118438243865967, - 0.5848560929298401, - 0.5512790679931641, - 0.5220844745635986, - 0.49251478910446167, - 0.4591715931892395, - 0.42553257942199707, - 0.391781210899353, - 0.3616216778755188, - 0.32492196559906006, - 0.28405439853668213 + 0.8788468241691589, + 0.9044166803359985, + 0.9277762770652771, + 0.9494843482971191, + 0.9698507785797119, + 0.989421546459198, + 1.008138656616211, + 1.026192545890808, + 1.0450512170791626, + 1.0636626482009888, + 1.082337498664856, + 1.0995194911956787, + 1.1152271032333374, + 1.1261893510818481, + 1.1361500024795532, + 1.14227294921875, + 1.1456576585769653, + 1.1507923603057861, + 1.158069133758545, + 1.1593151092529297, + 1.1617168188095093, + 1.1652967929840088, + 1.1625308990478516, + 1.1600608825683594, + 1.152582049369812, + 1.1442995071411133, + 1.1345138549804688, + 1.1219688653945923, + 1.1079697608947754, + 1.0957331657409668, + 1.0815026760101318, + 1.0710726976394653, + 1.034088373184204, + 1.026532769203186, + 0.9991282820701599, + 0.9733847975730896, + 0.9425732493400574, + 0.9150356650352478, + 0.8900943398475647, + 0.8602098822593689, + 0.825158953666687, + 0.7984602451324463, + 0.779792070388794, + 0.7440615892410278, + 0.7139265537261963, + 0.6827731132507324, + 0.6530426144599915, + 0.6159268021583557, + 0.577775239944458, + 0.5534729361534119, + 0.5264720916748047, + 0.4894164204597473, + 0.4591919779777527, + 0.42530983686447144, + 0.39484161138534546, + 0.35992956161499023, + 0.3172385096549988, + 0.2891879081726074, + 0.25225234031677246, + 0.21254092454910278 ], "p90": [ - 0.8329769968986511, - 0.8638043403625488, - 0.8995031118392944, - 0.933837354183197, - 0.9694193601608276, - 0.9982523322105408, - 1.0247126817703247, - 1.0543063879013062, - 1.0848381519317627, - 1.1170573234558105, - 1.1519503593444824, - 1.1860487461090088, - 1.220049262046814, - 1.2517085075378418, - 1.2831969261169434, - 1.3096318244934082, - 1.3351655006408691, - 1.3623425960540771, - 1.3862791061401367, - 1.4132153987884521, - 1.434600830078125, - 1.4591240882873535, - 1.4840781688690186, - 1.5088956356048584, - 1.526992917060852, - 1.5481054782867432, - 1.5661433935165405, - 1.5825507640838623, - 1.591881275177002, - 1.6072500944137573, - 1.6172910928726196, - 1.6347289085388184, - 1.6791353225708008, - 1.706026554107666, - 1.7200655937194824, - 1.724440097808838, - 1.7300262451171875, - 1.7257158756256104, - 1.7254221439361572, - 1.7175956964492798, - 1.706127405166626, - 1.7085704803466797, - 1.7100061178207397, - 1.7133328914642334, - 1.709937334060669, - 1.7034118175506592, - 1.6913539171218872, - 1.6816833019256592, - 1.6702815294265747, - 1.6561646461486816, - 1.6372020244598389, - 1.6258857250213623, - 1.6157925128936768, - 1.6092551946640015, - 1.5901998281478882, - 1.5795642137527466, - 1.5570571422576904, - 1.538661003112793, - 1.5118341445922852, - 1.4893863201141357 + 0.8950778841972351, + 0.9306820034980774, + 0.9646884202957153, + 0.9958646893501282, + 1.0289227962493896, + 1.0563936233520508, + 1.0844334363937378, + 1.1147409677505493, + 1.145194172859192, + 1.1765435934066772, + 1.2088760137557983, + 1.240279197692871, + 1.2710611820220947, + 1.2956628799438477, + 1.321176290512085, + 1.3431028127670288, + 1.3661786317825317, + 1.3897966146469116, + 1.4115713834762573, + 1.4343291521072388, + 1.4534714221954346, + 1.473989486694336, + 1.4929165840148926, + 1.509948968887329, + 1.5219502449035645, + 1.534034013748169, + 1.545853853225708, + 1.5564754009246826, + 1.5607359409332275, + 1.5684869289398193, + 1.5736747980117798, + 1.5863209962844849, + 1.6217999458312988, + 1.6404898166656494, + 1.6475404500961304, + 1.647605299949646, + 1.6446261405944824, + 1.6412439346313477, + 1.6356772184371948, + 1.6315534114837646, + 1.6145093441009521, + 1.6136980056762695, + 1.6125632524490356, + 1.6073977947235107, + 1.5984997749328613, + 1.5893839597702026, + 1.56901216506958, + 1.5525262355804443, + 1.5347261428833008, + 1.5157567262649536, + 1.4970898628234863, + 1.4760358333587646, + 1.458281397819519, + 1.4353649616241455, + 1.4193916320800781, + 1.3986676931381226, + 1.3693927526474, + 1.34518301486969, + 1.3154828548431396, + 1.2868833541870117 ], "timestamps": [ - "2026-06-20 21:00:00", - "2026-06-20 21:06:00", "2026-06-20 21:12:00", "2026-06-20 21:18:00", "2026-06-20 21:24:00", @@ -795,6 +793,8 @@ "2026-06-22 02:36:00", "2026-06-22 02:42:00", "2026-06-22 02:48:00", - "2026-06-22 02:54:00" + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index b5d3864e160d47b1c233ddd17ba03bfa692996c4..e2550e736222a3a04e553294ad7297dd5b2cf879 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,13 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T03:13:12.765390+00:00", + "evaluated_at": "2026-06-22T03:19:27.883586+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:11:50.844322Z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t210600z", + "data_fetched_at": "2026-06-22T03:18:07.818930Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": []