Spaces:
Runtime error
Runtime error
Update leaderboard results from local eval
Browse files- results/aggregates/live_metadata.json +4 -4
- results/aggregates/live_overall_up_to_now.csv +10 -10
- results/aggregates/live_rank_up_to_now.csv +10 -10
- results/aggregates/live_release_metrics.csv +0 -0
- results/aggregates/live_results_by_dataset.csv +40 -60
- results/aggregates/metadata.json +2 -2
- results/aggregates/results_by_domain.csv +20 -30
- results/aggregates/results_by_frequency.csv +29 -39
- results/aggregates/results_by_prediction_length.csv +29 -39
- results/aggregates/results_overall.csv +10 -10
- results/arima/all_results.csv +3 -3
- results/arima/online_meta.json +18 -6
- results/baseline_rank_history_daily.csv +1 -1
- results/baseline_rank_history_weekly.csv +1 -1
- results/chronos_2/all_results.csv +3 -3
- results/chronos_2/online_meta.json +18 -6
- results/dataset_properties.csv +0 -2
- results/ets/all_results.csv +3 -3
- results/ets/online_meta.json +18 -6
- results/eval_history.jsonl +4 -0
- results/evaluation_metrics.jsonl +40 -0
- results/moirai_1_1_large/all_results.csv +4 -4
- results/moirai_1_1_large/online_meta.json +18 -6
- results/moving_average/all_results.csv +3 -3
- results/moving_average/online_meta.json +18 -6
- results/online_status.json +184 -66
- results/seasonal_naive/all_results.csv +3 -3
- results/seasonal_naive/online_meta.json +18 -6
- results/timer_s1/all_results.csv +3 -3
- results/timer_s1/online_meta.json +18 -6
- results/timesfm_2_5/all_results.csv +3 -3
- results/timesfm_2_5/online_meta.json +18 -6
- results/tirex/all_results.csv +3 -3
- results/tirex/online_meta.json +18 -6
- results/toto_2_0_1b/all_results.csv +3 -3
- results/toto_2_0_1b/online_meta.json +18 -6
results/aggregates/live_metadata.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"generated_at": "2026-06-29T08:
|
| 3 |
"scope": "All deduplicated metrics-only evaluation releases saved up to generation time",
|
| 4 |
"release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
|
| 5 |
"dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
|
|
@@ -11,7 +11,7 @@
|
|
| 11 |
"ranking": "Dataset-balanced mean MSE/CRPS release rank; dataset-balanced pairwise shared-release wins; Elo over dataset-level matches (K=32)",
|
| 12 |
"temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets",
|
| 13 |
"num_models": 10,
|
| 14 |
-
"num_datasets":
|
| 15 |
-
"num_model_releases":
|
| 16 |
-
"num_unique_releases":
|
| 17 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"generated_at": "2026-06-29T08:18:49.100457+00:00",
|
| 3 |
"scope": "All deduplicated metrics-only evaluation releases saved up to generation time",
|
| 4 |
"release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
|
| 5 |
"dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
|
|
|
|
| 11 |
"ranking": "Dataset-balanced mean MSE/CRPS release rank; dataset-balanced pairwise shared-release wins; Elo over dataset-level matches (K=32)",
|
| 12 |
"temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets",
|
| 13 |
"num_models": 10,
|
| 14 |
+
"num_datasets": 11,
|
| 15 |
+
"num_model_releases": 5463,
|
| 16 |
+
"num_unique_releases": 692
|
| 17 |
}
|
results/aggregates/live_overall_up_to_now.csv
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
|
| 2 |
-
1,
|
| 3 |
-
2,Chronos-2,
|
| 4 |
-
3,
|
| 5 |
-
4,
|
| 6 |
-
5,
|
| 7 |
-
6,
|
| 8 |
-
7,
|
| 9 |
-
8,ETS,
|
| 10 |
-
9,
|
| 11 |
-
10,Seasonal-Naive,
|
|
|
|
| 1 |
Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
|
| 2 |
+
1,Toto-2.0-1B,864.7549174826836,2.245451296932282,0.19069792865467008,0.5082035468346828,28.80563893163064,3.3969323980583823,0.7093542003773603,1172.1266561493087,5344.224409556304,0.06625646038540338,0.09090909090909091,11,666,0.8181818181818182,2026-06-16T12:07:16.543073+00:00,2026-06-29T08:15:51.207698Z
|
| 3 |
+
2,Chronos-2,428.6724037394064,1.9630940663192817,0.20633810294215962,0.5346139011921368,25.9836949008333,3.7030349287475803,0.6635574021066009,1143.14429898898,2607.064926310915,0.103181464572201,0.0,11,669,0.8181818181818182,2026-06-16T12:06:40.343188+00:00,2026-06-29T08:15:51.207698Z
|
| 4 |
+
3,TiRex,535.7252321949878,1.9814866402913018,0.22867016708346444,0.520901134545785,26.219233865847777,3.9172280692076273,0.640290090742548,1110.583988916803,3285.686330371456,0.1373949095717192,0.09090909090909091,11,660,0.8181818181818182,2026-06-16T12:07:33.925127+00:00,2026-06-29T08:15:51.207698Z
|
| 5 |
+
4,TimesFM-2.5,555.6113304865639,1.8403041630477224,0.17693142191614017,0.6312066732589595,26.804276469226963,3.8560262028220396,0.6234192494929827,1035.5753166202057,3783.0357372648214,0.06515410103049556,0.09090909090909091,11,677,0.8181818181818182,2026-06-16T12:06:55.147862+00:00,2026-06-29T08:15:51.207698Z
|
| 6 |
+
5,Timer-S1,633.0477271288053,2.072364528398145,0.21240218570529734,0.5325692785943424,23.925504837034023,4.416340381805871,0.5825042783201625,1025.3348607658556,3845.7657259508883,0.12829314685695267,0.0,11,626,0.8181818181818182,2026-06-16T12:08:03.698792+00:00,2026-06-29T08:15:51.207698Z
|
| 7 |
+
6,Moirai-1.1-Large,2933.003709039798,11.757570061635091,0.35280618020966636,0.5579019563338797,-5.661283931580062,5.72916188287742,0.42229971838600733,985.5407437242748,14877.468992012076,0.03112490751940087,0.09090909090909091,11,645,0.8181818181818182,2026-06-16T12:07:48.486125+00:00,2026-06-29T08:15:51.207698Z
|
| 8 |
+
7,Moving-Average,1612.59756953404,4.045257226426692,0.41004418400990494,0.7914464149298377,2.420131071955647,6.725894776780918,0.3439526549377508,915.309960879546,6894.385164411301,0.021354801261504186,0.2727272727272727,11,380,0.8181818181818182,2026-06-17T12:10:12.847893+00:00,2026-06-29T08:15:51.207698Z
|
| 9 |
+
8,ETS,551.1211928530341,3.4207708106609105,0.5273939018176264,1.1588259345575358,-6.945552327454024,7.015357739978421,0.31536808325693644,897.1523378315997,2375.2457280452877,0.027727517240260992,0.09090909090909091,11,380,0.8181818181818182,2026-06-17T12:10:12.660440+00:00,2026-06-29T08:15:51.207698Z
|
| 10 |
+
9,ARIMA,2057.022493419742,4.325153184042724,0.40355046125222466,0.851802375574445,-4.282042018338874,6.9220582059993,0.3231951843526816,888.9154208199964,9925.25052358904,0.008336527177906531,0.18181818181818182,11,380,0.8181818181818182,2026-06-17T12:10:12.135642+00:00,2026-06-29T08:15:51.207698Z
|
| 11 |
+
10,Seasonal-Naive,1774.4570562781605,4.228578331577549,0.40167032500928257,0.8574565603416208,0.0,6.393206749141978,0.3760591380269697,826.3164153034302,7586.070836991461,0.0525824373397054,0.09090909090909091,11,380,0.8181818181818182,2026-06-17T12:10:12.963911+00:00,2026-06-29T08:15:51.207698Z
|
results/aggregates/live_rank_up_to_now.csv
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches
|
| 2 |
-
1,
|
| 3 |
-
2,Chronos-2,3.
|
| 4 |
-
3,
|
| 5 |
-
4,
|
| 6 |
-
5,
|
| 7 |
-
6,
|
| 8 |
-
7,
|
| 9 |
-
8,ETS,
|
| 10 |
-
9,
|
| 11 |
-
10,Seasonal-Naive,6.
|
|
|
|
| 1 |
Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches
|
| 2 |
+
1,Toto-2.0-1B,3.3969323980583823,0.7093542003773603,1172.1266561493087,99,666,4723
|
| 3 |
+
2,Chronos-2,3.7030349287475803,0.6635574021066009,1143.14429898898,99,667,4686
|
| 4 |
+
3,TiRex,3.9172280692076273,0.640290090742548,1110.583988916803,99,660,4694
|
| 5 |
+
4,TimesFM-2.5,3.8560262028220396,0.6234192494929827,1035.5753166202057,99,673,4723
|
| 6 |
+
5,Timer-S1,4.416340381805871,0.5825042783201625,1025.3348607658556,99,626,4555
|
| 7 |
+
6,Moirai-1.1-Large,5.72916188287742,0.42229971838600733,985.5407437242748,99,645,4625
|
| 8 |
+
7,Moving-Average,6.725894776780918,0.3439526549377508,915.309960879546,99,380,3336
|
| 9 |
+
8,ETS,7.015357739978421,0.31536808325693644,897.1523378315997,99,380,3336
|
| 10 |
+
9,ARIMA,6.9220582059993,0.3231951843526816,888.9154208199964,99,380,3336
|
| 11 |
+
10,Seasonal-Naive,6.393206749141978,0.3760591380269697,826.3164153034302,99,380,3336
|
results/aggregates/live_release_metrics.csv
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
results/aggregates/live_results_by_dataset.csv
CHANGED
|
@@ -1,131 +1,111 @@
|
|
| 1 |
model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release
|
| 2 |
-
ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,
|
| 3 |
-
ARIMA,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,322902.5360134025,567.9488539127784,0.007753769999568186,0.006364990789178053,6.537308456505262,25816.47383002493,0.816496580927726,0.22067136191984693,3,1.0,2026-06-29T07:42:24.900081Z,2026-06-29T08:07:14.473030Z
|
| 4 |
ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.407835548068247e-15,6.639153220154094e-08,,,0.0,0.0,0.0,1.0,2,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:59:40.018019Z
|
| 5 |
-
ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.
|
| 6 |
ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,6.128157808139584,1.7734786760835193,0.1207373194774308,0.7766542010230877,-56.50494272037769,11.902528736826591,0.6190476190476191,0.06904761904761905,7,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-29T07:34:52.372126Z
|
| 7 |
-
ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.
|
| 8 |
-
ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.
|
| 9 |
ARIMA,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.099545310014667,1.4043401229135517,0.03990415905429419,1.172431986656893,28.759197290442874,49.12105499510727,0.02766798418972332,0.8755457169966204,23,1.0,2026-06-17T12:10:12.433031+00:00,2026-06-29T07:34:52.372126Z
|
| 10 |
ARIMA,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,6.9490458438059095,1.4272523396095695,0.4926141486140233,0.7060115449702292,6.629975495484799,27.316918307451957,-0.3992094861660079,0.007209662318368415,23,1.0,2026-06-17T12:10:12.456148+00:00,2026-06-29T07:34:52.372126Z
|
| 11 |
ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,2.3845306433764963,1.4190131314337169,0.15483460408895885,0.9934437276553767,-68.13617681964314,2.6912241690773757,-0.2015810276679842,0.1888380829020091,23,1.0,2026-06-17T12:39:00.859383+00:00,2026-06-29T07:34:52.372126Z
|
| 12 |
ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.519172513506419,1.1222880982982542,0.6718502765878306,0.5053338687387907,13.722272507802897,2.051270949562384,-0.391304347826087,0.008538262676192676,23,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-29T07:34:52.372126Z
|
| 13 |
ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,72.40938775167011,3.1156555009645883,0.013566318692173025,0.5783286749469772,12.085543207487927,274.62773464829564,0.3659851420646575,0.003854767958552161,31,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-29T07:59:40.018019Z
|
| 14 |
-
|
| 15 |
-
Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,3797.382415652813,9.636823128331242,0.007740516648672508,0.2943445438795002,24.611741938764286,25483.084409457704,0.09315866084425035,0.035854523582857935,229,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-29T08:07:14.473030Z
|
| 16 |
-
Chronos-2,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,113711.15948740642,335.3396188206753,0.004629456716230638,0.003977777368432155,53.09613219207642,30229.723087604267,0.816496580927726,0.22067136191984693,3,1.0,2026-06-29T07:42:24.900081Z,2026-06-29T08:07:14.473030Z
|
| 17 |
Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,1.6284716271939715e-18,1.2761158361191085e-09,,,0.0,0.0,0.0,1.0,2,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:59:40.018019Z
|
| 18 |
-
Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,0.0,0.0,1.0,
|
| 19 |
Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.0477471669264922,0.7441564947776986,0.059719826071071715,0.2573916198274278,18.032405518319504,1.9400059940025605,0.2857142857142857,0.39875992063492066,8,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-29T07:34:52.372126Z
|
| 20 |
-
Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.
|
| 21 |
-
Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.
|
| 22 |
Chronos-2,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.256878162195916,1.5004497751329084,0.04066288284123718,1.1047930738469198,41.861897503938316,43.66792678542054,-0.03556187766714083,0.7532950061785179,38,1.0,2026-06-16T13:12:22.165146+00:00,2026-06-29T07:34:52.372126Z
|
| 23 |
Chronos-2,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,5.6286461330457715,1.5207405567298944,0.3623321298601913,0.7529617559322762,42.926589210555186,16.441800901531646,-0.17678812415654524,0.11303671633275073,39,1.0,2026-06-16T13:12:26.984109+00:00,2026-06-29T07:34:52.372126Z
|
| 24 |
Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.17873837565857822,0.38915765124548096,0.04102545103767463,0.1789968084719871,29.188559096299446,0.21214287387692932,0.16666666666666669,0.12986499204150967,40,1.0,2026-06-16T13:12:32.541423+00:00,2026-06-29T07:34:52.372126Z
|
| 25 |
Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0724556170596564,0.9398320935693414,0.6254877605985172,0.47078711352303687,26.274858105315843,1.623270918273419,-0.06342780026990553,0.5696595221156575,39,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-29T07:34:52.372126Z
|
| 26 |
Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,106.7180663239342,2.8841812966963576,0.009455563034590284,0.5151858451650713,30.828350227254823,516.0336447739064,0.17779669834665923,0.07160638266528661,49,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-29T07:59:40.018019Z
|
| 27 |
-
|
| 28 |
-
ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,4542.565706551027,14.688204149006012,0.008183543367210019,0.4194068937969159,31.850101035191035,21615.676322429117,-0.16131035553485484,0.01094715168496029,114,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-29T08:07:14.473030Z
|
| 29 |
-
ETS,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,119127.87281745067,343.7505814772392,0.00469858283338057,0.0036588790008465675,51.32391711418666,25300.798080425888,-0.816496580927726,0.22067136191984693,3,1.0,2026-06-29T07:42:24.900081Z,2026-06-29T08:07:14.473030Z
|
| 30 |
ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.407835548068247e-15,6.639153220154094e-08,,,0.0,0.0,0.0,1.0,2,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:59:40.018019Z
|
| 31 |
-
ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.
|
| 32 |
ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,16.605906163014264,2.8265087508574793,0.2020040101914151,1.1764358692645243,-68.68330297680505,33.11513494091907,0.6190476190476191,0.06904761904761905,7,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-29T07:34:52.372126Z
|
| 33 |
-
ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.
|
| 34 |
-
ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.
|
| 35 |
ETS,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.016150333261715,1.2757045106310942,0.03807502280496294,0.9818771483878497,27.75423760056592,49.78670337731183,0.09090909090909091,0.5653150900709356,23,1.0,2026-06-17T12:10:12.747284+00:00,2026-06-29T07:34:52.372126Z
|
| 36 |
ETS,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,18.32646175493074,2.7904934942908146,1.2220172182881577,1.8472957192977255,-25.814960483235954,41.47675770903377,-0.2173913043478261,0.15537392501647881,23,1.0,2026-06-17T12:10:12.763932+00:00,2026-06-29T07:34:52.372126Z
|
| 37 |
ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,12.574100175147237,3.0187476885820685,0.34690152696297794,2.362088251539801,-80.35836120074894,15.87371400534108,-0.2727272727272727,0.07219491360513254,23,1.0,2026-06-17T12:39:01.037191+00:00,2026-06-29T07:34:52.372126Z
|
| 38 |
ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.603792442685741,1.1299644833610392,0.7678595532133251,0.5378479151680802,15.38660893132871,2.2257296357576464,-0.28063241106719367,0.063990932688487,23,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-29T07:34:52.372126Z
|
| 39 |
ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,291.2992053897393,5.161678434148441,0.013002552700207233,0.556833740328187,20.138142459255885,1123.256445102056,0.19375683991658338,0.12604184974976304,31,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-29T07:59:40.018019Z
|
| 40 |
-
|
| 41 |
-
Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,22391.29551229411,22.585740624088007,0.009719368366368716,0.3491564916512856,3.544724251675731,158737.27587437764,0.05365079365079365,0.2309866511029952,225,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-29T08:07:14.473030Z
|
| 42 |
-
Moirai-1.1-Large,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,750239.0003857082,854.804291957993,0.006474885338656194,0.004988286734874709,-31.09989224633529,295141.54694284167,1.0,0.3333333333333333,3,1.0,2026-06-29T07:42:24.900081Z,2026-06-29T08:07:14.473030Z
|
| 43 |
Moirai-1.1-Large,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7435.048156255058,86.12483216274961,,,-100.0,1020.8300808592993,-1.0,1.0,2,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:59:40.018019Z
|
| 44 |
-
Moirai-1.1-Large,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,
|
| 45 |
Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.7814999665560101,0.6642981866978563,0.05538995687069957,0.2410427608446834,26.57441736563558,1.3543665699938698,0.21428571428571427,0.5484126984126985,8,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-29T07:34:52.372126Z
|
| 46 |
-
Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.
|
| 47 |
-
Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.
|
| 48 |
Moirai-1.1-Large,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,8.289470400113261,1.280311839111932,0.04265604426648975,0.8260905229243365,14.240622497064857,40.19474532195826,0.03743315508021391,0.7555624499286655,34,1.0,2026-06-16T13:15:24.752398+00:00,2026-06-29T07:34:52.372126Z
|
| 49 |
Moirai-1.1-Large,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,9.505509169746471,1.698286387310941,0.4063139501204259,0.7607448560222885,25.593184520518673,40.16387367858557,-0.3301587301587302,0.004609233161402629,36,1.0,2026-06-16T13:15:30.361270+00:00,2026-06-29T07:34:52.372126Z
|
| 50 |
Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.15397834802071192,0.37248036175820687,0.039566572025018065,0.18444254653179767,34.332162450933296,0.11332950470550202,0.2702702702702703,0.018562689847900406,37,1.0,2026-06-16T13:15:35.504692+00:00,2026-06-29T07:34:52.372126Z
|
| 51 |
Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.5985467467049954,1.1483851100114306,0.6846302142852093,0.4977674110366505,8.035783499557676,2.3096846649336,-0.21568627450980396,0.07285186047170678,34,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-29T07:34:52.372126Z
|
| 52 |
Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,113.77469716506467,3.355266031962362,0.012737432914063068,0.6528583139372931,5.496740680487152,537.1280747771012,0.19326241134751776,0.05267292179051684,48,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-29T07:59:40.018019Z
|
| 53 |
-
|
| 54 |
-
Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,14749.730618500344,26.067310007012722,0.00896815609893833,0.438211604746462,21.769567601835497,69169.07353666675,-0.44263313150131967,2.9153997235832833e-12,114,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-29T08:07:14.473030Z
|
| 55 |
-
Moving-Average,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,347293.15489291475,589.1281201000339,0.008382592773467942,0.006959390082285254,2.870436208608211,21271.43753961731,-0.816496580927726,0.22067136191984693,3,1.0,2026-06-29T07:42:24.900081Z,2026-06-29T08:07:14.473030Z
|
| 56 |
Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.407835548068247e-15,6.639153220154094e-08,,,0.0,0.0,0.0,1.0,2,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:59:40.018019Z
|
| 57 |
-
Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.
|
| 58 |
Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.39229430949325,1.1103503980282212,0.08281744530298023,0.4139598430575474,-32.492946933314016,4.829043262405958,0.7142857142857143,0.03015873015873016,7,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-29T07:34:52.372126Z
|
| 59 |
-
Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.
|
| 60 |
-
Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.
|
| 61 |
Moving-Average,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,12.159075101039377,1.73452929707044,0.06516634622526526,1.4232276352566529,16.83979122662593,49.43254214934462,0.04347826086956522,0.7940342117180784,23,1.0,2026-06-17T12:10:12.895547+00:00,2026-06-29T07:34:52.372126Z
|
| 62 |
Moving-Average,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,12.897095188478431,1.5813094454288747,0.48471306725665797,0.6489978234442677,5.831328999543694,57.02566708920601,0.003952569169960474,1.0,23,1.0,2026-06-17T12:10:12.904026+00:00,2026-06-29T07:34:52.372126Z
|
| 63 |
Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.7290886447472316,0.8061846614796989,0.08381997097215,0.47678570185143976,-33.7827816957737,0.7149977262611779,-0.41501976284584985,0.005083777298440934,23,1.0,2026-06-17T12:39:01.095906+00:00,2026-06-29T07:34:52.372126Z
|
| 64 |
Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.503839387209213,1.1013024176242938,0.769143496176692,0.5119160121442532,16.205565790325085,2.2475563992931655,-0.3754940711462451,0.011846735739671552,23,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-29T07:34:52.372126Z
|
| 65 |
Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,125.56435789713804,3.7993302962068807,0.013841205688320694,0.6639789865355714,16.585705432474132,480.0713336088562,0.27125957588321675,0.032204916265576214,31,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-29T07:59:40.018019Z
|
| 66 |
-
|
| 67 |
-
Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,16200.767485844093,27.39850796222575,0.010471057101033592,0.4133571231529088,0.0,75974.50149817675,-0.48020493712156503,3.60872201598981e-14,114,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-29T08:07:14.473030Z
|
| 68 |
-
Seasonal-Naive,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,367366.2920366923,606.1056941629124,0.0083348658902421,0.006837977105893951,0.0,2189.940156138266,-0.816496580927726,0.22067136191984693,3,1.0,2026-06-29T07:42:24.900081Z,2026-06-29T08:07:14.473030Z
|
| 69 |
Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.0,0.0,,,0.0,0.0,0.0,1.0,2,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:59:40.018019Z
|
| 70 |
-
Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,
|
| 71 |
Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.0516489883412719,0.7455820210174127,0.057492681452788,0.29825572470722495,0.0,2.1156479580242653,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-29T07:34:52.372126Z
|
| 72 |
-
Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.
|
| 73 |
-
Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.
|
| 74 |
Seasonal-Naive,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,12.102665153852053,1.7734816433094744,0.0652841110961669,1.3723173721127788,0.0,49.049656461851875,0.04347826086956522,0.7940342117180784,23,1.0,2026-06-17T12:10:13.002812+00:00,2026-06-29T07:34:52.372126Z
|
| 75 |
Seasonal-Naive,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,14.625515343385374,1.6993698664488508,0.5031171275635846,0.7742888283325257,0.0,64.51340520654074,0.05138339920948617,0.754031467320971,23,1.0,2026-06-17T12:10:13.010113+00:00,2026-06-29T07:34:52.372126Z
|
| 76 |
Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.40772110061865335,0.5778764246170198,0.06076094610414665,0.3656795431562373,0.0,0.581408953103558,0.05138339920948617,0.754031467320971,23,1.0,2026-06-17T12:39:01.134217+00:00,2026-06-29T07:34:52.372126Z
|
| 77 |
Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.9700031457183214,1.2838301763342337,0.7458303834026706,0.8938631388516608,0.0,2.566806743828909,-0.25691699604743085,0.09111144691872144,23,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-29T07:34:52.372126Z
|
| 78 |
Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,158.16939308358576,4.292479240188063,0.01426799246403746,0.5671763038546959,0.0,605.141497483334,0.3444566042961482,0.006531754190153368,31,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-29T07:59:40.018019Z
|
| 79 |
-
|
| 80 |
-
TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,4708.096342434793,10.73337018025668,0.00806628469174878,0.313746304009393,10.437289215949104,31656.596123275904,0.2903200654945226,7.46788248897252e-11,227,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-29T08:07:14.473030Z
|
| 81 |
-
TiRex,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,170382.27404997085,411.5134431914045,0.005571070795092325,0.004233545268060677,36.95914268287276,33390.46762697596,0.816496580927726,0.22067136191984693,3,1.0,2026-06-29T07:42:24.900081Z,2026-06-29T08:07:14.473030Z
|
| 82 |
TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,5.906315718058047e-17,7.685255830522526e-09,,,0.0,0.0,0.0,1.0,2,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:59:40.018019Z
|
| 83 |
-
TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,0.0,0.0,1.0,
|
| 84 |
TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.6207315799310509,0.5909715208042332,0.04998552618428026,0.22383476450028633,44.80681163753313,0.8922555148862852,0.2857142857142857,0.39875992063492066,8,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-29T07:34:52.372126Z
|
| 85 |
-
TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.
|
| 86 |
-
TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.
|
| 87 |
TiRex,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.397498415143549,1.4598541841272343,0.039097535504061635,1.0364092719044133,40.75267660803297,44.4636324966814,-0.009009009009009009,0.9374515784738765,37,1.0,2026-06-16T13:14:27.889152+00:00,2026-06-29T07:34:52.372126Z
|
| 88 |
TiRex,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,6.826804458038057,1.5996039338804238,0.36789287187860503,0.7474388270278416,39.854310036764815,23.57176974911149,-0.23186344238975817,0.0404405605132522,38,1.0,2026-06-16T13:14:34.959433+00:00,2026-06-29T07:34:52.372126Z
|
| 89 |
TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1899690041457251,0.4050111685799222,0.043085702902624916,0.19668767842191828,24.831568636123635,0.15440401947513901,0.30904183535762486,0.005602466613664651,39,1.0,2026-06-16T13:14:39.480658+00:00,2026-06-29T07:34:52.372126Z
|
| 90 |
TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0991810654897483,0.9524641767519376,0.6468426436537109,0.472398016038088,20.703469366585484,1.6806748993122627,-0.012012012012012014,0.9166685759960673,37,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-29T07:34:52.372126Z
|
| 91 |
TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,19.667481582679862,1.6802944673182487,0.00883708479642066,0.5143727938630955,33.31862290943521,89.60139695790647,0.17779669834665923,0.07160638266528661,49,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-29T07:59:40.018019Z
|
| 92 |
-
|
| 93 |
-
Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,5597.864426862158,11.692127986653123,0.007059342880200848,0.2732380946405646,29.197249532740774,37260.91723982507,0.06766856542641295,0.13259381675932247,223,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-29T08:07:14.473030Z
|
| 94 |
-
Timer-S1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,243464.5288859473,493.0842360817008,0.0068353151578672165,0.004766225014046794,20.38504531810643,22310.580336105373,0.816496580927726,0.22067136191984693,3,1.0,2026-06-29T07:42:24.900081Z,2026-06-29T08:07:14.473030Z
|
| 95 |
Timer-S1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,8.874856741867843e-16,2.9790697779454317e-08,,,0.0,0.0,0.0,1.0,2,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:59:40.018019Z
|
| 96 |
-
Timer-S1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.1760797597599717e-16,1.
|
| 97 |
Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.4801353112767903,0.5830948045844131,0.052205531285576534,0.2225505231036295,25.58391235080732,0.5793360024192484,0.07142857142857142,0.9048611111111111,8,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-29T07:34:52.372126Z
|
| 98 |
-
Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.
|
| 99 |
-
Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.
|
| 100 |
Timer-S1,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,9.506259757547664,1.4520032306321058,0.053627485003784614,0.9906467688908909,17.689361426448507,42.37599667262915,0.08467741935483872,0.509200908053861,32,1.0,2026-06-16T13:16:15.782836+00:00,2026-06-29T07:34:52.372126Z
|
| 101 |
Timer-S1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,8.594944121597115,1.7093844513153886,0.3986173071395746,0.7630285813024645,28.95025025795147,32.381775620028314,-0.18181818181818182,0.14193210275314738,33,1.0,2026-06-16T13:16:21.589465+00:00,2026-06-29T07:34:52.372126Z
|
| 102 |
Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.15447445763928744,0.36200479571818306,0.037876916418649174,0.17289111278658723,30.39245251773283,0.1781094700695822,0.5614973262032087,3.016404267725702e-06,34,1.0,2026-06-16T13:16:28.640897+00:00,2026-06-29T07:34:52.372126Z
|
| 103 |
Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.3052285751351735,1.052956169222157,0.711070675343467,0.5306654630821693,10.772141837646933,1.8526725204311747,0.18181818181818182,0.14193210275314738,33,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-29T07:34:52.372126Z
|
| 104 |
Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,8.604312233682583,1.4653122649373456,0.01063860680470513,0.587680176751377,25.90966492554608,33.10099809747558,0.16877212867143146,0.10231648667803882,45,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-29T07:59:40.018019Z
|
| 105 |
-
|
| 106 |
-
TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,4662.257815904944,9.472327416611082,0.007239543199570834,0.3581807008576039,24.043326520696375,35524.12035741949,0.09535102578580841,0.030969708478266626,231,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-29T08:07:14.473030Z
|
| 107 |
-
TimesFM-2.5,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,225773.59200668335,474.4059228156705,0.005424064954322784,0.006384201914626135,24.093716214415206,31637.899211604265,0.816496580927726,0.22067136191984693,3,1.0,2026-06-29T07:42:24.900081Z,2026-06-29T08:07:14.473030Z
|
| 108 |
TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.0,0.0,,,0.0,0.0,0.0,1.0,2,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:59:40.018019Z
|
| 109 |
-
TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,
|
| 110 |
TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.1469211114515558,0.7796199213596444,0.06273596417224253,0.3195291590522607,9.042520143598168,2.2387721314971687,0.07142857142857142,0.9048611111111111,8,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-29T07:34:52.372126Z
|
| 111 |
-
TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.
|
| 112 |
-
TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.
|
| 113 |
TimesFM-2.5,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,10.974056378929488,1.4785104809779608,0.04063459757508576,1.2259563926272172,33.72033309256119,43.348119573223585,0.04723346828609987,0.6720103466663802,39,1.0,2026-06-16T13:13:08.030961+00:00,2026-06-29T07:34:52.372126Z
|
| 114 |
TimesFM-2.5,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,6.075537745950427,1.5234956407240519,0.321129572644289,0.8897284974242095,39.14163909889719,20.067906444266683,-0.34102564102564104,0.0019406023107364405,40,1.0,2026-06-16T13:13:12.832013+00:00,2026-06-29T07:34:52.372126Z
|
| 115 |
TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.12491110612638154,0.3237816037846359,0.04205949165630515,0.21180854671655375,38.445625858797186,0.11176484130293726,0.20789779326364694,0.05239273258437461,42,1.0,2026-06-16T13:13:17.753731+00:00,2026-06-29T07:34:52.372126Z
|
| 116 |
TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.076282646593972,0.9459855850673087,0.5511676571551999,0.708276785626931,22.46815314057826,1.6406997052472714,0.01794871794871795,0.8704282960625428,40,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-29T07:34:52.372126Z
|
| 117 |
TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,8.572410250699342,1.34002295772647,0.009200997347895342,0.6297804650089973,34.948011812402875,35.98022639284645,0.16169866599150834,0.09766112393311976,50,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-29T07:59:40.018019Z
|
| 118 |
-
|
| 119 |
-
Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,7571.163603514085,13.35383148749487,0.007238755500879628,0.28681342177755803,31.760676860653632,51192.57227093957,0.11391915913130843,0.010450723372435897,228,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-29T08:07:14.473030Z
|
| 120 |
-
Toto-2.0-1B,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,202689.09356668263,444.4692399597738,0.0060943473197106425,0.006508858313769891,30.551113762800767,82473.79299165281,0.816496580927726,0.22067136191984693,3,1.0,2026-06-29T07:42:24.900081Z,2026-06-29T08:07:14.473030Z
|
| 121 |
Toto-2.0-1B,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.92033974581673e-22,2.8143098169563228e-11,,,0.0,0.0,0.0,1.0,2,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:59:40.018019Z
|
| 122 |
-
Toto-2.0-1B,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.285839740510159e-20,3.047267585971104e-10,,,0.0,0.0,0.0,1.0,
|
| 123 |
Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.9114987749593748,0.7488538313956986,0.06309709351333842,0.2715516725571288,10.589186279469475,1.4035621036800727,0.21428571428571427,0.5484126984126985,8,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-29T07:34:52.372126Z
|
| 124 |
-
Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.
|
| 125 |
-
Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.
|
| 126 |
Toto-2.0-1B,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.206336812721409,1.4496279025365688,0.03909377245320081,0.9898641620526157,41.09783087509769,44.21618197470424,0.030030030030030033,0.793647097181562,37,1.0,2026-06-16T13:13:56.792655+00:00,2026-06-29T07:34:52.372126Z
|
| 127 |
Toto-2.0-1B,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,5.938064131869875,1.5196633631781862,0.32836926660375293,0.747678701771769,53.69679861782716,17.621587397914656,-0.3655761024182077,0.001233667760061297,38,1.0,2026-06-16T13:14:00.702950+00:00,2026-06-29T07:34:52.372126Z
|
| 128 |
Toto-2.0-1B,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.20646202229592303,0.42746769014994046,0.045229421317779336,0.20383676912241078,26.85199277682927,0.13879533744672928,0.0717948717948718,0.5141058004345272,40,1.0,2026-06-16T13:14:04.647184+00:00,2026-06-29T07:34:52.372126Z
|
| 129 |
Toto-2.0-1B,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.11027849049824,0.9634471802902542,0.645518602302545,0.47860817282986556,21.40967743227963,1.6301620898228362,-0.02834008097165992,0.7994690415380712,39,1.0,2026-06-16T13:14:10.213066+00:00,2026-06-29T07:34:52.372126Z
|
| 130 |
Toto-2.0-1B,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,9.391603103458685,1.3205615382236227,0.007156304380855715,0.42275731954654583,41.20974576113448,40.6351323604105,0.16333198585000844,0.09432137335633671,50,1.0,2026-06-16T12:42:15.154825+00:00,2026-06-29T07:59:40.018019Z
|
| 131 |
-
Toto-2.0-1B,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.20884273948671153,0.4257444836499963,0.0881898252212145,0.23601075587655063,87.10091592845897,0.13198002160545202,0.3333333333333334,0.75,4,1.0,2026-06-17T09:45:14.891814+00:00,2026-06-21T18:43:58.902614+00:00
|
|
|
|
| 1 |
model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release
|
| 2 |
+
ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,22519.27227226727,33.9739716377525,0.009290980450565109,0.4819058085629421,0.6859558853846713,108803.27818070426,-0.10816170861937455,0.08657483613758894,115,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-29T08:15:51.207698Z
|
|
|
|
| 3 |
ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.407835548068247e-15,6.639153220154094e-08,,,0.0,0.0,0.0,1.0,2,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:59:40.018019Z
|
| 4 |
+
ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,,0.0,0.0,0.0,1.0,4,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T08:15:51.207698Z
|
| 5 |
ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,6.128157808139584,1.7734786760835193,0.1207373194774308,0.7766542010230877,-56.50494272037769,11.902528736826591,0.6190476190476191,0.06904761904761905,7,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-29T07:34:52.372126Z
|
| 6 |
+
ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.9164557266688924,1.2673026463334387,2.002664668231327,0.9850103984328127,2.955307613671233,1.3277682152891888,-0.05516475379489078,0.4868399426384793,74,0.9324324324324325,2026-06-17T12:10:12.335728+00:00,2026-06-29T08:15:51.207698Z
|
| 7 |
+
ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.5688597527085255,2.073382706821016,0.12649167607341882,1.4671011691828968,12.700405338018815,5.4390787535765,0.23442237772931637,0.011524261195960906,55,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-29T08:15:51.207698Z
|
| 8 |
ARIMA,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.099545310014667,1.4043401229135517,0.03990415905429419,1.172431986656893,28.759197290442874,49.12105499510727,0.02766798418972332,0.8755457169966204,23,1.0,2026-06-17T12:10:12.433031+00:00,2026-06-29T07:34:52.372126Z
|
| 9 |
ARIMA,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,6.9490458438059095,1.4272523396095695,0.4926141486140233,0.7060115449702292,6.629975495484799,27.316918307451957,-0.3992094861660079,0.007209662318368415,23,1.0,2026-06-17T12:10:12.456148+00:00,2026-06-29T07:34:52.372126Z
|
| 10 |
ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,2.3845306433764963,1.4190131314337169,0.15483460408895885,0.9934437276553767,-68.13617681964314,2.6912241690773757,-0.2015810276679842,0.1888380829020091,23,1.0,2026-06-17T12:39:00.859383+00:00,2026-06-29T07:34:52.372126Z
|
| 11 |
ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.519172513506419,1.1222880982982542,0.6718502765878306,0.5053338687387907,13.722272507802897,2.051270949562384,-0.391304347826087,0.008538262676192676,23,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-29T07:34:52.372126Z
|
| 12 |
ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,72.40938775167011,3.1156555009645883,0.013566318692173025,0.5783286749469772,12.085543207487927,274.62773464829564,0.3659851420646575,0.003854767958552161,31,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-29T07:59:40.018019Z
|
| 13 |
+
Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,4584.807166407091,11.46451477223391,0.007732913765210126,0.293085423301371,24.6952823923364,28092.000945288186,0.10104423770647428,0.022533623506650165,230,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-29T08:15:51.207698Z
|
|
|
|
|
|
|
| 14 |
Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,1.6284716271939715e-18,1.2761158361191085e-09,,,0.0,0.0,0.0,1.0,2,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:59:40.018019Z
|
| 15 |
+
Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,0.0,0.0,1.0,4,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T08:15:51.207698Z
|
| 16 |
Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.0477471669264922,0.7441564947776986,0.059719826071071715,0.2573916198274278,18.032405518319504,1.9400059940025605,0.2857142857142857,0.39875992063492066,8,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-29T07:34:52.372126Z
|
| 17 |
+
Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.23228160968312905,0.358362296246081,0.592645010378867,0.19053132738728748,65.96832617686093,0.37483166608375046,0.31564922480620156,1.1231467636190884e-07,129,0.9534883720930233,2026-06-16T12:06:44.487655+00:00,2026-06-29T08:15:51.207698Z
|
| 18 |
+
Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.454461337875422,1.7926397902891371,0.11798138889207722,1.0477921432738535,6.0443756782858,5.419620218784942,0.36390279914751505,3.2535513040773367e-07,91,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-29T08:15:51.207698Z
|
| 19 |
Chronos-2,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.256878162195916,1.5004497751329084,0.04066288284123718,1.1047930738469198,41.861897503938316,43.66792678542054,-0.03556187766714083,0.7532950061785179,38,1.0,2026-06-16T13:12:22.165146+00:00,2026-06-29T07:34:52.372126Z
|
| 20 |
Chronos-2,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,5.6286461330457715,1.5207405567298944,0.3623321298601913,0.7529617559322762,42.926589210555186,16.441800901531646,-0.17678812415654524,0.11303671633275073,39,1.0,2026-06-16T13:12:26.984109+00:00,2026-06-29T07:34:52.372126Z
|
| 21 |
Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.17873837565857822,0.38915765124548096,0.04102545103767463,0.1789968084719871,29.188559096299446,0.21214287387692932,0.16666666666666669,0.12986499204150967,40,1.0,2026-06-16T13:12:32.541423+00:00,2026-06-29T07:34:52.372126Z
|
| 22 |
Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0724556170596564,0.9398320935693414,0.6254877605985172,0.47078711352303687,26.274858105315843,1.623270918273419,-0.06342780026990553,0.5696595221156575,39,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-29T07:34:52.372126Z
|
| 23 |
Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,106.7180663239342,2.8841812966963576,0.009455563034590284,0.5151858451650713,30.828350227254823,516.0336447739064,0.17779669834665923,0.07160638266528661,49,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-29T07:59:40.018019Z
|
| 24 |
+
ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,5701.761783062222,17.789017317428055,0.008157854891126104,0.41579487254328795,31.975375462741027,24852.936972863936,-0.14141876430205952,0.025046518892168794,115,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-29T08:15:51.207698Z
|
|
|
|
|
|
|
| 25 |
ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.407835548068247e-15,6.639153220154094e-08,,,0.0,0.0,0.0,1.0,2,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:59:40.018019Z
|
| 26 |
+
ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,,0.0,0.0,0.0,1.0,4,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T08:15:51.207698Z
|
| 27 |
ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,16.605906163014264,2.8265087508574793,0.2020040101914151,1.1764358692645243,-68.68330297680505,33.11513494091907,0.6190476190476191,0.06904761904761905,7,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-29T07:34:52.372126Z
|
| 28 |
+
ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.533526965551877,1.4286537400630994,2.008116872923697,1.0789045398964514,-4.410456193859571,2.005472235797044,-0.07589781562384303,0.3387283360888034,74,0.9324324324324325,2026-06-17T12:10:12.697348+00:00,2026-06-29T08:15:51.207698Z
|
| 29 |
+
ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.612195096822258,2.2077103336481056,0.14041050438276667,1.4723553545919146,7.611640798763721,7.026078628017356,0.3893567078377726,2.7152074186378534e-05,55,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-29T08:15:51.207698Z
|
| 30 |
ETS,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.016150333261715,1.2757045106310942,0.03807502280496294,0.9818771483878497,27.75423760056592,49.78670337731183,0.09090909090909091,0.5653150900709356,23,1.0,2026-06-17T12:10:12.747284+00:00,2026-06-29T07:34:52.372126Z
|
| 31 |
ETS,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,18.32646175493074,2.7904934942908146,1.2220172182881577,1.8472957192977255,-25.814960483235954,41.47675770903377,-0.2173913043478261,0.15537392501647881,23,1.0,2026-06-17T12:10:12.763932+00:00,2026-06-29T07:34:52.372126Z
|
| 32 |
ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,12.574100175147237,3.0187476885820685,0.34690152696297794,2.362088251539801,-80.35836120074894,15.87371400534108,-0.2727272727272727,0.07219491360513254,23,1.0,2026-06-17T12:39:01.037191+00:00,2026-06-29T07:34:52.372126Z
|
| 33 |
ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.603792442685741,1.1299644833610392,0.7678595532133251,0.5378479151680802,15.38660893132871,2.2257296357576464,-0.28063241106719367,0.063990932688487,23,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-29T07:34:52.372126Z
|
| 34 |
ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,291.2992053897393,5.161678434148441,0.013002552700207233,0.556833740328187,20.138142459255885,1123.256445102056,0.19375683991658338,0.12604184974976304,31,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-29T07:59:40.018019Z
|
| 35 |
+
Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,24616.488742597732,25.692730513147772,0.009720515680450695,0.3476433250866378,3.3641966439106694,161878.25472299865,0.061710914454277295,0.1673161752562441,226,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-29T08:15:51.207698Z
|
|
|
|
|
|
|
| 36 |
Moirai-1.1-Large,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7435.048156255058,86.12483216274961,,,-100.0,1020.8300808592993,-1.0,1.0,2,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:59:40.018019Z
|
| 37 |
+
Moirai-1.1-Large,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,67.39897742223852,6.032857878365627,,,-100.0,89.24281830994909,0.3333333333333334,0.75,4,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T08:15:51.207698Z
|
| 38 |
Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.7814999665560101,0.6642981866978563,0.05538995687069957,0.2410427608446834,26.57441736563558,1.3543665699938698,0.21428571428571427,0.5484126984126985,8,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-29T07:34:52.372126Z
|
| 39 |
+
Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.5241909502278685,0.978057653752561,1.7984680038346517,0.5051045771344915,14.720632440851519,2.265518695082214,0.32133483314585676,8.415625540549323e-08,127,0.9606299212598425,2026-06-16T12:07:52.741323+00:00,2026-06-29T08:15:51.207698Z
|
| 40 |
+
Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.47703041631783,1.985764553117689,0.12577293188998884,1.0054232934867386,5.368136653659885,40.30169675256696,0.45658835546476,2.3521134920161807e-10,89,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-29T08:15:51.207698Z
|
| 41 |
Moirai-1.1-Large,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,8.289470400113261,1.280311839111932,0.04265604426648975,0.8260905229243365,14.240622497064857,40.19474532195826,0.03743315508021391,0.7555624499286655,34,1.0,2026-06-16T13:15:24.752398+00:00,2026-06-29T07:34:52.372126Z
|
| 42 |
Moirai-1.1-Large,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,9.505509169746471,1.698286387310941,0.4063139501204259,0.7607448560222885,25.593184520518673,40.16387367858557,-0.3301587301587302,0.004609233161402629,36,1.0,2026-06-16T13:15:30.361270+00:00,2026-06-29T07:34:52.372126Z
|
| 43 |
Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.15397834802071192,0.37248036175820687,0.039566572025018065,0.18444254653179767,34.332162450933296,0.11332950470550202,0.2702702702702703,0.018562689847900406,37,1.0,2026-06-16T13:15:35.504692+00:00,2026-06-29T07:34:52.372126Z
|
| 44 |
Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.5985467467049954,1.1483851100114306,0.6846302142852093,0.4977674110366505,8.035783499557676,2.3096846649336,-0.21568627450980396,0.07285186047170678,34,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-29T07:34:52.372126Z
|
| 45 |
Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,113.77469716506467,3.355266031962362,0.012737432914063068,0.6528583139372931,5.496740680487152,537.1280747771012,0.19326241134751776,0.05267292179051684,48,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-29T07:59:40.018019Z
|
| 46 |
+
Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,17575.330528767692,30.90874642116759,0.008966568236187277,0.4344621086201291,21.62339067674544,75236.65572971261,-0.4175438596491229,3.6979879227082765e-11,115,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-29T08:15:51.207698Z
|
|
|
|
|
|
|
| 47 |
Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.407835548068247e-15,6.639153220154094e-08,,,0.0,0.0,0.0,1.0,2,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:59:40.018019Z
|
| 48 |
+
Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,,0.0,0.0,0.0,1.0,4,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T08:15:51.207698Z
|
| 49 |
Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.39229430949325,1.1103503980282212,0.08281744530298023,0.4139598430575474,-32.492946933314016,4.829043262405958,0.7142857142857143,0.03015873015873016,7,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-29T07:34:52.372126Z
|
| 50 |
+
Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.17338032081772,1.3132569339793259,2.057501705996274,1.129403398252999,5.400288172319585,1.9149676868127647,0.21732691595705295,0.006155628224692729,74,0.9324324324324325,2026-06-17T12:10:12.867076+00:00,2026-06-29T08:15:51.207698Z
|
| 51 |
+
Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.823605257821001,2.1428194554484614,0.12442785023461737,1.4202862252056794,10.411100122565964,5.344970889519141,0.19265747135225425,0.03786776834530261,55,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-29T08:15:51.207698Z
|
| 52 |
Moving-Average,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,12.159075101039377,1.73452929707044,0.06516634622526526,1.4232276352566529,16.83979122662593,49.43254214934462,0.04347826086956522,0.7940342117180784,23,1.0,2026-06-17T12:10:12.895547+00:00,2026-06-29T07:34:52.372126Z
|
| 53 |
Moving-Average,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,12.897095188478431,1.5813094454288747,0.48471306725665797,0.6489978234442677,5.831328999543694,57.02566708920601,0.003952569169960474,1.0,23,1.0,2026-06-17T12:10:12.904026+00:00,2026-06-29T07:34:52.372126Z
|
| 54 |
Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.7290886447472316,0.8061846614796989,0.08381997097215,0.47678570185143976,-33.7827816957737,0.7149977262611779,-0.41501976284584985,0.005083777298440934,23,1.0,2026-06-17T12:39:01.095906+00:00,2026-06-29T07:34:52.372126Z
|
| 55 |
Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.503839387209213,1.1013024176242938,0.769143496176692,0.5119160121442532,16.205565790325085,2.2475563992931655,-0.3754940711462451,0.011846735739671552,23,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-29T07:34:52.372126Z
|
| 56 |
Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,125.56435789713804,3.7993302962068807,0.013841205688320694,0.6639789865355714,16.585705432474132,480.0713336088562,0.27125957588321675,0.032204916265576214,31,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-29T07:59:40.018019Z
|
| 57 |
+
Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,19322.01393922133,32.486260844371486,0.010454200711592277,0.4098225940004931,0.0,82715.43288372339,-0.4544622425629291,5.992781683800623e-13,115,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-29T08:15:51.207698Z
|
|
|
|
|
|
|
| 58 |
Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.0,0.0,,,0.0,0.0,0.0,1.0,2,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:59:40.018019Z
|
| 59 |
+
Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,4,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T08:15:51.207698Z
|
| 60 |
Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.0516489883412719,0.7455820210174127,0.057492681452788,0.29825572470722495,0.0,2.1156479580242653,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-29T07:34:52.372126Z
|
| 61 |
+
Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.2828592914446615,1.3605150228296956,2.0245306860028967,1.1825136698508107,0.0,1.9416283877448313,0.21288411699370605,0.007288358884568055,74,0.9324324324324325,2026-06-17T12:10:12.978229+00:00,2026-06-29T08:15:51.207698Z
|
| 62 |
+
Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.40387373148923,2.2949664082368066,0.13329479628565927,1.8531918682081605,0.0,5.43627198825017,0.15762884019729892,0.08936118159879848,55,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-29T08:15:51.207698Z
|
| 63 |
Seasonal-Naive,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,12.102665153852053,1.7734816433094744,0.0652841110961669,1.3723173721127788,0.0,49.049656461851875,0.04347826086956522,0.7940342117180784,23,1.0,2026-06-17T12:10:13.002812+00:00,2026-06-29T07:34:52.372126Z
|
| 64 |
Seasonal-Naive,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,14.625515343385374,1.6993698664488508,0.5031171275635846,0.7742888283325257,0.0,64.51340520654074,0.05138339920948617,0.754031467320971,23,1.0,2026-06-17T12:10:13.010113+00:00,2026-06-29T07:34:52.372126Z
|
| 65 |
Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.40772110061865335,0.5778764246170198,0.06076094610414665,0.3656795431562373,0.0,0.581408953103558,0.05138339920948617,0.754031467320971,23,1.0,2026-06-17T12:39:01.134217+00:00,2026-06-29T07:34:52.372126Z
|
| 66 |
Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.9700031457183214,1.2838301763342337,0.7458303834026706,0.8938631388516608,0.0,2.566806743828909,-0.25691699604743085,0.09111144691872144,23,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-29T07:34:52.372126Z
|
| 67 |
Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,158.16939308358576,4.292479240188063,0.01426799246403746,0.5671763038546959,0.0,605.141497483334,0.3444566042961482,0.006531754190153368,31,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-29T07:59:40.018019Z
|
| 68 |
+
TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,5848.660547416114,12.943071069904654,0.008063282445038041,0.3123922683697772,10.49758488595301,35976.763792868005,0.29654532807790396,2.639174699081028e-11,228,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-29T08:15:51.207698Z
|
|
|
|
|
|
|
| 69 |
TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,5.906315718058047e-17,7.685255830522526e-09,,,0.0,0.0,0.0,1.0,2,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:59:40.018019Z
|
| 70 |
+
TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,0.0,0.0,1.0,4,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T08:15:51.207698Z
|
| 71 |
TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.6207315799310509,0.5909715208042332,0.04998552618428026,0.22383476450028633,44.80681163753313,0.8922555148862852,0.2857142857142857,0.39875992063492066,8,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-29T07:34:52.372126Z
|
| 72 |
+
TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2734751901880673,0.39475819775054893,0.780843884590973,0.19400680351978483,64.57521512484514,0.4338662430879892,0.34202755905511817,1.0280540981150971e-08,128,0.953125,2026-06-16T12:07:37.946365+00:00,2026-06-29T08:15:51.207698Z
|
| 73 |
+
TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.241865433135722,1.7703243149721626,0.11338297179546569,0.9905697872668586,9.071313319052122,4.987841337536106,0.35310276214809877,8.300098801318217e-07,90,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-29T08:15:51.207698Z
|
| 74 |
TiRex,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.397498415143549,1.4598541841272343,0.039097535504061635,1.0364092719044133,40.75267660803297,44.4636324966814,-0.009009009009009009,0.9374515784738765,37,1.0,2026-06-16T13:14:27.889152+00:00,2026-06-29T07:34:52.372126Z
|
| 75 |
TiRex,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,6.826804458038057,1.5996039338804238,0.36789287187860503,0.7474388270278416,39.854310036764815,23.57176974911149,-0.23186344238975817,0.0404405605132522,38,1.0,2026-06-16T13:14:34.959433+00:00,2026-06-29T07:34:52.372126Z
|
| 76 |
TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1899690041457251,0.4050111685799222,0.043085702902624916,0.19668767842191828,24.831568636123635,0.15440401947513901,0.30904183535762486,0.005602466613664651,39,1.0,2026-06-16T13:14:39.480658+00:00,2026-06-29T07:34:52.372126Z
|
| 77 |
TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0991810654897483,0.9524641767519376,0.6468426436537109,0.472398016038088,20.703469366585484,1.6806748993122627,-0.012012012012012014,0.9166685759960673,37,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-29T07:34:52.372126Z
|
| 78 |
TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,19.667481582679862,1.6802944673182487,0.00883708479642066,0.5143727938630955,33.31862290943521,89.60139695790647,0.17779669834665923,0.07160638266528661,49,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-29T07:59:40.018019Z
|
| 79 |
+
Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,6930.249931247301,14.101579652619224,0.007062973154941463,0.2720420307878147,29.030015704392778,42187.75066355527,0.0759929532351057,0.09049260117735858,224,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-29T08:15:51.207698Z
|
|
|
|
|
|
|
| 80 |
Timer-S1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,8.874856741867843e-16,2.9790697779454317e-08,,,0.0,0.0,0.0,1.0,2,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:59:40.018019Z
|
| 81 |
+
Timer-S1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,0.0,0.0,1.0,4,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T08:15:51.207698Z
|
| 82 |
Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.4801353112767903,0.5830948045844131,0.052205531285576534,0.2225505231036295,25.58391235080732,0.5793360024192484,0.07142857142857142,0.9048611111111111,8,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-29T07:34:52.372126Z
|
| 83 |
+
Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.09299982548985826,0.2112469831633979,0.5194795071159801,0.10924699947653513,92.93735265856999,0.2222798333785709,0.12541935483870967,0.03805366959371798,125,0.96,2026-06-16T12:08:08.243141+00:00,2026-06-29T08:15:51.207698Z
|
| 84 |
+
Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.5367128871872655,1.858427419551962,0.12104066908099759,1.1443718511676144,1.9154015282783776,4.981153688067666,0.32343686169461366,1.0398866489287625e-05,86,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-29T08:15:51.207698Z
|
| 85 |
Timer-S1,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,9.506259757547664,1.4520032306321058,0.053627485003784614,0.9906467688908909,17.689361426448507,42.37599667262915,0.08467741935483872,0.509200908053861,32,1.0,2026-06-16T13:16:15.782836+00:00,2026-06-29T07:34:52.372126Z
|
| 86 |
Timer-S1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,8.594944121597115,1.7093844513153886,0.3986173071395746,0.7630285813024645,28.95025025795147,32.381775620028314,-0.18181818181818182,0.14193210275314738,33,1.0,2026-06-16T13:16:21.589465+00:00,2026-06-29T07:34:52.372126Z
|
| 87 |
Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.15447445763928744,0.36200479571818306,0.037876916418649174,0.17289111278658723,30.39245251773283,0.1781094700695822,0.5614973262032087,3.016404267725702e-06,34,1.0,2026-06-16T13:16:28.640897+00:00,2026-06-29T07:34:52.372126Z
|
| 88 |
Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.3052285751351735,1.052956169222157,0.711070675343467,0.5306654630821693,10.772141837646933,1.8526725204311747,0.18181818181818182,0.14193210275314738,33,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-29T07:34:52.372126Z
|
| 89 |
Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,8.604312233682583,1.4653122649373456,0.01063860680470513,0.587680176751377,25.90966492554608,33.10099809747558,0.16877212867143146,0.10231648667803882,45,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-29T07:59:40.018019Z
|
| 90 |
+
TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,6079.762673896274,11.920786501861212,0.007236665453090157,0.3566717266681971,23.882528023612515,41504.96751632751,0.103149723839379,0.019333296882214895,232,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-29T08:15:51.207698Z
|
|
|
|
|
|
|
| 91 |
TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.0,0.0,,,0.0,0.0,0.0,1.0,2,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:59:40.018019Z
|
| 92 |
+
TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,4,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T08:15:51.207698Z
|
| 93 |
TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.1469211114515558,0.7796199213596444,0.06273596417224253,0.3195291590522607,9.042520143598168,2.2387721314971687,0.07142857142857142,0.9048611111111111,8,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-29T07:34:52.372126Z
|
| 94 |
+
TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.11878600533904457,0.26325320645061506,0.4423274189054513,0.19152153533800695,78.46291759874624,0.19415314612277962,0.07923228346456694,0.18468650375755857,128,0.953125,2026-06-16T12:07:01.390017+00:00,2026-06-29T08:15:51.207698Z
|
| 95 |
+
TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.8730562108394997,1.6678898955730446,0.11589043233570251,1.1475869508682623,14.735312392303,4.843951351020256,0.3691315281386016,1.8781790212030174e-07,92,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-29T08:15:51.207698Z
|
| 96 |
TimesFM-2.5,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,10.974056378929488,1.4785104809779608,0.04063459757508576,1.2259563926272172,33.72033309256119,43.348119573223585,0.04723346828609987,0.6720103466663802,39,1.0,2026-06-16T13:13:08.030961+00:00,2026-06-29T07:34:52.372126Z
|
| 97 |
TimesFM-2.5,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,6.075537745950427,1.5234956407240519,0.321129572644289,0.8897284974242095,39.14163909889719,20.067906444266683,-0.34102564102564104,0.0019406023107364405,40,1.0,2026-06-16T13:13:12.832013+00:00,2026-06-29T07:34:52.372126Z
|
| 98 |
TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.12491110612638154,0.3237816037846359,0.04205949165630515,0.21180854671655375,38.445625858797186,0.11176484130293726,0.20789779326364694,0.05239273258437461,42,1.0,2026-06-16T13:13:17.753731+00:00,2026-06-29T07:34:52.372126Z
|
| 99 |
TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.076282646593972,0.9459855850673087,0.5511676571551999,0.708276785626931,22.46815314057826,1.6406997052472714,0.01794871794871795,0.8704282960625428,40,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-29T07:34:52.372126Z
|
| 100 |
TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,8.572410250699342,1.34002295772647,0.009200997347895342,0.6297804650089973,34.948011812402875,35.98022639284645,0.16169866599150834,0.09766112393311976,50,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-29T07:59:40.018019Z
|
| 101 |
+
Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,9479.124904131959,16.2068892468005,0.007250699008375448,0.28559002313911763,31.407854506806792,58675.52885081111,0.12165785643147167,0.0061332495889934195,229,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-29T08:15:51.207698Z
|
|
|
|
|
|
|
| 102 |
Toto-2.0-1B,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.92033974581673e-22,2.8143098169563228e-11,,,0.0,0.0,0.0,1.0,2,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:59:40.018019Z
|
| 103 |
+
Toto-2.0-1B,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.285839740510159e-20,3.047267585971104e-10,,,0.0,0.0,0.0,1.0,4,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T08:15:51.207698Z
|
| 104 |
Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.9114987749593748,0.7488538313956986,0.06309709351333842,0.2715516725571288,10.589186279469475,1.4035621036800727,0.21428571428571427,0.5484126984126985,8,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-29T07:34:52.372126Z
|
| 105 |
+
Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.17477837321778947,0.2769933171617388,0.4640551585697742,0.1507064209915119,80.13027513805201,0.37854211320378,0.2638420197475315,1.0858088435039966e-05,127,0.952755905511811,2026-06-16T12:07:21.772238+00:00,2026-06-29T08:15:51.207698Z
|
| 106 |
+
Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.240166468539873,1.786460196185725,0.11651103974240887,1.0232386795011805,10.468666860440544,4.915690931047583,0.2577947694896771,0.0002734086499390435,92,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-29T08:15:51.207698Z
|
| 107 |
Toto-2.0-1B,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.206336812721409,1.4496279025365688,0.03909377245320081,0.9898641620526157,41.09783087509769,44.21618197470424,0.030030030030030033,0.793647097181562,37,1.0,2026-06-16T13:13:56.792655+00:00,2026-06-29T07:34:52.372126Z
|
| 108 |
Toto-2.0-1B,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,5.938064131869875,1.5196633631781862,0.32836926660375293,0.747678701771769,53.69679861782716,17.621587397914656,-0.3655761024182077,0.001233667760061297,38,1.0,2026-06-16T13:14:00.702950+00:00,2026-06-29T07:34:52.372126Z
|
| 109 |
Toto-2.0-1B,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.20646202229592303,0.42746769014994046,0.045229421317779336,0.20383676912241078,26.85199277682927,0.13879533744672928,0.0717948717948718,0.5141058004345272,40,1.0,2026-06-16T13:14:04.647184+00:00,2026-06-29T07:34:52.372126Z
|
| 110 |
Toto-2.0-1B,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.11027849049824,0.9634471802902542,0.645518602302545,0.47860817282986556,21.40967743227963,1.6301620898228362,-0.02834008097165992,0.7994690415380712,39,1.0,2026-06-16T13:14:10.213066+00:00,2026-06-29T07:34:52.372126Z
|
| 111 |
Toto-2.0-1B,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,9.391603103458685,1.3205615382236227,0.007156304380855715,0.42275731954654583,41.20974576113448,40.6351323604105,0.16333198585000844,0.09432137335633671,50,1.0,2026-06-16T12:42:15.154825+00:00,2026-06-29T07:59:40.018019Z
|
|
|
results/aggregates/metadata.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"generated_at": "2026-06-29T08:
|
| 3 |
"baseline_model": "Seasonal-Naive",
|
| 4 |
"normalization": "Per-config metric / Seasonal-Naive metric",
|
| 5 |
"metric_aggregation": "Geometric mean over dataset configurations",
|
|
@@ -10,7 +10,7 @@
|
|
| 10 |
"frequency",
|
| 11 |
"prediction_length"
|
| 12 |
],
|
| 13 |
-
"num_configs":
|
| 14 |
"num_models": 10,
|
| 15 |
"num_rows_missing_prediction_length": 0
|
| 16 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"generated_at": "2026-06-29T08:18:48.814486+00:00",
|
| 3 |
"baseline_model": "Seasonal-Naive",
|
| 4 |
"normalization": "Per-config metric / Seasonal-Naive metric",
|
| 5 |
"metric_aggregation": "Geometric mean over dataset configurations",
|
|
|
|
| 10 |
"frequency",
|
| 11 |
"prediction_length"
|
| 12 |
],
|
| 13 |
+
"num_configs": 11,
|
| 14 |
"num_models": 10,
|
| 15 |
"num_rows_missing_prediction_length": 0
|
| 16 |
}
|
results/aggregates/results_by_domain.csv
CHANGED
|
@@ -9,16 +9,16 @@ Climate,Moirai-1.1-Large,950.7172433475027,0.7273749105059636,7,5,5,1.0
|
|
| 9 |
Climate,ARIMA,0.857865009592161,1.067926789943365,8,5,5,1.0
|
| 10 |
Climate,Moving-Average,0.9567882772054415,1.1326575980249192,9,5,5,1.0
|
| 11 |
Climate,ETS,2.6614896614938752,2.0260688396025,10,5,5,1.0
|
| 12 |
-
Finance,
|
| 13 |
-
Finance,
|
| 14 |
-
Finance,
|
| 15 |
-
Finance,TiRex,0.
|
| 16 |
-
Finance,Timer-S1,0.
|
| 17 |
-
Finance,
|
| 18 |
-
Finance,Seasonal-Naive,1.0,1.0,7,
|
| 19 |
-
Finance,Moving-Average,0.
|
| 20 |
-
Finance,
|
| 21 |
-
Finance,TimesFM-2.5,0.
|
| 22 |
Hazards,ARIMA,0.8051822415450693,0.7144171406763796,1,1,1,1.0
|
| 23 |
Hazards,Toto-2.0-1B,0.8106313019645554,0.7506688271847015,2,1,1,1.0
|
| 24 |
Hazards,ETS,0.8561372193212813,0.7569014513851259,3,1,1,1.0
|
|
@@ -39,16 +39,16 @@ Hydrology,Chronos-2,1.064989247211476,1.2511758620091291,7,1,1,1.0
|
|
| 39 |
Hydrology,Moving-Average,0.7933541798742748,1.3379245798134665,8,1,1,1.0
|
| 40 |
Hydrology,Moirai-1.1-Large,1.0999522979316843,1.3996065459557263,9,1,1,1.0
|
| 41 |
Hydrology,ETS,1.8552479056732503,1.9911773927380814,10,1,1,1.0
|
| 42 |
-
Ocean,
|
| 43 |
-
Ocean,
|
| 44 |
-
Ocean,
|
| 45 |
-
Ocean,
|
| 46 |
-
Ocean,
|
| 47 |
-
Ocean,
|
| 48 |
-
Ocean,
|
| 49 |
Ocean,Seasonal-Naive,1.0,1.0,8,2,2,1.0
|
| 50 |
-
Ocean,ETS,1.
|
| 51 |
-
Ocean,Moirai-1.1-Large,
|
| 52 |
Transportation,Seasonal-Naive,1.0,,1,1,1,1.0
|
| 53 |
Transportation,TimesFM-2.5,1.0,,2,1,1,1.0
|
| 54 |
Transportation,Toto-2.0-1B,1.0,,3,1,1,1.0
|
|
@@ -58,14 +58,4 @@ Transportation,Timer-S1,1.0,,6,1,1,1.0
|
|
| 58 |
Transportation,ARIMA,1.0,,7,1,1,1.0
|
| 59 |
Transportation,ETS,1.0,,8,1,1,1.0
|
| 60 |
Transportation,Moving-Average,1.0,,9,1,1,1.0
|
| 61 |
-
Transportation,Moirai-1.1-Large,
|
| 62 |
-
Web,Moirai-1.1-Large,0.053989266275712836,0.1390019867185884,1,1,1,1.0
|
| 63 |
-
Web,TiRex,0.0413504567296852,0.14126488854210006,2,1,1,1.0
|
| 64 |
-
Web,Chronos-2,0.052698217810803444,0.15720142684724162,3,1,1,1.0
|
| 65 |
-
Web,Timer-S1,0.06756616291423674,0.1619794185891548,4,1,1,1.0
|
| 66 |
-
Web,Toto-2.0-1B,0.07558589812723093,0.17691467984152823,5,1,1,1.0
|
| 67 |
-
Web,TimesFM-2.5,0.05226815255436493,0.21870693110166337,6,1,1,1.0
|
| 68 |
-
Web,ARIMA,0.33572297836211573,0.35398616214914674,7,1,1,1.0
|
| 69 |
-
Web,ETS,0.3747865690138396,0.4123752014401476,8,1,1,1.0
|
| 70 |
-
Web,Moving-Average,0.3895326097617187,0.42110236025689707,9,1,1,1.0
|
| 71 |
-
Web,Seasonal-Naive,1.0,1.0,10,1,1,1.0
|
|
|
|
| 9 |
Climate,ARIMA,0.857865009592161,1.067926789943365,8,5,5,1.0
|
| 10 |
Climate,Moving-Average,0.9567882772054415,1.1326575980249192,9,5,5,1.0
|
| 11 |
Climate,ETS,2.6614896614938752,2.0260688396025,10,5,5,1.0
|
| 12 |
+
Finance,ARIMA,1.978185796512575,0.5238913468004601,1,1,1,1.0
|
| 13 |
+
Finance,ETS,0.36745909363582896,0.5844164205557646,2,1,1,1.0
|
| 14 |
+
Finance,Chronos-2,0.4928907860884498,0.6893151849820824,3,1,1,1.0
|
| 15 |
+
Finance,TiRex,0.7057467471457209,0.7298839169457959,4,1,1,1.0
|
| 16 |
+
Finance,Timer-S1,0.8104944462907759,0.77252142911807,5,1,1,1.0
|
| 17 |
+
Finance,Toto-2.0-1B,1.184862803497693,0.9664350904896911,6,1,1,1.0
|
| 18 |
+
Finance,Seasonal-Naive,1.0,1.0,7,1,1,1.0
|
| 19 |
+
Finance,Moving-Average,0.905501943345208,1.0193543937397687,8,1,1,1.0
|
| 20 |
+
Finance,Moirai-1.1-Large,1.4002218136573672,1.0427774962448702,9,1,1,1.0
|
| 21 |
+
Finance,TimesFM-2.5,0.8890540363381315,1.1760631198125893,10,1,1,1.0
|
| 22 |
Hazards,ARIMA,0.8051822415450693,0.7144171406763796,1,1,1,1.0
|
| 23 |
Hazards,Toto-2.0-1B,0.8106313019645554,0.7506688271847015,2,1,1,1.0
|
| 24 |
Hazards,ETS,0.8561372193212813,0.7569014513851259,3,1,1,1.0
|
|
|
|
| 39 |
Hydrology,Moving-Average,0.7933541798742748,1.3379245798134665,8,1,1,1.0
|
| 40 |
Hydrology,Moirai-1.1-Large,1.0999522979316843,1.3996065459557263,9,1,1,1.0
|
| 41 |
Hydrology,ETS,1.8552479056732503,1.9911773927380814,10,1,1,1.0
|
| 42 |
+
Ocean,ARIMA,0.2459315793954908,0.45134003151924956,1,2,2,1.0
|
| 43 |
+
Ocean,Timer-S1,0.42381775841775554,0.48161362781200695,2,2,2,1.0
|
| 44 |
+
Ocean,Moving-Average,0.752915881004677,0.8502867447426078,3,2,2,1.0
|
| 45 |
+
Ocean,Chronos-2,0.9341824075132452,0.6363614276006555,4,2,2,1.0
|
| 46 |
+
Ocean,TiRex,0.34822906879955157,0.5832560268032867,5,2,2,1.0
|
| 47 |
+
Ocean,Toto-2.0-1B,0.2752970647402402,0.597904039257926,6,2,2,1.0
|
| 48 |
+
Ocean,TimesFM-2.5,1.0035408496197906,0.8144930974055115,7,2,2,1.0
|
| 49 |
Ocean,Seasonal-Naive,1.0,1.0,8,2,2,1.0
|
| 50 |
+
Ocean,ETS,1.8099699260441429,1.0835825881904801,9,2,2,1.0
|
| 51 |
+
Ocean,Moirai-1.1-Large,2.404961813518902,1.026798536533765,10,2,2,1.0
|
| 52 |
Transportation,Seasonal-Naive,1.0,,1,1,1,1.0
|
| 53 |
Transportation,TimesFM-2.5,1.0,,2,1,1,1.0
|
| 54 |
Transportation,Toto-2.0-1B,1.0,,3,1,1,1.0
|
|
|
|
| 58 |
Transportation,ARIMA,1.0,,7,1,1,1.0
|
| 59 |
Transportation,ETS,1.0,,8,1,1,1.0
|
| 60 |
Transportation,Moving-Average,1.0,,9,1,1,1.0
|
| 61 |
+
Transportation,Moirai-1.1-Large,79022873221249.31,,10,1,1,1.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/aggregates/results_by_frequency.csv
CHANGED
|
@@ -1,14 +1,14 @@
|
|
| 1 |
frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
| 2 |
-
10min,Moving-Average,0.
|
| 3 |
-
10min,
|
| 4 |
10min,Seasonal-Naive,1.0,1.0,3,1,1,1.0
|
| 5 |
-
10min,
|
| 6 |
-
10min,Timer-S1,1.
|
| 7 |
-
10min,Toto-2.0-1B,2.
|
| 8 |
-
10min,TiRex,2.
|
| 9 |
-
10min,Chronos-2,
|
| 10 |
-
10min,Moirai-1.1-Large,
|
| 11 |
-
10min,ETS,
|
| 12 |
15min,TimesFM-2.5,0.07534068493396555,0.36263414342449307,1,1,1,1.0
|
| 13 |
15min,Timer-S1,0.06595893858224666,0.5464421205636574,2,1,1,1.0
|
| 14 |
15min,Toto-2.0-1B,0.08501161603276262,0.6735136840441831,3,1,1,1.0
|
|
@@ -19,26 +19,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
|
| 19 |
15min,Moving-Average,0.7933541798742748,1.3379245798134665,8,1,1,1.0
|
| 20 |
15min,Moirai-1.1-Large,1.0999522979316843,1.3996065459557263,9,1,1,1.0
|
| 21 |
15min,ETS,1.8552479056732503,1.9911773927380814,10,1,1,1.0
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
|
| 32 |
-
1h,Chronos-2,0.35016456139860597,0.5045599329716686,1,7,7,1.0
|
| 33 |
-
1h,TiRex,0.2992686742416941,0.5754365583713662,2,7,7,1.0
|
| 34 |
-
1h,Timer-S1,0.7081807811564088,0.6634750256334099,3,7,7,1.0
|
| 35 |
-
1h,ARIMA,0.9538464120255753,0.8589695318922063,4,7,7,1.0
|
| 36 |
-
1h,Toto-2.0-1B,0.6115932211702804,0.7629734171623949,5,7,7,1.0
|
| 37 |
-
1h,ETS,1.397949956993631,1.2025037474967857,6,7,7,1.0
|
| 38 |
-
1h,Moirai-1.1-Large,0.8872453402101969,0.7799604670037154,7,7,7,1.0
|
| 39 |
-
1h,TimesFM-2.5,0.6391090613951297,0.8551833775819352,8,7,7,1.0
|
| 40 |
-
1h,Moving-Average,0.9210705387677264,1.0356215150133523,9,7,7,1.0
|
| 41 |
-
1h,Seasonal-Naive,1.0,1.0,10,7,7,1.0
|
| 42 |
5min,Seasonal-Naive,1.0,,1,2,2,1.0
|
| 43 |
5min,TimesFM-2.5,1.0,,2,2,2,1.0
|
| 44 |
5min,Toto-2.0-1B,1.0,,3,2,2,1.0
|
|
@@ -48,14 +38,14 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
|
| 48 |
5min,ARIMA,1.0,,7,2,2,1.0
|
| 49 |
5min,ETS,1.0,,8,2,2,1.0
|
| 50 |
5min,Moving-Average,1.0,,9,2,2,1.0
|
| 51 |
-
5min,Moirai-1.1-Large,
|
| 52 |
-
6min,
|
| 53 |
-
6min,
|
| 54 |
-
6min,
|
| 55 |
-
6min,
|
| 56 |
-
6min,
|
| 57 |
-
6min,
|
| 58 |
-
6min,Moirai-1.1-Large,0.
|
| 59 |
-
6min,TimesFM-2.5,0.
|
| 60 |
-
6min,Moving-Average,0.
|
| 61 |
6min,Seasonal-Naive,1.0,1.0,10,1,1,1.0
|
|
|
|
| 1 |
frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
| 2 |
+
10min,Moving-Average,0.5789438614303677,0.7401456955165392,1,1,1,1.0
|
| 3 |
+
10min,ARIMA,0.9971510097625321,0.9120778164090411,2,1,1,1.0
|
| 4 |
10min,Seasonal-Naive,1.0,1.0,3,1,1,1.0
|
| 5 |
+
10min,TimesFM-2.5,1.884489978274723,1.1638931909530674,4,1,1,1.0
|
| 6 |
+
10min,Timer-S1,1.7540634402505009,1.1799371011590285,5,1,1,1.0
|
| 7 |
+
10min,Toto-2.0-1B,2.1122977206536433,1.3153599495058443,6,1,1,1.0
|
| 8 |
+
10min,TiRex,2.287978689094278,1.3712716937518268,7,1,1,1.0
|
| 9 |
+
10min,Chronos-2,9.046983115542702,2.0511668995139063,8,1,1,1.0
|
| 10 |
+
10min,Moirai-1.1-Large,15.041964113976404,2.279180670019735,9,1,1,1.0
|
| 11 |
+
10min,ETS,17.50367192328469,4.498135491847963,10,1,1,1.0
|
| 12 |
15min,TimesFM-2.5,0.07534068493396555,0.36263414342449307,1,1,1,1.0
|
| 13 |
15min,Timer-S1,0.06595893858224666,0.5464421205636574,2,1,1,1.0
|
| 14 |
15min,Toto-2.0-1B,0.08501161603276262,0.6735136840441831,3,1,1,1.0
|
|
|
|
| 19 |
15min,Moving-Average,0.7933541798742748,1.3379245798134665,8,1,1,1.0
|
| 20 |
15min,Moirai-1.1-Large,1.0999522979316843,1.3996065459557263,9,1,1,1.0
|
| 21 |
15min,ETS,1.8552479056732503,1.9911773927380814,10,1,1,1.0
|
| 22 |
+
1h,Chronos-2,0.3413165671748714,0.48897876269788104,1,6,6,1.0
|
| 23 |
+
1h,TiRex,0.2686554203151412,0.566910090697822,2,6,6,1.0
|
| 24 |
+
1h,Toto-2.0-1B,0.5828054860202186,0.7228423776914125,3,6,6,1.0
|
| 25 |
+
1h,Timer-S1,0.7033564599152194,0.6528942862501298,4,6,6,1.0
|
| 26 |
+
1h,ARIMA,0.9510631171100137,0.8869378104154173,5,6,6,1.0
|
| 27 |
+
1h,Moirai-1.1-Large,0.7432510677014901,0.782742288163434,6,6,6,1.0
|
| 28 |
+
1h,TimesFM-2.5,0.6267173372753833,0.8329581568330274,7,6,6,1.0
|
| 29 |
+
1h,ETS,1.8645014085880922,1.3976435442642325,8,6,6,1.0
|
| 30 |
+
1h,Moving-Average,0.9272665590411588,1.042263143471464,9,6,6,1.0
|
| 31 |
+
1h,Seasonal-Naive,1.0,1.0,10,6,6,1.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 32 |
5min,Seasonal-Naive,1.0,,1,2,2,1.0
|
| 33 |
5min,TimesFM-2.5,1.0,,2,2,2,1.0
|
| 34 |
5min,Toto-2.0-1B,1.0,,3,2,2,1.0
|
|
|
|
| 38 |
5min,ARIMA,1.0,,7,2,2,1.0
|
| 39 |
5min,ETS,1.0,,8,2,2,1.0
|
| 40 |
5min,Moving-Average,1.0,,9,2,2,1.0
|
| 41 |
+
5min,Moirai-1.1-Large,728352471813912.6,,10,2,2,1.0
|
| 42 |
+
6min,Timer-S1,0.10240307632465044,0.19657970434729177,1,1,1,1.0
|
| 43 |
+
6min,Chronos-2,0.09646273894420687,0.19742706779926703,2,1,1,1.0
|
| 44 |
+
6min,ARIMA,0.06065514766751753,0.22334478526604135,3,1,1,1.0
|
| 45 |
+
6min,TiRex,0.05300026828702952,0.24808183115892682,4,1,1,1.0
|
| 46 |
+
6min,ETS,0.18716022258314113,0.26103064871156306,5,1,1,1.0
|
| 47 |
+
6min,Toto-2.0-1B,0.03587963624329411,0.2717805421209954,6,1,1,1.0
|
| 48 |
+
6min,Moirai-1.1-Large,0.3845137031745747,0.46258519497655826,7,1,1,1.0
|
| 49 |
+
6min,TimesFM-2.5,0.53441209476615,0.5699827190998447,8,1,1,1.0
|
| 50 |
+
6min,Moving-Average,0.9791663089206629,0.9768178787831983,9,1,1,1.0
|
| 51 |
6min,Seasonal-Naive,1.0,1.0,10,1,1,1.0
|
results/aggregates/results_by_prediction_length.csv
CHANGED
|
@@ -1,14 +1,4 @@
|
|
| 1 |
prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
| 2 |
-
7,Moirai-1.1-Large,0.053989266275712836,0.1390019867185884,1,1,1,1.0
|
| 3 |
-
7,TiRex,0.0413504567296852,0.14126488854210006,2,1,1,1.0
|
| 4 |
-
7,Chronos-2,0.052698217810803444,0.15720142684724162,3,1,1,1.0
|
| 5 |
-
7,Timer-S1,0.06756616291423674,0.1619794185891548,4,1,1,1.0
|
| 6 |
-
7,Toto-2.0-1B,0.07558589812723093,0.17691467984152823,5,1,1,1.0
|
| 7 |
-
7,TimesFM-2.5,0.05226815255436493,0.21870693110166337,6,1,1,1.0
|
| 8 |
-
7,ARIMA,0.33572297836211573,0.35398616214914674,7,1,1,1.0
|
| 9 |
-
7,ETS,0.3747865690138396,0.4123752014401476,8,1,1,1.0
|
| 10 |
-
7,Moving-Average,0.3895326097617187,0.42110236025689707,9,1,1,1.0
|
| 11 |
-
7,Seasonal-Naive,1.0,1.0,10,1,1,1.0
|
| 12 |
12,Seasonal-Naive,1.0,,1,1,1,1.0
|
| 13 |
12,TimesFM-2.5,1.0,,2,1,1,1.0
|
| 14 |
12,Toto-2.0-1B,1.0,,3,1,1,1.0
|
|
@@ -18,17 +8,17 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
|
| 18 |
12,ARIMA,1.0,,7,1,1,1.0
|
| 19 |
12,ETS,1.0,,8,1,1,1.0
|
| 20 |
12,Moving-Average,1.0,,9,1,1,1.0
|
| 21 |
-
12,Moirai-1.1-Large,
|
| 22 |
-
24,
|
| 23 |
-
24,
|
| 24 |
-
24,
|
| 25 |
-
24,
|
| 26 |
-
24,
|
| 27 |
-
24,TimesFM-2.5,0.
|
| 28 |
-
24,Moirai-1.1-Large,0.
|
| 29 |
-
24,
|
| 30 |
-
24,
|
| 31 |
-
24,
|
| 32 |
36,Seasonal-Naive,1.0,,1,1,1,1.0
|
| 33 |
36,TimesFM-2.5,1.0,,2,1,1,1.0
|
| 34 |
36,Toto-2.0-1B,1.0,,3,1,1,1.0
|
|
@@ -39,23 +29,23 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
|
| 39 |
36,ETS,1.0,,8,1,1,1.0
|
| 40 |
36,Moving-Average,1.0,,9,1,1,1.0
|
| 41 |
36,Moirai-1.1-Large,6713212283640242.0,,10,1,1,1.0
|
| 42 |
-
60,
|
| 43 |
-
60,
|
| 44 |
-
60,
|
| 45 |
-
60,
|
| 46 |
-
60,
|
| 47 |
-
60,
|
| 48 |
-
60,Moirai-1.1-Large,0.
|
| 49 |
-
60,TimesFM-2.5,0.
|
| 50 |
-
60,Moving-Average,0.
|
| 51 |
60,Seasonal-Naive,1.0,1.0,10,1,1,1.0
|
| 52 |
-
72,Moving-Average,0.
|
| 53 |
-
72,
|
| 54 |
72,Seasonal-Naive,1.0,1.0,3,1,1,1.0
|
| 55 |
-
72,
|
| 56 |
-
72,Timer-S1,1.
|
| 57 |
-
72,Toto-2.0-1B,2.
|
| 58 |
-
72,TiRex,2.
|
| 59 |
-
72,Chronos-2,
|
| 60 |
-
72,Moirai-1.1-Large,
|
| 61 |
-
72,ETS,
|
|
|
|
| 1 |
prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
12,Seasonal-Naive,1.0,,1,1,1,1.0
|
| 3 |
12,TimesFM-2.5,1.0,,2,1,1,1.0
|
| 4 |
12,Toto-2.0-1B,1.0,,3,1,1,1.0
|
|
|
|
| 8 |
12,ARIMA,1.0,,7,1,1,1.0
|
| 9 |
12,ETS,1.0,,8,1,1,1.0
|
| 10 |
12,Moving-Average,1.0,,9,1,1,1.0
|
| 11 |
+
12,Moirai-1.1-Large,79022873221249.31,,10,1,1,1.0
|
| 12 |
+
24,TiRex,0.25477633274201283,0.6026504721324074,1,7,7,1.0
|
| 13 |
+
24,Chronos-2,0.4015647972671819,0.5592162243921714,2,7,7,1.0
|
| 14 |
+
24,Toto-2.0-1B,0.44267865308626114,0.7155801652132354,3,7,7,1.0
|
| 15 |
+
24,Timer-S1,0.5015709361628838,0.6365026212582803,4,7,7,1.0
|
| 16 |
+
24,ARIMA,0.8557380915949808,0.8951246112460621,5,7,7,1.0
|
| 17 |
+
24,TimesFM-2.5,0.4630598394934497,0.7396558328367115,6,7,7,1.0
|
| 18 |
+
24,Moirai-1.1-Large,0.786059281880807,0.8504995871662991,7,7,7,1.0
|
| 19 |
+
24,Moving-Average,0.9068340407444613,1.0801171083621872,8,7,7,1.0
|
| 20 |
+
24,Seasonal-Naive,1.0,1.0,9,7,7,1.0
|
| 21 |
+
24,ETS,1.8631766591933208,1.4701291825015879,10,7,7,1.0
|
| 22 |
36,Seasonal-Naive,1.0,,1,1,1,1.0
|
| 23 |
36,TimesFM-2.5,1.0,,2,1,1,1.0
|
| 24 |
36,Toto-2.0-1B,1.0,,3,1,1,1.0
|
|
|
|
| 29 |
36,ETS,1.0,,8,1,1,1.0
|
| 30 |
36,Moving-Average,1.0,,9,1,1,1.0
|
| 31 |
36,Moirai-1.1-Large,6713212283640242.0,,10,1,1,1.0
|
| 32 |
+
60,Timer-S1,0.10240307632465044,0.19657970434729177,1,1,1,1.0
|
| 33 |
+
60,Chronos-2,0.09646273894420687,0.19742706779926703,2,1,1,1.0
|
| 34 |
+
60,ARIMA,0.06065514766751753,0.22334478526604135,3,1,1,1.0
|
| 35 |
+
60,TiRex,0.05300026828702952,0.24808183115892682,4,1,1,1.0
|
| 36 |
+
60,ETS,0.18716022258314113,0.26103064871156306,5,1,1,1.0
|
| 37 |
+
60,Toto-2.0-1B,0.03587963624329411,0.2717805421209954,6,1,1,1.0
|
| 38 |
+
60,Moirai-1.1-Large,0.3845137031745747,0.46258519497655826,7,1,1,1.0
|
| 39 |
+
60,TimesFM-2.5,0.53441209476615,0.5699827190998447,8,1,1,1.0
|
| 40 |
+
60,Moving-Average,0.9791663089206629,0.9768178787831983,9,1,1,1.0
|
| 41 |
60,Seasonal-Naive,1.0,1.0,10,1,1,1.0
|
| 42 |
+
72,Moving-Average,0.5789438614303677,0.7401456955165392,1,1,1,1.0
|
| 43 |
+
72,ARIMA,0.9971510097625321,0.9120778164090411,2,1,1,1.0
|
| 44 |
72,Seasonal-Naive,1.0,1.0,3,1,1,1.0
|
| 45 |
+
72,TimesFM-2.5,1.884489978274723,1.1638931909530674,4,1,1,1.0
|
| 46 |
+
72,Timer-S1,1.7540634402505009,1.1799371011590285,5,1,1,1.0
|
| 47 |
+
72,Toto-2.0-1B,2.1122977206536433,1.3153599495058443,6,1,1,1.0
|
| 48 |
+
72,TiRex,2.287978689094278,1.3712716937518268,7,1,1,1.0
|
| 49 |
+
72,Chronos-2,9.046983115542702,2.0511668995139063,8,1,1,1.0
|
| 50 |
+
72,Moirai-1.1-Large,15.041964113976404,2.279180670019735,9,1,1,1.0
|
| 51 |
+
72,ETS,17.50367192328469,4.498135491847963,10,1,1,1.0
|
results/aggregates/results_overall.csv
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
| 2 |
-
Overall,Chronos-2,0.
|
| 3 |
-
Overall,TiRex,0.
|
| 4 |
-
Overall,
|
| 5 |
-
Overall,
|
| 6 |
-
Overall,
|
| 7 |
-
Overall,
|
| 8 |
-
Overall,Seasonal-Naive,1.0,1.0,7,
|
| 9 |
-
Overall,
|
| 10 |
-
Overall,
|
| 11 |
-
Overall,
|
|
|
|
| 1 |
overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
| 2 |
+
Overall,Chronos-2,0.5526732399991031,0.5755085522308477,1,11,11,1.0
|
| 3 |
+
Overall,TiRex,0.3457832606145619,0.5982856042534657,2,11,11,1.0
|
| 4 |
+
Overall,Toto-2.0-1B,0.47090075171194834,0.6875732999774575,3,11,11,1.0
|
| 5 |
+
Overall,Timer-S1,0.5514635393125924,0.5982583485427738,4,11,11,1.0
|
| 6 |
+
Overall,ARIMA,0.7017511770683358,0.7687747893627545,5,11,11,1.0
|
| 7 |
+
Overall,TimesFM-2.5,0.6130596329034518,0.7556686449137766,6,11,11,1.0
|
| 8 |
+
Overall,Seasonal-Naive,1.0,1.0,7,11,11,1.0
|
| 9 |
+
Overall,Moving-Average,0.892406059476955,1.0241905117193426,8,11,11,1.0
|
| 10 |
+
Overall,ETS,1.6551188254353661,1.3737651751194055,9,11,11,1.0
|
| 11 |
+
Overall,Moirai-1.1-Large,506.9999061784109,0.8868585536732261,10,11,11,1.0
|
results/arima/all_results.csv
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,ARIMA,
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,ARIMA,352712.83224398614,193015.82919532855,354.69099477687513,0.43164268449098886,0.005915830372389362,0.005939763665658109,2.627262331838513,593.8963143882829,0.00993728090970913,0.005934813814886878,0.004808699705784534,Finance,1,24
|
| 4 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36
|
| 5 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12
|
| 6 |
nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,32.863400400238184,33.04865547384761,4.565952924970237,3.3323448287387305,0.1714652592832502,0.1967195591227188,120.33112496445283,5.73266084817846,0.2362278939170606,0.18815092533040498,0.18574778332311517,Weather,1,24
|
| 7 |
-
noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.
|
| 8 |
-
noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.
|
| 9 |
nws_ksfo_observations_temperature/1h/short,ARIMA,0.013819313985720859,0.01618127977657426,0.12416676312398252,0.05424761897529806,0.008870446247120143,0.008911923729482041,2.454481998825828,0.11755557828414974,0.008401828413880213,0.008874337174821,0.009951992944465181,Weather,1,24
|
| 10 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,132.0492021573699,128.72517905120353,10.269546153675208,0.9188696300391926,0.6183571376794479,0.43858035687156477,17.172242456542538,11.491266342634736,0.5886667923654935,0.5260813397827214,0.4872476708425731,Air Quality,1,24
|
| 11 |
open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,13.031861116453065,12.730691802010968,3.046299523557338,2.863650101922936,0.1255193198523844,0.11533940754445882,76.46463817598094,3.6099669134845356,0.1415442074486162,0.11944321431378895,0.11250484195645513,Weather,1,24
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,ARIMA,742104.749304002,108938.15031265684,277.53323923050056,0.34226614336971456,0.004634154140264778,0.004639645634035456,2.323062141351384,861.4550187351641,0.014396634516712652,0.004638134928167664,0.0036076575922164103,Finance,1,24
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,ARIMA,352712.83224398614,193015.82919532855,354.69099477687513,0.43164268449098886,0.005915830372389362,0.005939763665658109,2.627262331838513,593.8963143882829,0.00993728090970913,0.005934813814886878,0.004808699705784534,Finance,1,24
|
| 4 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36
|
| 5 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12
|
| 6 |
nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,32.863400400238184,33.04865547384761,4.565952924970237,3.3323448287387305,0.1714652592832502,0.1967195591227188,120.33112496445283,5.73266084817846,0.2362278939170606,0.18815092533040498,0.18574778332311517,Weather,1,24
|
| 7 |
+
noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.021586919121707036,0.02258818756459072,0.12846256523350902,0.1411870510850028,0.07174840270867647,0.07272936772204644,5.007487911437539,0.14692487577570734,0.08384847296069092,0.07331222756237867,0.07164359431947374,Ocean,1,60
|
| 8 |
+
noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.1143953893727481,0.09805751604527016,0.2665631552265264,0.1817476155329412,0.0975550016737076,0.09186140230548198,5.027026662892229,0.33822387463446174,0.11735960951171684,0.09249420325932482,0.08911745347347387,Ocean,1,72
|
| 9 |
nws_ksfo_observations_temperature/1h/short,ARIMA,0.013819313985720859,0.01618127977657426,0.12416676312398252,0.05424761897529806,0.008870446247120143,0.008911923729482041,2.454481998825828,0.11755557828414974,0.008401828413880213,0.008874337174821,0.009951992944465181,Weather,1,24
|
| 10 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,132.0492021573699,128.72517905120353,10.269546153675208,0.9188696300391926,0.6183571376794479,0.43858035687156477,17.172242456542538,11.491266342634736,0.5886667923654935,0.5260813397827214,0.4872476708425731,Air Quality,1,24
|
| 11 |
open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,13.031861116453065,12.730691802010968,3.046299523557338,2.863650101922936,0.1255193198523844,0.11533940754445882,76.46463817598094,3.6099669134845356,0.1415442074486162,0.11944321431378895,0.11250484195645513,Weather,1,24
|
results/arima/online_meta.json
CHANGED
|
@@ -1,19 +1,31 @@
|
|
| 1 |
{
|
| 2 |
"model": "ARIMA",
|
| 3 |
"api_model_id": "baseline/arima",
|
| 4 |
-
"evaluated_at": "2026-06-29T08:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 8 |
-
"data_fetched_at": "2026-06-29T08:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-29T08:
|
| 15 |
-
"context_length":
|
| 16 |
-
"prediction_length":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
}
|
| 18 |
],
|
| 19 |
"failed_datasets": []
|
|
|
|
| 1 |
{
|
| 2 |
"model": "ARIMA",
|
| 3 |
"api_model_id": "baseline/arima",
|
| 4 |
+
"evaluated_at": "2026-06-29T08:18:48.574712+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260627t081500z",
|
| 14 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 15 |
+
"context_length": 120,
|
| 16 |
+
"prediction_length": 12
|
| 17 |
+
},
|
| 18 |
+
{
|
| 19 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t020600z",
|
| 20 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 21 |
+
"context_length": 240,
|
| 22 |
+
"prediction_length": 60
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t082000z",
|
| 26 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 27 |
+
"context_length": 78,
|
| 28 |
+
"prediction_length": 72
|
| 29 |
}
|
| 30 |
],
|
| 31 |
"failed_datasets": []
|
results/baseline_rank_history_daily.csv
CHANGED
|
@@ -20,4 +20,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,
|
|
| 20 |
2026-06-26,Chronos-2,4.857,4.429,5.308,5.143,4.857,4.929,4.615,5.000,4.929,5.167
|
| 21 |
2026-06-27,Seasonal-Naive,1.532,1.661,1.532,1.523,1.532,1.532,1.642,1.532,1.541,1.505
|
| 22 |
2026-06-28,ETS,6.154,6.308,6.455,6.615,6.154,6.692,7.182,6.692,6.231,6.182
|
| 23 |
-
2026-06-29,Seasonal-Naive,7.923,9.909,
|
|
|
|
| 20 |
2026-06-26,Chronos-2,4.857,4.429,5.308,5.143,4.857,4.929,4.615,5.000,4.929,5.167
|
| 21 |
2026-06-27,Seasonal-Naive,1.532,1.661,1.532,1.523,1.532,1.532,1.642,1.532,1.541,1.505
|
| 22 |
2026-06-28,ETS,6.154,6.308,6.455,6.615,6.154,6.692,7.182,6.692,6.231,6.182
|
| 23 |
+
2026-06-29,Seasonal-Naive,7.923,9.909,9.000,7.667,7.923,9.300,10.400,9.400,9.400,9.818
|
results/baseline_rank_history_weekly.csv
CHANGED
|
@@ -2,4 +2,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,
|
|
| 2 |
2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103
|
| 3 |
2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529
|
| 4 |
2026-W26,Chronos-Bolt-Mini,4.424,4.054,4.456,4.526,4.424,4.421,4.076,4.476,4.46,4.52
|
| 5 |
-
2026-W27,Chronos-Bolt-Mini,7.923,9.909,
|
|
|
|
| 2 |
2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103
|
| 3 |
2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529
|
| 4 |
2026-W26,Chronos-Bolt-Mini,4.424,4.054,4.456,4.526,4.424,4.421,4.076,4.476,4.46,4.52
|
| 5 |
+
2026-W27,Chronos-Bolt-Mini,7.923,9.909,9.0,7.667,7.923,9.3,10.4,9.4,9.4,9.818
|
results/chronos_2/all_results.csv
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,Chronos-2,
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,148617.43701171875,148617.43701171875,303.1731770833333,0.3689478615160032,0.005093459937072112,0.005073250715459147,1.8670604337379941,385.50932156268124,0.006450476840600733,0.005072799665492439,0.0041584090026742905,Finance,1,24
|
| 4 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.6284716271939715e-18,1.6284716271939715e-18,9.786685842996647e-10,nan,nan,2.0,nan,1.2761158361191085e-09,inf,inf,inf,Climate,1,36
|
| 5 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,1.0190191815362404e-09,nan,nan,2.0,nan,1.3151753777977035e-09,inf,inf,inf,Transportation,1,12
|
| 6 |
nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,5.691223427311949,5.691223427311949,1.8429029782613118,1.3449959538328617,0.06948273301970269,0.07302922608757077,18.032002247200396,2.385628518297002,0.09830548421939977,0.07594119044849446,0.06372138777135845,Weather,1,24
|
| 7 |
-
noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.
|
| 8 |
-
noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,
|
| 9 |
nws_ksfo_observations_temperature/1h/short,Chronos-2,0.008562792987277135,0.008562792987277135,0.08797899881998698,0.03843742951605561,0.006291683127050811,0.0062698327043872,0.17179225370108994,0.09253536073997407,0.006613605534520152,0.006287957261575278,0.004257369295607377,Weather,1,24
|
| 10 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,100.54871551374458,100.54871551374458,9.130875905354818,0.8169868891513344,0.5464471316120747,0.4025796963981514,2.5297369977482282,10.027398242502617,0.513676750949974,0.46775031318786686,0.29051198272904116,Air Quality,1,24
|
| 11 |
open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.3728335036272863,1.3728335036272863,0.8055532773335775,0.7572540739680272,0.031282585896776786,0.03069962455637298,4.7093859380900485,1.171679778620117,0.045940721791345306,0.031585164886665656,0.025744565520388077,Weather,1,24
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,Chronos-2,184905.07508913675,184905.07508913675,357.50244140625,0.440887665220344,0.005991853452324634,0.005966459151712868,1.941380641578488,430.0059012259445,0.00718625774456454,0.005974580071882481,0.004746810909777958,Finance,1,24
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,148617.43701171875,148617.43701171875,303.1731770833333,0.3689478615160032,0.005093459937072112,0.005073250715459147,1.8670604337379941,385.50932156268124,0.006450476840600733,0.005072799665492439,0.0041584090026742905,Finance,1,24
|
| 4 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.6284716271939715e-18,1.6284716271939715e-18,9.786685842996647e-10,nan,nan,2.0,nan,1.2761158361191085e-09,inf,inf,inf,Climate,1,36
|
| 5 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,1.0190191815362404e-09,nan,nan,2.0,nan,1.3151753777977035e-09,inf,inf,inf,Transportation,1,12
|
| 6 |
nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,5.691223427311949,5.691223427311949,1.8429029782613118,1.3449959538328617,0.06948273301970269,0.07302922608757077,18.032002247200396,2.385628518297002,0.09830548421939977,0.07594119044849446,0.06372138777135845,Weather,1,24
|
| 7 |
+
noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.03433069449045429,0.03433069449045429,0.13906529943148296,0.1528400082879746,0.07709595504152407,0.0720262026726625,0.714780507988347,0.18528544057873056,0.10574044165327183,0.07936309585145843,0.06332981867584492,Ocean,1,60
|
| 8 |
+
noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,1.0378900948991172,1.0378900948991172,0.9410806794961294,0.6416459520716276,0.3340501455670619,0.27901226627672226,2.1724471265542613,1.0187689114313987,0.3535005379424612,0.32654365746371716,0.20041576216977283,Ocean,1,72
|
| 9 |
nws_ksfo_observations_temperature/1h/short,Chronos-2,0.008562792987277135,0.008562792987277135,0.08797899881998698,0.03843742951605561,0.006291683127050811,0.0062698327043872,0.17179225370108994,0.09253536073997407,0.006613605534520152,0.006287957261575278,0.004257369295607377,Weather,1,24
|
| 10 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,100.54871551374458,100.54871551374458,9.130875905354818,0.8169868891513344,0.5464471316120747,0.4025796963981514,2.5297369977482282,10.027398242502617,0.513676750949974,0.46775031318786686,0.29051198272904116,Air Quality,1,24
|
| 11 |
open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.3728335036272863,1.3728335036272863,0.8055532773335775,0.7572540739680272,0.031282585896776786,0.03069962455637298,4.7093859380900485,1.171679778620117,0.045940721791345306,0.031585164886665656,0.025744565520388077,Weather,1,24
|
results/chronos_2/online_meta.json
CHANGED
|
@@ -1,19 +1,31 @@
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-2",
|
| 3 |
"api_model_id": "amazon/chronos-2",
|
| 4 |
-
"evaluated_at": "2026-06-29T08:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 8 |
-
"data_fetched_at": "2026-06-29T08:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-29T08:
|
| 15 |
-
"context_length":
|
| 16 |
-
"prediction_length":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
}
|
| 18 |
],
|
| 19 |
"failed_datasets": []
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Chronos-2",
|
| 3 |
"api_model_id": "amazon/chronos-2",
|
| 4 |
+
"evaluated_at": "2026-06-29T08:16:30.313990+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260627t081500z",
|
| 14 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 15 |
+
"context_length": 120,
|
| 16 |
+
"prediction_length": 12
|
| 17 |
+
},
|
| 18 |
+
{
|
| 19 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t020600z",
|
| 20 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 21 |
+
"context_length": 240,
|
| 22 |
+
"prediction_length": 60
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t082000z",
|
| 26 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 27 |
+
"context_length": 78,
|
| 28 |
+
"prediction_length": 72
|
| 29 |
}
|
| 30 |
],
|
| 31 |
"failed_datasets": []
|
results/dataset_properties.csv
CHANGED
|
@@ -1,6 +1,5 @@
|
|
| 1 |
dataset,domain,frequency,num_variates
|
| 2 |
binance_btcusdt_1h_close,Finance,1h,1
|
| 3 |
-
coingecko_bitcoin_7d_price_usd,Finance,1h,1
|
| 4 |
data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd,Finance,M,1
|
| 5 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total,Climate,5min,1
|
| 6 |
data_gov_sg_singapore_taxi_availability_available_taxi_count,Transportation,5min,1
|
|
@@ -12,4 +11,3 @@ open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
|
|
| 12 |
open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
|
| 13 |
usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
|
| 14 |
usgs_potomac_iv_usgs_00060,Hydrology,15min,1
|
| 15 |
-
wikimedia_time_series_hourly_pageviews,Web,1D,1
|
|
|
|
| 1 |
dataset,domain,frequency,num_variates
|
| 2 |
binance_btcusdt_1h_close,Finance,1h,1
|
|
|
|
| 3 |
data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd,Finance,M,1
|
| 4 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total,Climate,5min,1
|
| 5 |
data_gov_sg_singapore_taxi_availability_available_taxi_count,Transportation,5min,1
|
|
|
|
| 11 |
open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
|
| 12 |
usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
|
| 13 |
usgs_potomac_iv_usgs_00060,Hydrology,15min,1
|
|
|
results/ets/all_results.csv
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,ETS,
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,ETS,89913.02765255816,97751.73906239623,263.1762487344883,0.3202734328495814,0.004407317023893177,0.004408454087681149,1.832959610002229,299.8550110512715,0.0050172789505682925,0.0044035570672497325,0.0033115666201833276,Finance,1,24
|
| 4 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ETS,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36
|
| 5 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ETS,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12
|
| 6 |
nasa_power_shanghai_hourly_T2M/1h/short,ETS,91.07949075925895,92.53601893991792,8.069798521204545,5.889537586784191,0.3110937607728242,0.39697275467482857,198.72338572493695,9.543557552572256,0.3932649359218153,0.3325351977877578,0.32366464879618545,Weather,1,24
|
| 7 |
-
noaa_coops_sf_water_level_water_level/6min/short,ETS,0.
|
| 8 |
-
noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,2.
|
| 9 |
nws_ksfo_observations_temperature/1h/short,ETS,1.5530210398527302,1.360371801417316,1.0063518209451596,0.43966830385373906,0.071917806498141,0.07559158776867801,18.32016638681525,1.2462026479881714,0.08906749445790887,0.0719250880901597,0.07288796257449268,Weather,1,24
|
| 10 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,153.88550146991005,151.53179937100583,11.275545401199262,1.0088816074488585,0.6739724650475578,0.46949538707789734,16.222801989424198,12.405059510937868,0.6354779685432419,0.577615986400816,0.5240010360572082,Air Quality,1,24
|
| 11 |
open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,10.319881630435605,10.189026281700441,2.90263373876804,2.728598201716391,0.11362206416253996,0.11460807762665896,63.11065613060229,3.2124572573709997,0.1259581396047278,0.11381018217448433,0.106199463955546,Weather,1,24
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,ETS,137850.11450533845,146640.61203319728,311.84305610255916,0.38457851191007403,0.005229368617559955,0.005211370404312619,2.6707611457903937,371.28171851754087,0.006204859322872305,0.005211520517780466,0.004024449629699663,Finance,1,24
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,ETS,89913.02765255816,97751.73906239623,263.1762487344883,0.3202734328495814,0.004407317023893177,0.004408454087681149,1.832959610002229,299.8550110512715,0.0050172789505682925,0.0044035570672497325,0.0033115666201833276,Finance,1,24
|
| 4 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ETS,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36
|
| 5 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ETS,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12
|
| 6 |
nasa_power_shanghai_hourly_T2M/1h/short,ETS,91.07949075925895,92.53601893991792,8.069798521204545,5.889537586784191,0.3110937607728242,0.39697275467482857,198.72338572493695,9.543557552572256,0.3932649359218153,0.3325351977877578,0.32366464879618545,Weather,1,24
|
| 7 |
+
noaa_coops_sf_water_level_water_level/6min/short,ETS,0.06660955818374169,0.06724768818313662,0.15465160126856345,0.16997016593116127,0.08850380823008133,0.07900836507161965,5.171196213785304,0.2580882759517404,0.14728824995330617,0.08825803349386747,0.08373230599032808,Ocean,1,60
|
| 8 |
+
noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,2.0080603093345317,1.9335934878433312,1.2643316807002192,0.8620443737422937,0.44491469601271827,0.35149785841867803,32.672084682961184,1.4170604466057655,0.4917029019547716,0.43870786029116043,0.4395045830523375,Ocean,1,72
|
| 9 |
nws_ksfo_observations_temperature/1h/short,ETS,1.5530210398527302,1.360371801417316,1.0063518209451596,0.43966830385373906,0.071917806498141,0.07559158776867801,18.32016638681525,1.2462026479881714,0.08906749445790887,0.0719250880901597,0.07288796257449268,Weather,1,24
|
| 10 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,153.88550146991005,151.53179937100583,11.275545401199262,1.0088816074488585,0.6739724650475578,0.46949538707789734,16.222801989424198,12.405059510937868,0.6354779685432419,0.577615986400816,0.5240010360572082,Air Quality,1,24
|
| 11 |
open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,10.319881630435605,10.189026281700441,2.90263373876804,2.728598201716391,0.11362206416253996,0.11460807762665896,63.11065613060229,3.2124572573709997,0.1259581396047278,0.11381018217448433,0.106199463955546,Weather,1,24
|
results/ets/online_meta.json
CHANGED
|
@@ -1,19 +1,31 @@
|
|
| 1 |
{
|
| 2 |
"model": "ETS",
|
| 3 |
"api_model_id": "baseline/ets",
|
| 4 |
-
"evaluated_at": "2026-06-29T08:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 8 |
-
"data_fetched_at": "2026-06-29T08:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-29T08:
|
| 15 |
-
"context_length":
|
| 16 |
-
"prediction_length":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
}
|
| 18 |
],
|
| 19 |
"failed_datasets": []
|
|
|
|
| 1 |
{
|
| 2 |
"model": "ETS",
|
| 3 |
"api_model_id": "baseline/ets",
|
| 4 |
+
"evaluated_at": "2026-06-29T08:18:48.663793+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260627t081500z",
|
| 14 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 15 |
+
"context_length": 120,
|
| 16 |
+
"prediction_length": 12
|
| 17 |
+
},
|
| 18 |
+
{
|
| 19 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t020600z",
|
| 20 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 21 |
+
"context_length": 240,
|
| 22 |
+
"prediction_length": 60
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t082000z",
|
| 26 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 27 |
+
"context_length": 78,
|
| 28 |
+
"prediction_length": 72
|
| 29 |
}
|
| 30 |
],
|
| 31 |
"failed_datasets": []
|
results/eval_history.jsonl
CHANGED
|
@@ -2914,3 +2914,7 @@
|
|
| 2914 |
{"evaluated_at": "2026-06-29T08:04:21.133976+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24}
|
| 2915 |
{"evaluated_at": "2026-06-29T08:11:08.581928+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
|
| 2916 |
{"evaluated_at": "2026-06-29T08:11:08.581928+00:00", "dataset": "coingecko_bitcoin_7d_price_usd", "prediction_length": 24}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2914 |
{"evaluated_at": "2026-06-29T08:04:21.133976+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24}
|
| 2915 |
{"evaluated_at": "2026-06-29T08:11:08.581928+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
|
| 2916 |
{"evaluated_at": "2026-06-29T08:11:08.581928+00:00", "dataset": "coingecko_bitcoin_7d_price_usd", "prediction_length": 24}
|
| 2917 |
+
{"evaluated_at": "2026-06-29T08:18:49.111059+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
|
| 2918 |
+
{"evaluated_at": "2026-06-29T08:18:49.111059+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count", "prediction_length": 12}
|
| 2919 |
+
{"evaluated_at": "2026-06-29T08:18:49.111059+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60}
|
| 2920 |
+
{"evaluated_at": "2026-06-29T08:18:49.111059+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72}
|
results/evaluation_metrics.jsonl
CHANGED
|
@@ -5490,3 +5490,43 @@
|
|
| 5490 |
{"release_id": "coingecko_bitcoin_7d_price_usd/1h/short|source:2026-06-29T08:07:14.473030Z|h:24", "release_time": "2026-06-29T08:07:14.473030Z", "evaluated_at": "2026-06-29T08:11:08.095203+00:00", "dataset": "coingecko_bitcoin_7d_price_usd/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moving-Average", "MSE": 322731.014513818, "RMSE": 568.094195106602, "MAPE": 0.008269296703238385, "CRPS": 0.006810998931259922, "MAPE_eligible": true}
|
| 5491 |
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T08:07:14.473030Z|h:24", "release_time": "2026-06-29T08:07:14.473030Z", "evaluated_at": "2026-06-29T08:11:08.107733+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 374118.7709458669, "RMSE": 611.6524919804275, "MAPE": 0.008510409811837248, "CRPS": 0.006878760805474949, "MAPE_eligible": true}
|
| 5492 |
{"release_id": "coingecko_bitcoin_7d_price_usd/1h/short|source:2026-06-29T08:07:14.473030Z|h:24", "release_time": "2026-06-29T08:07:14.473030Z", "evaluated_at": "2026-06-29T08:11:08.117118+00:00", "dataset": "coingecko_bitcoin_7d_price_usd/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 364837.5669593811, "RMSE": 604.017853179342, "MAPE": 0.008249638397354637, "CRPS": 0.006824462396764629, "MAPE_eligible": true}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5490 |
{"release_id": "coingecko_bitcoin_7d_price_usd/1h/short|source:2026-06-29T08:07:14.473030Z|h:24", "release_time": "2026-06-29T08:07:14.473030Z", "evaluated_at": "2026-06-29T08:11:08.095203+00:00", "dataset": "coingecko_bitcoin_7d_price_usd/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moving-Average", "MSE": 322731.014513818, "RMSE": 568.094195106602, "MAPE": 0.008269296703238385, "CRPS": 0.006810998931259922, "MAPE_eligible": true}
|
| 5491 |
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T08:07:14.473030Z|h:24", "release_time": "2026-06-29T08:07:14.473030Z", "evaluated_at": "2026-06-29T08:11:08.107733+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 374118.7709458669, "RMSE": 611.6524919804275, "MAPE": 0.008510409811837248, "CRPS": 0.006878760805474949, "MAPE_eligible": true}
|
| 5492 |
{"release_id": "coingecko_bitcoin_7d_price_usd/1h/short|source:2026-06-29T08:07:14.473030Z|h:24", "release_time": "2026-06-29T08:07:14.473030Z", "evaluated_at": "2026-06-29T08:11:08.117118+00:00", "dataset": "coingecko_bitcoin_7d_price_usd/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 364837.5669593811, "RMSE": 604.017853179342, "MAPE": 0.008249638397354637, "CRPS": 0.006824462396764629, "MAPE_eligible": true}
|
| 5493 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T08:15:51.207698Z|h:24", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:16:21.271176+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Chronos-2", "MSE": 184905.07508913675, "RMSE": 430.0059012259445, "MAPE": 0.005991853452324634, "CRPS": 0.004746810909777958, "MAPE_eligible": true}
|
| 5494 |
+
{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T08:15:51.207698Z|h:12", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:16:24.049047+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Chronos-2", "MSE": 1.7296862743653321e-18, "RMSE": 1.3151753777977035e-09, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
|
| 5495 |
+
{"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-29T08:15:51.207698Z|h:60", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:16:27.653307+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Chronos-2", "MSE": 0.03433069449045429, "RMSE": 0.18528544057873056, "MAPE": 0.07709595504152407, "CRPS": 0.06332981867584492, "MAPE_eligible": true}
|
| 5496 |
+
{"release_id": "noaa_ndbc_46013_realtime_wave_height/10min/short|source:2026-06-29T08:15:51.207698Z|h:72", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:16:30.304010+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "domain": "Ocean", "frequency": "10min", "prediction_length": 72, "model": "Chronos-2", "MSE": 1.0378900948991172, "RMSE": 1.0187689114313987, "MAPE": 0.3340501455670619, "CRPS": 0.20041576216977283, "MAPE_eligible": true}
|
| 5497 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T08:15:51.207698Z|h:24", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:16:55.912441+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TimesFM-2.5", "MSE": 333523.3848698934, "RMSE": 577.514835194641, "MAPE": 0.006571906016053762, "CRPS": 0.008098688915229628, "MAPE_eligible": true}
|
| 5498 |
+
{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T08:15:51.207698Z|h:12", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:16:59.687548+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "TimesFM-2.5", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false}
|
| 5499 |
+
{"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-29T08:15:51.207698Z|h:60", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:17:02.670525+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "TimesFM-2.5", "MSE": 0.19019508007161126, "RMSE": 0.4361136091336881, "MAPE": 0.2184060348266725, "CRPS": 0.18283664267181216, "MAPE_eligible": true}
|
| 5500 |
+
{"release_id": "noaa_ndbc_46013_realtime_wave_height/10min/short|source:2026-06-29T08:15:51.207698Z|h:72", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:17:05.733029+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "domain": "Ocean", "frequency": "10min", "prediction_length": 72, "model": "TimesFM-2.5", "MSE": 0.21619289628470362, "RMSE": 0.464965478594598, "MAPE": 0.09732098618302619, "CRPS": 0.11372187265909342, "MAPE_eligible": true}
|
| 5501 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T08:15:51.207698Z|h:24", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:17:27.201860+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Toto-2.0-1B", "MSE": 444494.3014450073, "RMSE": 666.7040583684843, "MAPE": 0.009973818717422379, "CRPS": 0.006655133574705647, "MAPE_eligible": true}
|
| 5502 |
+
{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T08:15:51.207698Z|h:12", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:17:29.462085+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Toto-2.0-1B", "MSE": 9.285839740510159e-20, "RMSE": 3.047267585971104e-10, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
|
| 5503 |
+
{"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-29T08:15:51.207698Z|h:60", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:17:31.818285+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Toto-2.0-1B", "MSE": 0.012769415877871873, "RMSE": 0.11300184015259164, "MAPE": 0.05141689184925879, "CRPS": 0.08718061127081879, "MAPE_eligible": true}
|
| 5504 |
+
{"release_id": "noaa_ndbc_46013_realtime_wave_height/10min/short|source:2026-06-29T08:15:51.207698Z|h:72", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:17:34.212252+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "domain": "Ocean", "frequency": "10min", "prediction_length": 72, "model": "Toto-2.0-1B", "MSE": 0.2423275089325606, "RMSE": 0.49226772079079145, "MAPE": 0.1531882225581314, "CRPS": 0.12852141230939382, "MAPE_eligible": true}
|
| 5505 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T08:15:51.207698Z|h:24", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:17:39.725544+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TiRex", "MSE": 264756.73507817584, "RMSE": 514.5451730199943, "MAPE": 0.0073817724417004765, "CRPS": 0.005026178176997235, "MAPE_eligible": true}
|
| 5506 |
+
{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T08:15:51.207698Z|h:12", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:17:42.245667+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "TiRex", "MSE": 2.0440368407041843e-18, "RMSE": 1.4296981641955705e-09, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
|
| 5507 |
+
{"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-29T08:15:51.207698Z|h:60", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:17:45.029236+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "TiRex", "MSE": 0.01886257884017297, "RMSE": 0.13734110397172788, "MAPE": 0.06463963432313992, "CRPS": 0.079578639135949, "MAPE_eligible": true}
|
| 5508 |
+
{"release_id": "noaa_ndbc_46013_realtime_wave_height/10min/short|source:2026-06-29T08:15:51.207698Z|h:72", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:17:47.887177+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "domain": "Ocean", "frequency": "10min", "prediction_length": 72, "model": "TiRex", "MSE": 0.2624820217329176, "RMSE": 0.5123299930054043, "MAPE": 0.15060114992039247, "CRPS": 0.13398444646812346, "MAPE_eligible": true}
|
| 5509 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T08:15:51.207698Z|h:24", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:18:12.215013+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moirai-1.1-Large", "MSE": 525284.9655609131, "RMSE": 724.7654555515965, "MAPE": 0.009978661348895837, "CRPS": 0.007180848040907025, "MAPE_eligible": true}
|
| 5510 |
+
{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T08:15:51.207698Z|h:12", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:18:15.333647+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Moirai-1.1-Large", "MSE": 79.0228732212495, "RMSE": 8.889481043415836, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
|
| 5511 |
+
{"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-29T08:15:51.207698Z|h:60", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:18:18.550712+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Moirai-1.1-Large", "MSE": 0.13684685522681075, "RMSE": 0.3699281757676897, "MAPE": 0.14387688325458556, "CRPS": 0.14838611972792806, "MAPE_eligible": true}
|
| 5512 |
+
{"release_id": "noaa_ndbc_46013_realtime_wave_height/10min/short|source:2026-06-29T08:15:51.207698Z|h:72", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:18:22.335409+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "domain": "Ocean", "frequency": "10min", "prediction_length": 72, "model": "Moirai-1.1-Large", "MSE": 1.725647695186129, "RMSE": 1.3136391038584871, "MAPE": 0.3652042073826871, "CRPS": 0.2226945702043403, "MAPE_eligible": true}
|
| 5513 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T08:15:51.207698Z|h:24", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:18:40.039414+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Timer-S1", "MSE": 304052.2174091339, "RMSE": 551.4093011630597, "MAPE": 0.00787252442209837, "CRPS": 0.005319791624596532, "MAPE_eligible": true}
|
| 5514 |
+
{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T08:15:51.207698Z|h:12", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:18:42.713082+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Timer-S1", "MSE": 1.1760797597599717e-16, "RMSE": 1.0844721111028959e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
|
| 5515 |
+
{"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-29T08:15:51.207698Z|h:60", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:18:45.579666+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Timer-S1", "MSE": 0.03644483628251128, "RMSE": 0.19090530710933962, "MAPE": 0.06781053611902925, "CRPS": 0.06305800501642973, "MAPE_eligible": true}
|
| 5516 |
+
{"release_id": "noaa_ndbc_46013_realtime_wave_height/10min/short|source:2026-06-29T08:15:51.207698Z|h:72", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:18:47.951490+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "domain": "Ocean", "frequency": "10min", "prediction_length": 72, "model": "Timer-S1", "MSE": 0.20123007274469273, "RMSE": 0.448586750522898, "MAPE": 0.12237003454736255, "CRPS": 0.11528949374973853, "MAPE_eligible": true}
|
| 5517 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T08:15:51.207698Z|h:24", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:18:48.497581+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ARIMA", "MSE": 742104.749304002, "RMSE": 861.4550187351641, "MAPE": 0.004634154140264778, "CRPS": 0.0036076575922164103, "MAPE_eligible": true}
|
| 5518 |
+
{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T08:15:51.207698Z|h:12", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:18:48.508670+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "ARIMA", "MSE": 9.578202015526527e-15, "RMSE": 9.786828912128038e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
|
| 5519 |
+
{"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-29T08:15:51.207698Z|h:60", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:18:48.544530+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "ARIMA", "MSE": 0.021586919121707036, "RMSE": 0.14692487577570734, "MAPE": 0.07174840270867647, "CRPS": 0.07164359431947374, "MAPE_eligible": true}
|
| 5520 |
+
{"release_id": "noaa_ndbc_46013_realtime_wave_height/10min/short|source:2026-06-29T08:15:51.207698Z|h:72", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:18:48.570739+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "domain": "Ocean", "frequency": "10min", "prediction_length": 72, "model": "ARIMA", "MSE": 0.1143953893727481, "RMSE": 0.33822387463446174, "MAPE": 0.0975550016737076, "CRPS": 0.08911745347347387, "MAPE_eligible": true}
|
| 5521 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T08:15:51.207698Z|h:24", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:18:48.617128+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ETS", "MSE": 137850.11450533845, "RMSE": 371.28171851754087, "MAPE": 0.005229368617559955, "CRPS": 0.004024449629699663, "MAPE_eligible": true}
|
| 5522 |
+
{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T08:15:51.207698Z|h:12", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:18:48.628100+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "ETS", "MSE": 9.578202015526527e-15, "RMSE": 9.786828912128038e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
|
| 5523 |
+
{"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-29T08:15:51.207698Z|h:60", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:18:48.645098+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "ETS", "MSE": 0.06660955818374169, "RMSE": 0.2580882759517404, "MAPE": 0.08850380823008133, "CRPS": 0.08373230599032808, "MAPE_eligible": true}
|
| 5524 |
+
{"release_id": "noaa_ndbc_46013_realtime_wave_height/10min/short|source:2026-06-29T08:15:51.207698Z|h:72", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:18:48.660222+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "domain": "Ocean", "frequency": "10min", "prediction_length": 72, "model": "ETS", "MSE": 2.0080603093345317, "RMSE": 1.4170604466057655, "MAPE": 0.44491469601271827, "CRPS": 0.4395045830523375, "MAPE_eligible": true}
|
| 5525 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T08:15:51.207698Z|h:24", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:18:48.673090+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moving-Average", "MSE": 339693.72029924515, "RMSE": 582.8324976348223, "MAPE": 0.008785551882567355, "CRPS": 0.007019550218177432, "MAPE_eligible": true}
|
| 5526 |
+
{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T08:15:51.207698Z|h:12", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:18:48.683512+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Moving-Average", "MSE": 9.578202015526527e-15, "RMSE": 9.786828912128038e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
|
| 5527 |
+
{"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-29T08:15:51.207698Z|h:60", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:18:48.693696+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Moving-Average", "MSE": 0.3484812869178827, "RMSE": 0.5903230360725242, "MAPE": 0.30946836212186773, "CRPS": 0.313339502188023, "MAPE_eligible": true}
|
| 5528 |
+
{"release_id": "noaa_ndbc_46013_realtime_wave_height/10min/short|source:2026-06-29T08:15:51.207698Z|h:72", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:18:48.704092+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "domain": "Ocean", "frequency": "10min", "prediction_length": 72, "model": "Moving-Average", "MSE": 0.06641773192313309, "RMSE": 0.2577163788414176, "MAPE": 0.078565412804358, "CRPS": 0.07231828073999114, "MAPE_eligible": true}
|
| 5529 |
+
{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T08:15:51.207698Z|h:24", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:18:48.713118+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 375144.10962422687, "RMSE": 612.4900894089853, "MAPE": 0.008532572315282176, "CRPS": 0.0068862706251006656, "MAPE_eligible": true}
|
| 5530 |
+
{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T08:15:51.207698Z|h:12", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:18:48.720141+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Seasonal-Naive", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false}
|
| 5531 |
+
{"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-29T08:15:51.207698Z|h:60", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:18:48.727999+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Seasonal-Naive", "MSE": 0.35589591241350454, "RMSE": 0.596570123634686, "MAPE": 0.3182248203365196, "CRPS": 0.3207757648522399, "MAPE_eligible": true}
|
| 5532 |
+
{"release_id": "noaa_ndbc_46013_realtime_wave_height/10min/short|source:2026-06-29T08:15:51.207698Z|h:72", "release_time": "2026-06-29T08:15:51.207698Z", "evaluated_at": "2026-06-29T08:18:48.734488+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "domain": "Ocean", "frequency": "10min", "prediction_length": 72, "model": "Seasonal-Naive", "MSE": 0.11472223189142738, "RMSE": 0.3387067048220737, "MAPE": 0.10544586789249191, "CRPS": 0.0977081690511231, "MAPE_eligible": true}
|
results/moirai_1_1_large/all_results.csv
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,Moirai-1.1-Large,1060171.0864022572,254060.2033047676,415.4149576822917,0.505540964253952,0.006977186579702474,0.006941886096748245,2.530876052504917,1029.646097648244,0.017228398732285963,0.006950868406778763,0.005337442736243882,Finance,1,24
|
| 4 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moirai-1.1-Large,6713.212283640236,1.8957741559649904e-18,1.135419341301754e-09,nan,nan,2.0,nan,81.93419483732195,inf,inf,inf,Climate,1,36
|
| 5 |
-
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-1.1-Large,
|
| 6 |
nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,3.98731854756655,4.513714941571152,1.6388507684071858,1.1960736286416662,0.06213572348843068,0.06476444251909183,17.151738314836347,1.9968271200999224,0.08228399997665266,0.06753273492329474,0.056225063009911466,Weather,1,24
|
| 7 |
-
noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.
|
| 8 |
-
noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,
|
| 9 |
nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.4615265636265728,0.4557758354615373,0.5184128085772196,0.22649104965014036,0.03704997335314269,0.03822723103605194,1.0041408593967296,0.6793574638042721,0.04855443634308532,0.037051542162425864,0.036381096029588424,Weather,1,24
|
| 10 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,242.11609231398225,191.10490566815827,12.529492497444153,1.1210787666196087,0.7489418930638484,0.504238890807859,7.157771527066353,15.560080087004124,0.7971012211058677,0.6418523371156023,0.4073366149554936,Air Quality,1,24
|
| 11 |
open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.4367889252715334,0.49511603166327706,0.6028712590535482,0.5667244238738126,0.023900287684249077,0.023980972079289477,3.6155210403027893,0.6609000872079935,0.02591341729397751,0.023638148659350426,0.026173563003088023,Weather,1,24
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,525284.9655609131,460978.45781850815,595.3924967447916,0.7342640983008776,0.009978661348895837,0.00991414685251968,3.5097747884878516,724.7654555515965,0.012112278815480264,0.009950198191674779,0.007180848040907025,Finance,1,24
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,Moirai-1.1-Large,1060171.0864022572,254060.2033047676,415.4149576822917,0.505540964253952,0.006977186579702474,0.006941886096748245,2.530876052504917,1029.646097648244,0.017228398732285963,0.006950868406778763,0.005337442736243882,Finance,1,24
|
| 4 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moirai-1.1-Large,6713.212283640236,1.8957741559649904e-18,1.135419341301754e-09,nan,nan,2.0,nan,81.93419483732195,inf,inf,inf,Climate,1,36
|
| 5 |
+
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-1.1-Large,79.0228732212495,1.918015097869851e-18,1.1193496783403385e-09,nan,nan,2.0,nan,8.889481043415836,inf,inf,inf,Transportation,1,12
|
| 6 |
nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,3.98731854756655,4.513714941571152,1.6388507684071858,1.1960736286416662,0.06213572348843068,0.06476444251909183,17.151738314836347,1.9968271200999224,0.08228399997665266,0.06753273492329474,0.056225063009911466,Weather,1,24
|
| 7 |
+
noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.13684685522681075,0.09507045740625214,0.26606569687525433,0.29242006080456734,0.14387688325458556,0.15876304676592598,1.1657736465685438,0.3699281757676897,0.21111409813683416,0.1518408797178018,0.14838611972792806,Ocean,1,60
|
| 8 |
+
noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,1.725647695186129,1.3330613651694085,1.0377733442518446,0.7075727724678791,0.3652042073826871,0.29868625534488213,2.3875834757189733,1.3136391038584871,0.45581694206174006,0.36009484716208584,0.2226945702043403,Ocean,1,72
|
| 9 |
nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.4615265636265728,0.4557758354615373,0.5184128085772196,0.22649104965014036,0.03704997335314269,0.03822723103605194,1.0041408593967296,0.6793574638042721,0.04855443634308532,0.037051542162425864,0.036381096029588424,Weather,1,24
|
| 10 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,242.11609231398225,191.10490566815827,12.529492497444153,1.1210787666196087,0.7489418930638484,0.504238890807859,7.157771527066353,15.560080087004124,0.7971012211058677,0.6418523371156023,0.4073366149554936,Air Quality,1,24
|
| 11 |
open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.4367889252715334,0.49511603166327706,0.6028712590535482,0.5667244238738126,0.023900287684249077,0.023980972079289477,3.6155210403027893,0.6609000872079935,0.02591341729397751,0.023638148659350426,0.026173563003088023,Weather,1,24
|
results/moirai_1_1_large/online_meta.json
CHANGED
|
@@ -1,19 +1,31 @@
|
|
| 1 |
{
|
| 2 |
"model": "Moirai-1.1-Large",
|
| 3 |
"api_model_id": "Salesforce/moirai-1.1-R-large",
|
| 4 |
-
"evaluated_at": "2026-06-29T08:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 8 |
-
"data_fetched_at": "2026-06-29T08:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-29T08:
|
| 15 |
-
"context_length":
|
| 16 |
-
"prediction_length":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
}
|
| 18 |
],
|
| 19 |
"failed_datasets": []
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Moirai-1.1-Large",
|
| 3 |
"api_model_id": "Salesforce/moirai-1.1-R-large",
|
| 4 |
+
"evaluated_at": "2026-06-29T08:18:22.341536+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260627t081500z",
|
| 14 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 15 |
+
"context_length": 120,
|
| 16 |
+
"prediction_length": 12
|
| 17 |
+
},
|
| 18 |
+
{
|
| 19 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t020600z",
|
| 20 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 21 |
+
"context_length": 240,
|
| 22 |
+
"prediction_length": 60
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t082000z",
|
| 26 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 27 |
+
"context_length": 78,
|
| 28 |
+
"prediction_length": 72
|
| 29 |
}
|
| 30 |
],
|
| 31 |
"failed_datasets": []
|
results/moving_average/all_results.csv
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,Moving-Average,
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,Moving-Average,322731.014513818,348365.048478851,492.3817545572941,0.5992060285184049,0.008269296703238385,0.008220363374281699,4.428661821834581,568.094195106602,0.009505550822897627,0.008238703779280128,0.006810998931259922,Finance,1,24
|
| 4 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36
|
| 5 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12
|
| 6 |
nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,13.283119199052095,13.533320003392605,3.092360084092439,2.2568805031844863,0.12283489203386348,0.1275714776979974,57.130900937404384,3.644601377249931,0.1501844484291333,0.1274280354698563,0.11988099865698312,Weather,1,24
|
| 7 |
-
noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.
|
| 8 |
-
noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.
|
| 9 |
nws_ksfo_observations_temperature/1h/short,Moving-Average,0.09564084975816374,0.16146643131394586,0.40087720887702777,0.1751405411231314,0.028655178593890506,0.028248422292961036,0.75898234909277,0.3092585483994965,0.022103053696845096,0.028651141640244335,0.023546693063964164,Weather,1,24
|
| 10 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,274.42323928729553,271.0354374041373,15.755839702679749,1.4097568073519018,0.9156860839514818,0.5941887288262723,29.497231711725004,16.565724834346838,0.8486177076292938,0.807129461823509,0.7502955964871482,Air Quality,1,24
|
| 11 |
open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,3.8686663973622295,3.903471791814932,1.748937594376591,1.6440751415490649,0.06735699461077384,0.0684504763722386,20.057385622099833,1.9668925739252334,0.07712044381151599,0.0685745857526914,0.060543936881302995,Weather,1,24
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,Moving-Average,339693.72029924515,372750.2070739767,524.0429573282121,0.6462727220065373,0.008785551882567355,0.008733323035180493,4.958363306788242,582.8324976348223,0.009740295512157097,0.00875780483441689,0.007019550218177432,Finance,1,24
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,Moving-Average,322731.014513818,348365.048478851,492.3817545572941,0.5992060285184049,0.008269296703238385,0.008220363374281699,4.428661821834581,568.094195106602,0.009505550822897627,0.008238703779280128,0.006810998931259922,Finance,1,24
|
| 4 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36
|
| 5 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12
|
| 6 |
nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,13.283119199052095,13.533320003392605,3.092360084092439,2.2568805031844863,0.12283489203386348,0.1275714776979974,57.130900937404384,3.644601377249931,0.1501844484291333,0.1274280354698563,0.11988099865698312,Weather,1,24
|
| 7 |
+
noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.3484812869178827,0.3451858120169373,0.557118146484484,0.6123018644778647,0.30946836212186773,0.37121755559925607,23.023374219454933,0.5903230360725242,0.336891114366244,0.3179414350006083,0.313339502188023,Ocean,1,60
|
| 8 |
+
noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.06641773192313309,0.06641735794140789,0.22638890478346083,0.15435607967853748,0.078565412804358,0.07853227645421774,3.3472931764365446,0.2577163788414176,0.08942447844135937,0.07855422238269484,0.07231828073999114,Ocean,1,72
|
| 9 |
nws_ksfo_observations_temperature/1h/short,Moving-Average,0.09564084975816374,0.16146643131394586,0.40087720887702777,0.1751405411231314,0.028655178593890506,0.028248422292961036,0.75898234909277,0.3092585483994965,0.022103053696845096,0.028651141640244335,0.023546693063964164,Weather,1,24
|
| 10 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,274.42323928729553,271.0354374041373,15.755839702679749,1.4097568073519018,0.9156860839514818,0.5941887288262723,29.497231711725004,16.565724834346838,0.8486177076292938,0.807129461823509,0.7502955964871482,Air Quality,1,24
|
| 11 |
open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,3.8686663973622295,3.903471791814932,1.748937594376591,1.6440751415490649,0.06735699461077384,0.0684504763722386,20.057385622099833,1.9668925739252334,0.07712044381151599,0.0685745857526914,0.060543936881302995,Weather,1,24
|
results/moving_average/online_meta.json
CHANGED
|
@@ -1,19 +1,31 @@
|
|
| 1 |
{
|
| 2 |
"model": "Moving-Average",
|
| 3 |
"api_model_id": "baseline/moving-average",
|
| 4 |
-
"evaluated_at": "2026-06-29T08:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 8 |
-
"data_fetched_at": "2026-06-29T08:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-29T08:
|
| 15 |
-
"context_length":
|
| 16 |
-
"prediction_length":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
}
|
| 18 |
],
|
| 19 |
"failed_datasets": []
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Moving-Average",
|
| 3 |
"api_model_id": "baseline/moving-average",
|
| 4 |
+
"evaluated_at": "2026-06-29T08:18:48.707529+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260627t081500z",
|
| 14 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 15 |
+
"context_length": 120,
|
| 16 |
+
"prediction_length": 12
|
| 17 |
+
},
|
| 18 |
+
{
|
| 19 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t020600z",
|
| 20 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 21 |
+
"context_length": 240,
|
| 22 |
+
"prediction_length": 60
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t082000z",
|
| 26 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 27 |
+
"context_length": 78,
|
| 28 |
+
"prediction_length": 72
|
| 29 |
}
|
| 30 |
],
|
| 31 |
"failed_datasets": []
|
results/online_status.json
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
{
|
| 2 |
"status": "ok",
|
| 3 |
-
"started_at": "2026-06-29T08:
|
| 4 |
-
"finished_at": "2026-06-29T08:
|
| 5 |
-
"task_count":
|
| 6 |
"data_source": "ts_bench",
|
| 7 |
"data_config": "configs/datasets/ts_bench.yaml",
|
| 8 |
"ts_bench_root": "/Users/bytedance/TSFM_Bench/space/vendor/ts_bench",
|
|
@@ -10,19 +10,31 @@
|
|
| 10 |
"Chronos-2": {
|
| 11 |
"model": "Chronos-2",
|
| 12 |
"api_model_id": "amazon/chronos-2",
|
| 13 |
-
"evaluated_at": "2026-06-29T08:
|
| 14 |
"datasets": [
|
| 15 |
{
|
| 16 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 17 |
-
"data_fetched_at": "2026-06-29T08:
|
| 18 |
"context_length": 96,
|
| 19 |
"prediction_length": 24
|
| 20 |
},
|
| 21 |
{
|
| 22 |
-
"dataset": "
|
| 23 |
-
"data_fetched_at": "2026-06-29T08:
|
| 24 |
-
"context_length":
|
| 25 |
-
"prediction_length":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 26 |
}
|
| 27 |
],
|
| 28 |
"failed_datasets": []
|
|
@@ -30,19 +42,31 @@
|
|
| 30 |
"TimesFM-2.5": {
|
| 31 |
"model": "TimesFM-2.5",
|
| 32 |
"api_model_id": "google/timesfm-2.5-200m-pytorch",
|
| 33 |
-
"evaluated_at": "2026-06-29T08:
|
| 34 |
"datasets": [
|
| 35 |
{
|
| 36 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 37 |
-
"data_fetched_at": "2026-06-29T08:
|
| 38 |
"context_length": 96,
|
| 39 |
"prediction_length": 24
|
| 40 |
},
|
| 41 |
{
|
| 42 |
-
"dataset": "
|
| 43 |
-
"data_fetched_at": "2026-06-29T08:
|
| 44 |
-
"context_length":
|
| 45 |
-
"prediction_length":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 46 |
}
|
| 47 |
],
|
| 48 |
"failed_datasets": []
|
|
@@ -50,19 +74,31 @@
|
|
| 50 |
"Toto-2.0-1B": {
|
| 51 |
"model": "Toto-2.0-1B",
|
| 52 |
"api_model_id": "Datadog/Toto-2.0-1B",
|
| 53 |
-
"evaluated_at": "2026-06-29T08:
|
| 54 |
"datasets": [
|
| 55 |
{
|
| 56 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 57 |
-
"data_fetched_at": "2026-06-29T08:
|
| 58 |
"context_length": 96,
|
| 59 |
"prediction_length": 24
|
| 60 |
},
|
| 61 |
{
|
| 62 |
-
"dataset": "
|
| 63 |
-
"data_fetched_at": "2026-06-29T08:
|
| 64 |
-
"context_length":
|
| 65 |
-
"prediction_length":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 66 |
}
|
| 67 |
],
|
| 68 |
"failed_datasets": []
|
|
@@ -70,19 +106,31 @@
|
|
| 70 |
"TiRex": {
|
| 71 |
"model": "TiRex",
|
| 72 |
"api_model_id": "NX-AI/TiRex-1.1-gifteval",
|
| 73 |
-
"evaluated_at": "2026-06-29T08:
|
| 74 |
"datasets": [
|
| 75 |
{
|
| 76 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 77 |
-
"data_fetched_at": "2026-06-29T08:
|
| 78 |
"context_length": 96,
|
| 79 |
"prediction_length": 24
|
| 80 |
},
|
| 81 |
{
|
| 82 |
-
"dataset": "
|
| 83 |
-
"data_fetched_at": "2026-06-29T08:
|
| 84 |
-
"context_length":
|
| 85 |
-
"prediction_length":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 86 |
}
|
| 87 |
],
|
| 88 |
"failed_datasets": []
|
|
@@ -90,19 +138,31 @@
|
|
| 90 |
"Moirai-1.1-Large": {
|
| 91 |
"model": "Moirai-1.1-Large",
|
| 92 |
"api_model_id": "Salesforce/moirai-1.1-R-large",
|
| 93 |
-
"evaluated_at": "2026-06-29T08:
|
| 94 |
"datasets": [
|
| 95 |
{
|
| 96 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 97 |
-
"data_fetched_at": "2026-06-29T08:
|
| 98 |
"context_length": 96,
|
| 99 |
"prediction_length": 24
|
| 100 |
},
|
| 101 |
{
|
| 102 |
-
"dataset": "
|
| 103 |
-
"data_fetched_at": "2026-06-29T08:
|
| 104 |
-
"context_length":
|
| 105 |
-
"prediction_length":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 106 |
}
|
| 107 |
],
|
| 108 |
"failed_datasets": []
|
|
@@ -110,19 +170,31 @@
|
|
| 110 |
"Timer-S1": {
|
| 111 |
"model": "Timer-S1",
|
| 112 |
"api_model_id": "bytedance-research/Timer-S1",
|
| 113 |
-
"evaluated_at": "2026-06-29T08:
|
| 114 |
"datasets": [
|
| 115 |
{
|
| 116 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 117 |
-
"data_fetched_at": "2026-06-29T08:
|
| 118 |
"context_length": 96,
|
| 119 |
"prediction_length": 24
|
| 120 |
},
|
| 121 |
{
|
| 122 |
-
"dataset": "
|
| 123 |
-
"data_fetched_at": "2026-06-29T08:
|
| 124 |
-
"context_length":
|
| 125 |
-
"prediction_length":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 126 |
}
|
| 127 |
],
|
| 128 |
"failed_datasets": []
|
|
@@ -130,19 +202,31 @@
|
|
| 130 |
"ARIMA": {
|
| 131 |
"model": "ARIMA",
|
| 132 |
"api_model_id": "baseline/arima",
|
| 133 |
-
"evaluated_at": "2026-06-29T08:
|
| 134 |
"datasets": [
|
| 135 |
{
|
| 136 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 137 |
-
"data_fetched_at": "2026-06-29T08:
|
| 138 |
"context_length": 96,
|
| 139 |
"prediction_length": 24
|
| 140 |
},
|
| 141 |
{
|
| 142 |
-
"dataset": "
|
| 143 |
-
"data_fetched_at": "2026-06-29T08:
|
| 144 |
-
"context_length":
|
| 145 |
-
"prediction_length":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 146 |
}
|
| 147 |
],
|
| 148 |
"failed_datasets": []
|
|
@@ -150,19 +234,31 @@
|
|
| 150 |
"ETS": {
|
| 151 |
"model": "ETS",
|
| 152 |
"api_model_id": "baseline/ets",
|
| 153 |
-
"evaluated_at": "2026-06-29T08:
|
| 154 |
"datasets": [
|
| 155 |
{
|
| 156 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 157 |
-
"data_fetched_at": "2026-06-29T08:
|
| 158 |
"context_length": 96,
|
| 159 |
"prediction_length": 24
|
| 160 |
},
|
| 161 |
{
|
| 162 |
-
"dataset": "
|
| 163 |
-
"data_fetched_at": "2026-06-29T08:
|
| 164 |
-
"context_length":
|
| 165 |
-
"prediction_length":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 166 |
}
|
| 167 |
],
|
| 168 |
"failed_datasets": []
|
|
@@ -170,19 +266,31 @@
|
|
| 170 |
"Moving-Average": {
|
| 171 |
"model": "Moving-Average",
|
| 172 |
"api_model_id": "baseline/moving-average",
|
| 173 |
-
"evaluated_at": "2026-06-29T08:
|
| 174 |
"datasets": [
|
| 175 |
{
|
| 176 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 177 |
-
"data_fetched_at": "2026-06-29T08:
|
| 178 |
"context_length": 96,
|
| 179 |
"prediction_length": 24
|
| 180 |
},
|
| 181 |
{
|
| 182 |
-
"dataset": "
|
| 183 |
-
"data_fetched_at": "2026-06-29T08:
|
| 184 |
-
"context_length":
|
| 185 |
-
"prediction_length":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 186 |
}
|
| 187 |
],
|
| 188 |
"failed_datasets": []
|
|
@@ -190,19 +298,31 @@
|
|
| 190 |
"Seasonal-Naive": {
|
| 191 |
"model": "Seasonal-Naive",
|
| 192 |
"api_model_id": "baseline/seasonal-naive",
|
| 193 |
-
"evaluated_at": "2026-06-29T08:
|
| 194 |
"datasets": [
|
| 195 |
{
|
| 196 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 197 |
-
"data_fetched_at": "2026-06-29T08:
|
| 198 |
"context_length": 96,
|
| 199 |
"prediction_length": 24
|
| 200 |
},
|
| 201 |
{
|
| 202 |
-
"dataset": "
|
| 203 |
-
"data_fetched_at": "2026-06-29T08:
|
| 204 |
-
"context_length":
|
| 205 |
-
"prediction_length":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 206 |
}
|
| 207 |
],
|
| 208 |
"failed_datasets": []
|
|
@@ -224,7 +344,5 @@
|
|
| 224 |
"live_overall": "aggregates/live_overall_up_to_now.csv",
|
| 225 |
"live_metadata": "aggregates/live_metadata.json"
|
| 226 |
},
|
| 227 |
-
"push_status": "
|
| 228 |
-
"pushed_at": "2026-06-29T08:11:15.696801+00:00",
|
| 229 |
-
"push_detail": "HF Hub API"
|
| 230 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"status": "ok",
|
| 3 |
+
"started_at": "2026-06-29T08:15:53.107758+00:00",
|
| 4 |
+
"finished_at": "2026-06-29T08:18:49.102016+00:00",
|
| 5 |
+
"task_count": 4,
|
| 6 |
"data_source": "ts_bench",
|
| 7 |
"data_config": "configs/datasets/ts_bench.yaml",
|
| 8 |
"ts_bench_root": "/Users/bytedance/TSFM_Bench/space/vendor/ts_bench",
|
|
|
|
| 10 |
"Chronos-2": {
|
| 11 |
"model": "Chronos-2",
|
| 12 |
"api_model_id": "amazon/chronos-2",
|
| 13 |
+
"evaluated_at": "2026-06-29T08:16:30.313990+00:00",
|
| 14 |
"datasets": [
|
| 15 |
{
|
| 16 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 17 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 18 |
"context_length": 96,
|
| 19 |
"prediction_length": 24
|
| 20 |
},
|
| 21 |
{
|
| 22 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260627t081500z",
|
| 23 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 24 |
+
"context_length": 120,
|
| 25 |
+
"prediction_length": 12
|
| 26 |
+
},
|
| 27 |
+
{
|
| 28 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t020600z",
|
| 29 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 30 |
+
"context_length": 240,
|
| 31 |
+
"prediction_length": 60
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t082000z",
|
| 35 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 36 |
+
"context_length": 78,
|
| 37 |
+
"prediction_length": 72
|
| 38 |
}
|
| 39 |
],
|
| 40 |
"failed_datasets": []
|
|
|
|
| 42 |
"TimesFM-2.5": {
|
| 43 |
"model": "TimesFM-2.5",
|
| 44 |
"api_model_id": "google/timesfm-2.5-200m-pytorch",
|
| 45 |
+
"evaluated_at": "2026-06-29T08:17:05.742930+00:00",
|
| 46 |
"datasets": [
|
| 47 |
{
|
| 48 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 49 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 50 |
"context_length": 96,
|
| 51 |
"prediction_length": 24
|
| 52 |
},
|
| 53 |
{
|
| 54 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260627t081500z",
|
| 55 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 56 |
+
"context_length": 120,
|
| 57 |
+
"prediction_length": 12
|
| 58 |
+
},
|
| 59 |
+
{
|
| 60 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t020600z",
|
| 61 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 62 |
+
"context_length": 240,
|
| 63 |
+
"prediction_length": 60
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t082000z",
|
| 67 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 68 |
+
"context_length": 78,
|
| 69 |
+
"prediction_length": 72
|
| 70 |
}
|
| 71 |
],
|
| 72 |
"failed_datasets": []
|
|
|
|
| 74 |
"Toto-2.0-1B": {
|
| 75 |
"model": "Toto-2.0-1B",
|
| 76 |
"api_model_id": "Datadog/Toto-2.0-1B",
|
| 77 |
+
"evaluated_at": "2026-06-29T08:17:34.221749+00:00",
|
| 78 |
"datasets": [
|
| 79 |
{
|
| 80 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 81 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 82 |
"context_length": 96,
|
| 83 |
"prediction_length": 24
|
| 84 |
},
|
| 85 |
{
|
| 86 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260627t081500z",
|
| 87 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 88 |
+
"context_length": 120,
|
| 89 |
+
"prediction_length": 12
|
| 90 |
+
},
|
| 91 |
+
{
|
| 92 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t020600z",
|
| 93 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 94 |
+
"context_length": 240,
|
| 95 |
+
"prediction_length": 60
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t082000z",
|
| 99 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 100 |
+
"context_length": 78,
|
| 101 |
+
"prediction_length": 72
|
| 102 |
}
|
| 103 |
],
|
| 104 |
"failed_datasets": []
|
|
|
|
| 106 |
"TiRex": {
|
| 107 |
"model": "TiRex",
|
| 108 |
"api_model_id": "NX-AI/TiRex-1.1-gifteval",
|
| 109 |
+
"evaluated_at": "2026-06-29T08:17:47.896907+00:00",
|
| 110 |
"datasets": [
|
| 111 |
{
|
| 112 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 113 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 114 |
"context_length": 96,
|
| 115 |
"prediction_length": 24
|
| 116 |
},
|
| 117 |
{
|
| 118 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260627t081500z",
|
| 119 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 120 |
+
"context_length": 120,
|
| 121 |
+
"prediction_length": 12
|
| 122 |
+
},
|
| 123 |
+
{
|
| 124 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t020600z",
|
| 125 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 126 |
+
"context_length": 240,
|
| 127 |
+
"prediction_length": 60
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t082000z",
|
| 131 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 132 |
+
"context_length": 78,
|
| 133 |
+
"prediction_length": 72
|
| 134 |
}
|
| 135 |
],
|
| 136 |
"failed_datasets": []
|
|
|
|
| 138 |
"Moirai-1.1-Large": {
|
| 139 |
"model": "Moirai-1.1-Large",
|
| 140 |
"api_model_id": "Salesforce/moirai-1.1-R-large",
|
| 141 |
+
"evaluated_at": "2026-06-29T08:18:22.341536+00:00",
|
| 142 |
"datasets": [
|
| 143 |
{
|
| 144 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 145 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 146 |
"context_length": 96,
|
| 147 |
"prediction_length": 24
|
| 148 |
},
|
| 149 |
{
|
| 150 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260627t081500z",
|
| 151 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 152 |
+
"context_length": 120,
|
| 153 |
+
"prediction_length": 12
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t020600z",
|
| 157 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 158 |
+
"context_length": 240,
|
| 159 |
+
"prediction_length": 60
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t082000z",
|
| 163 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 164 |
+
"context_length": 78,
|
| 165 |
+
"prediction_length": 72
|
| 166 |
}
|
| 167 |
],
|
| 168 |
"failed_datasets": []
|
|
|
|
| 170 |
"Timer-S1": {
|
| 171 |
"model": "Timer-S1",
|
| 172 |
"api_model_id": "bytedance-research/Timer-S1",
|
| 173 |
+
"evaluated_at": "2026-06-29T08:18:47.956772+00:00",
|
| 174 |
"datasets": [
|
| 175 |
{
|
| 176 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 177 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 178 |
"context_length": 96,
|
| 179 |
"prediction_length": 24
|
| 180 |
},
|
| 181 |
{
|
| 182 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260627t081500z",
|
| 183 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 184 |
+
"context_length": 120,
|
| 185 |
+
"prediction_length": 12
|
| 186 |
+
},
|
| 187 |
+
{
|
| 188 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t020600z",
|
| 189 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 190 |
+
"context_length": 240,
|
| 191 |
+
"prediction_length": 60
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t082000z",
|
| 195 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 196 |
+
"context_length": 78,
|
| 197 |
+
"prediction_length": 72
|
| 198 |
}
|
| 199 |
],
|
| 200 |
"failed_datasets": []
|
|
|
|
| 202 |
"ARIMA": {
|
| 203 |
"model": "ARIMA",
|
| 204 |
"api_model_id": "baseline/arima",
|
| 205 |
+
"evaluated_at": "2026-06-29T08:18:48.574712+00:00",
|
| 206 |
"datasets": [
|
| 207 |
{
|
| 208 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 209 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 210 |
"context_length": 96,
|
| 211 |
"prediction_length": 24
|
| 212 |
},
|
| 213 |
{
|
| 214 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260627t081500z",
|
| 215 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 216 |
+
"context_length": 120,
|
| 217 |
+
"prediction_length": 12
|
| 218 |
+
},
|
| 219 |
+
{
|
| 220 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t020600z",
|
| 221 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 222 |
+
"context_length": 240,
|
| 223 |
+
"prediction_length": 60
|
| 224 |
+
},
|
| 225 |
+
{
|
| 226 |
+
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t082000z",
|
| 227 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 228 |
+
"context_length": 78,
|
| 229 |
+
"prediction_length": 72
|
| 230 |
}
|
| 231 |
],
|
| 232 |
"failed_datasets": []
|
|
|
|
| 234 |
"ETS": {
|
| 235 |
"model": "ETS",
|
| 236 |
"api_model_id": "baseline/ets",
|
| 237 |
+
"evaluated_at": "2026-06-29T08:18:48.663793+00:00",
|
| 238 |
"datasets": [
|
| 239 |
{
|
| 240 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 241 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 242 |
"context_length": 96,
|
| 243 |
"prediction_length": 24
|
| 244 |
},
|
| 245 |
{
|
| 246 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260627t081500z",
|
| 247 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 248 |
+
"context_length": 120,
|
| 249 |
+
"prediction_length": 12
|
| 250 |
+
},
|
| 251 |
+
{
|
| 252 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t020600z",
|
| 253 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 254 |
+
"context_length": 240,
|
| 255 |
+
"prediction_length": 60
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t082000z",
|
| 259 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 260 |
+
"context_length": 78,
|
| 261 |
+
"prediction_length": 72
|
| 262 |
}
|
| 263 |
],
|
| 264 |
"failed_datasets": []
|
|
|
|
| 266 |
"Moving-Average": {
|
| 267 |
"model": "Moving-Average",
|
| 268 |
"api_model_id": "baseline/moving-average",
|
| 269 |
+
"evaluated_at": "2026-06-29T08:18:48.707529+00:00",
|
| 270 |
"datasets": [
|
| 271 |
{
|
| 272 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 273 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 274 |
"context_length": 96,
|
| 275 |
"prediction_length": 24
|
| 276 |
},
|
| 277 |
{
|
| 278 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260627t081500z",
|
| 279 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 280 |
+
"context_length": 120,
|
| 281 |
+
"prediction_length": 12
|
| 282 |
+
},
|
| 283 |
+
{
|
| 284 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t020600z",
|
| 285 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 286 |
+
"context_length": 240,
|
| 287 |
+
"prediction_length": 60
|
| 288 |
+
},
|
| 289 |
+
{
|
| 290 |
+
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t082000z",
|
| 291 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 292 |
+
"context_length": 78,
|
| 293 |
+
"prediction_length": 72
|
| 294 |
}
|
| 295 |
],
|
| 296 |
"failed_datasets": []
|
|
|
|
| 298 |
"Seasonal-Naive": {
|
| 299 |
"model": "Seasonal-Naive",
|
| 300 |
"api_model_id": "baseline/seasonal-naive",
|
| 301 |
+
"evaluated_at": "2026-06-29T08:18:48.738078+00:00",
|
| 302 |
"datasets": [
|
| 303 |
{
|
| 304 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 305 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 306 |
"context_length": 96,
|
| 307 |
"prediction_length": 24
|
| 308 |
},
|
| 309 |
{
|
| 310 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260627t081500z",
|
| 311 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 312 |
+
"context_length": 120,
|
| 313 |
+
"prediction_length": 12
|
| 314 |
+
},
|
| 315 |
+
{
|
| 316 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t020600z",
|
| 317 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 318 |
+
"context_length": 240,
|
| 319 |
+
"prediction_length": 60
|
| 320 |
+
},
|
| 321 |
+
{
|
| 322 |
+
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t082000z",
|
| 323 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 324 |
+
"context_length": 78,
|
| 325 |
+
"prediction_length": 72
|
| 326 |
}
|
| 327 |
],
|
| 328 |
"failed_datasets": []
|
|
|
|
| 344 |
"live_overall": "aggregates/live_overall_up_to_now.csv",
|
| 345 |
"live_metadata": "aggregates/live_metadata.json"
|
| 346 |
},
|
| 347 |
+
"push_status": "pending"
|
|
|
|
|
|
|
| 348 |
}
|
results/seasonal_naive/all_results.csv
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,Seasonal-Naive,
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,Seasonal-Naive,364837.5669593811,364837.5669593811,491.4205729166667,0.5980363145145157,0.008249638397354637,0.008198604368839528,4.39876320331303,604.017853179342,0.010106638037828153,0.00822262095179532,0.006824462396764629,Finance,1,24
|
| 4 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Seasonal-Naive,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1,36
|
| 5 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Seasonal-Naive,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1,12
|
| 6 |
nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,5.822175382487785,5.822175382487785,2.014166752497355,1.4699884716717257,0.07862645318264146,0.08148159543743906,40.31640253283526,2.4129184367665197,0.09943003006921591,0.08299852067672915,0.07666914501382317,Weather,1,24
|
| 7 |
-
noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.
|
| 8 |
-
noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.
|
| 9 |
nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.3075000254313333,0.3075000254313333,0.3166666825612386,0.1383495317551349,0.02264474260015853,0.02188563217292144,3.2512870657042434,0.5545268482511314,0.03963265289405654,0.022632521315502148,0.022981934912371164,Weather,1,24
|
| 10 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,310.50667600790763,310.50667600790763,15.983333587646484,1.4301118667466886,0.9392514203717797,0.5899101291749446,53.63855284680019,17.621199618865557,0.9026868534744362,0.8187833641483792,0.8067093690745307,Air Quality,1,24
|
| 11 |
open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,3.025833689372272,3.025833689372272,1.5583334763844807,1.464899227396786,0.0609757588633301,0.0611234610154352,33.25501737893926,1.739492365425118,0.06820424511574176,0.061101135312783,0.05481058635474488,Weather,1,24
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,Seasonal-Naive,375144.10962422687,375144.10962422687,509.1341145833333,0.6278864842984221,0.008532572315282176,0.00848033858107608,4.464159085173879,612.4900894089853,0.010235933125419122,0.008508648284861576,0.0068862706251006656,Finance,1,24
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,Seasonal-Naive,364837.5669593811,364837.5669593811,491.4205729166667,0.5980363145145157,0.008249638397354637,0.008198604368839528,4.39876320331303,604.017853179342,0.010106638037828153,0.00822262095179532,0.006824462396764629,Finance,1,24
|
| 4 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Seasonal-Naive,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1,36
|
| 5 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Seasonal-Naive,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1,12
|
| 6 |
nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,5.822175382487785,5.822175382487785,2.014166752497355,1.4699884716717257,0.07862645318264146,0.08148159543743906,40.31640253283526,2.4129184367665197,0.09943003006921591,0.08299852067672915,0.07666914501382317,Weather,1,24
|
| 7 |
+
noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.35589591241350454,0.35589591241350454,0.5699666480223338,0.626423036974247,0.3182248203365196,0.38282766542873703,23.575594946216246,0.596570123634686,0.3404562611786778,0.3252739389628809,0.3207757648522399,Ocean,1,60
|
| 8 |
+
noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.11472223189142738,0.11472223189142738,0.3000000086095598,0.20454547132860268,0.10544586789249191,0.10405651457549642,5.996875710584096,0.3387067048220737,0.11752714576958702,0.1040963885295822,0.0977081690511231,Ocean,1,72
|
| 9 |
nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.3075000254313333,0.3075000254313333,0.3166666825612386,0.1383495317551349,0.02264474260015853,0.02188563217292144,3.2512870657042434,0.5545268482511314,0.03963265289405654,0.022632521315502148,0.022981934912371164,Weather,1,24
|
| 10 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,310.50667600790763,310.50667600790763,15.983333587646484,1.4301118667466886,0.9392514203717797,0.5899101291749446,53.63855284680019,17.621199618865557,0.9026868534744362,0.8187833641483792,0.8067093690745307,Air Quality,1,24
|
| 11 |
open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,3.025833689372272,3.025833689372272,1.5583334763844807,1.464899227396786,0.0609757588633301,0.0611234610154352,33.25501737893926,1.739492365425118,0.06820424511574176,0.061101135312783,0.05481058635474488,Weather,1,24
|
results/seasonal_naive/online_meta.json
CHANGED
|
@@ -1,19 +1,31 @@
|
|
| 1 |
{
|
| 2 |
"model": "Seasonal-Naive",
|
| 3 |
"api_model_id": "baseline/seasonal-naive",
|
| 4 |
-
"evaluated_at": "2026-06-29T08:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 8 |
-
"data_fetched_at": "2026-06-29T08:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-29T08:
|
| 15 |
-
"context_length":
|
| 16 |
-
"prediction_length":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
}
|
| 18 |
],
|
| 19 |
"failed_datasets": []
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Seasonal-Naive",
|
| 3 |
"api_model_id": "baseline/seasonal-naive",
|
| 4 |
+
"evaluated_at": "2026-06-29T08:18:48.738078+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260627t081500z",
|
| 14 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 15 |
+
"context_length": 120,
|
| 16 |
+
"prediction_length": 12
|
| 17 |
+
},
|
| 18 |
+
{
|
| 19 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t020600z",
|
| 20 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 21 |
+
"context_length": 240,
|
| 22 |
+
"prediction_length": 60
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t082000z",
|
| 26 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 27 |
+
"context_length": 78,
|
| 28 |
+
"prediction_length": 72
|
| 29 |
}
|
| 30 |
],
|
| 31 |
"failed_datasets": []
|
results/timer_s1/all_results.csv
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,Timer-S1,
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,Timer-S1,269226.56801160175,269226.56801160175,426.15087890625,0.518606088336136,0.007157969950632982,0.007120498826686938,5.070383883280151,518.8704732508892,0.00868192228766175,0.007130505596709583,0.004987927169000084,Finance,1,24
|
| 4 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Timer-S1,8.874856741867843e-16,8.874856741867843e-16,2.050398961728206e-08,nan,nan,2.0,nan,2.9790697779454317e-08,inf,inf,inf,Climate,1,36
|
| 5 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Timer-S1,1.1760797597599717e-16,1.1760797597599717e-16,9.226596375810914e-09,nan,nan,2.0,nan,1.0844721111028959e-08,inf,inf,inf,Transportation,1,12
|
| 6 |
nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,1.5831685118550922,1.5831685118550922,0.9112406571706136,0.6650458604276501,0.03453328717232778,0.03535687208443384,4.609448067073572,1.2582402440929523,0.05184877507592499,0.037549833662916025,0.03293096568544059,Weather,1,24
|
| 7 |
-
noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.
|
| 8 |
-
noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.
|
| 9 |
nws_ksfo_observations_temperature/1h/short,Timer-S1,0.9191652790107886,0.9191652790107886,0.7877624829610189,0.3441681005732045,0.05630286662085222,0.05406413527979163,1.2063135420281526,0.9587310775242391,0.06852158039614893,0.05630226408084559,0.03740736200095472,Weather,1,24
|
| 10 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,186.89350166339977,186.89350166339977,12.304482777913412,1.1009459784080826,0.7238755900648087,0.4920719175072927,8.30573026122697,13.670899811768052,0.7003235762698683,0.6303256919315301,0.39804979810847035,Air Quality,1,24
|
| 11 |
open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.069327728663514,1.069327728663514,0.5795493920644125,0.5448008847523272,0.02191699149095154,0.021231385603836916,5.027341690865112,1.0340830376055465,0.040545652495372016,0.022723715020950983,0.020641392334186152,Weather,1,24
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,Timer-S1,304052.2174091339,304052.2174091339,469.5408528645833,0.5790583402192567,0.00787252442209837,0.007829879750144285,4.020145524372824,551.4093011630597,0.009215151116788617,0.007846965775743092,0.005319791624596532,Finance,1,24
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,Timer-S1,269226.56801160175,269226.56801160175,426.15087890625,0.518606088336136,0.007157969950632982,0.007120498826686938,5.070383883280151,518.8704732508892,0.00868192228766175,0.007130505596709583,0.004987927169000084,Finance,1,24
|
| 4 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Timer-S1,8.874856741867843e-16,8.874856741867843e-16,2.050398961728206e-08,nan,nan,2.0,nan,2.9790697779454317e-08,inf,inf,inf,Climate,1,36
|
| 5 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Timer-S1,1.1760797597599717e-16,1.1760797597599717e-16,9.226596375810914e-09,nan,nan,2.0,nan,1.0844721111028959e-08,inf,inf,inf,Transportation,1,12
|
| 6 |
nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,1.5831685118550922,1.5831685118550922,0.9112406571706136,0.6650458604276501,0.03453328717232778,0.03535687208443384,4.609448067073572,1.2582402440929523,0.05184877507592499,0.037549833662916025,0.03293096568544059,Weather,1,24
|
| 7 |
+
noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.03644483628251128,0.03644483628251128,0.12133902907371522,0.1333579137649555,0.06781053611902925,0.07441141468598353,1.0984900457658866,0.19090530710933962,0.1089476400554935,0.06924690080320688,0.06305800501642973,Ocean,1,60
|
| 8 |
+
noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.20123007274469273,0.20123007274469273,0.3598609103096856,0.24535972466531814,0.12237003454736255,0.12777567619622357,1.0849743576636337,0.448586750522898,0.15565419777180073,0.12486740020384271,0.11528949374973853,Ocean,1,72
|
| 9 |
nws_ksfo_observations_temperature/1h/short,Timer-S1,0.9191652790107886,0.9191652790107886,0.7877624829610189,0.3441681005732045,0.05630286662085222,0.05406413527979163,1.2063135420281526,0.9587310775242391,0.06852158039614893,0.05630226408084559,0.03740736200095472,Weather,1,24
|
| 10 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,186.89350166339977,186.89350166339977,12.304482777913412,1.1009459784080826,0.7238755900648087,0.4920719175072927,8.30573026122697,13.670899811768052,0.7003235762698683,0.6303256919315301,0.39804979810847035,Air Quality,1,24
|
| 11 |
open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.069327728663514,1.069327728663514,0.5795493920644125,0.5448008847523272,0.02191699149095154,0.021231385603836916,5.027341690865112,1.0340830376055465,0.040545652495372016,0.022723715020950983,0.020641392334186152,Weather,1,24
|
results/timer_s1/online_meta.json
CHANGED
|
@@ -1,19 +1,31 @@
|
|
| 1 |
{
|
| 2 |
"model": "Timer-S1",
|
| 3 |
"api_model_id": "bytedance-research/Timer-S1",
|
| 4 |
-
"evaluated_at": "2026-06-29T08:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 8 |
-
"data_fetched_at": "2026-06-29T08:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-29T08:
|
| 15 |
-
"context_length":
|
| 16 |
-
"prediction_length":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
}
|
| 18 |
],
|
| 19 |
"failed_datasets": []
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Timer-S1",
|
| 3 |
"api_model_id": "bytedance-research/Timer-S1",
|
| 4 |
+
"evaluated_at": "2026-06-29T08:18:47.956772+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260627t081500z",
|
| 14 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 15 |
+
"context_length": 120,
|
| 16 |
+
"prediction_length": 12
|
| 17 |
+
},
|
| 18 |
+
{
|
| 19 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t020600z",
|
| 20 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 21 |
+
"context_length": 240,
|
| 22 |
+
"prediction_length": 60
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t082000z",
|
| 26 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 27 |
+
"context_length": 78,
|
| 28 |
+
"prediction_length": 72
|
| 29 |
}
|
| 30 |
],
|
| 31 |
"failed_datasets": []
|
results/timesfm_2_5/all_results.csv
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,TimesFM-2.5,
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,262305.8912595113,192959.45042037964,348.951171875,0.4246575830862385,0.00586230812653368,0.0058362077727840515,20.27281125524148,512.1580725318222,0.008569608050465975,0.005838773089989192,0.006846444787670643,Finance,1,24
|
| 4 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1,36
|
| 5 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1,12
|
| 6 |
nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,6.613498703618461,8.460563147060233,2.266777276992798,1.654349850078371,0.08541748411560328,0.09091528338756015,33.099825775847904,2.5716723554174745,0.10597186201204079,0.09340793678614433,0.0740711694846831,Weather,1,24
|
| 7 |
-
noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.
|
| 8 |
-
noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.
|
| 9 |
nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.3884407657136535,0.6958031420357429,0.7548661629358927,0.3297959208568773,0.05394618149594888,0.05578665622396547,1.2759374086833626,0.6232501630273782,0.04454438492082125,0.05395112736463527,0.03165400910888447,Weather,1,24
|
| 10 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,125.90623647137068,71.20274087495022,7.436635812123616,0.6653944288450154,0.4505170762008091,0.34149348783244365,42.282532001382684,11.220794823512756,0.5748112609697037,0.3809589316776239,0.5407199839263233,Air Quality,1,24
|
| 11 |
open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.4300990428964724,0.4194902089081249,0.5119784673055013,0.481281364076001,0.019931413421985313,0.020011307351445625,11.654778476767332,0.6558193675826236,0.02571420593002973,0.020074307638339214,0.01921770465768205,Weather,1,24
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,TimesFM-2.5,333523.3848698934,232510.58917999268,391.7721354166667,0.48315055249080857,0.006571906016053762,0.006539256325629947,25.279526962153625,577.514835194641,0.009651426748298778,0.006547295128313328,0.008098688915229628,Finance,1,24
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,262305.8912595113,192959.45042037964,348.951171875,0.4246575830862385,0.00586230812653368,0.0058362077727840515,20.27281125524148,512.1580725318222,0.008569608050465975,0.005838773089989192,0.006846444787670643,Finance,1,24
|
| 4 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1,36
|
| 5 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1,12
|
| 6 |
nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,6.613498703618461,8.460563147060233,2.266777276992798,1.654349850078371,0.08541748411560328,0.09091528338756015,33.099825775847904,2.5716723554174745,0.10597186201204079,0.09340793678614433,0.0740711694846831,Weather,1,24
|
| 7 |
+
noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.19019508007161126,0.23801390070004563,0.3986744244893392,0.4381639603284054,0.2184060348266725,0.263048384424638,9.233070011723772,0.4361136091336881,0.24888542508661737,0.2275192783075364,0.18283664267181216,Ocean,1,60
|
| 8 |
+
noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.21619289628470362,0.09882063370128374,0.26469752854771084,0.18047559727497442,0.09732098618302619,0.0912422036351748,7.902814835647728,0.464965478594598,0.1613374190786075,0.09184685327920569,0.11372187265909342,Ocean,1,72
|
| 9 |
nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.3884407657136535,0.6958031420357429,0.7548661629358927,0.3297959208568773,0.05394618149594888,0.05578665622396547,1.2759374086833626,0.6232501630273782,0.04454438492082125,0.05395112736463527,0.03165400910888447,Weather,1,24
|
| 10 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,125.90623647137068,71.20274087495022,7.436635812123616,0.6653944288450154,0.4505170762008091,0.34149348783244365,42.282532001382684,11.220794823512756,0.5748112609697037,0.3809589316776239,0.5407199839263233,Air Quality,1,24
|
| 11 |
open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.4300990428964724,0.4194902089081249,0.5119784673055013,0.481281364076001,0.019931413421985313,0.020011307351445625,11.654778476767332,0.6558193675826236,0.02571420593002973,0.020074307638339214,0.01921770465768205,Weather,1,24
|
results/timesfm_2_5/online_meta.json
CHANGED
|
@@ -1,19 +1,31 @@
|
|
| 1 |
{
|
| 2 |
"model": "TimesFM-2.5",
|
| 3 |
"api_model_id": "google/timesfm-2.5-200m-pytorch",
|
| 4 |
-
"evaluated_at": "2026-06-29T08:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 8 |
-
"data_fetched_at": "2026-06-29T08:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-29T08:
|
| 15 |
-
"context_length":
|
| 16 |
-
"prediction_length":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
}
|
| 18 |
],
|
| 19 |
"failed_datasets": []
|
|
|
|
| 1 |
{
|
| 2 |
"model": "TimesFM-2.5",
|
| 3 |
"api_model_id": "google/timesfm-2.5-200m-pytorch",
|
| 4 |
+
"evaluated_at": "2026-06-29T08:17:05.742930+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260627t081500z",
|
| 14 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 15 |
+
"context_length": 120,
|
| 16 |
+
"prediction_length": 12
|
| 17 |
+
},
|
| 18 |
+
{
|
| 19 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t020600z",
|
| 20 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 21 |
+
"context_length": 240,
|
| 22 |
+
"prediction_length": 60
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t082000z",
|
| 26 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 27 |
+
"context_length": 78,
|
| 28 |
+
"prediction_length": 72
|
| 29 |
}
|
| 30 |
],
|
| 31 |
"failed_datasets": []
|
results/tirex/all_results.csv
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,TiRex,
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,TiRex,208938.26499557495,208938.26499557495,370.5755208333333,0.45097342468412477,0.006224903860661102,0.006196182878665589,3.0735205509569847,457.0976536754208,0.007648317859019216,0.006200599262138231,0.0042967235885134816,Finance,1,24
|
| 4 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,5.906315718058047e-17,5.906315718058047e-17,4.2397065989136564e-09,nan,nan,2.0,nan,7.685255830522526e-09,inf,inf,inf,Climate,1,36
|
| 5 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,2.0440368407041843e-18,2.0440368407041843e-18,1.2956792120692266e-09,nan,nan,2.0,nan,1.4296981641955705e-09,inf,inf,inf,Transportation,1,12
|
| 6 |
nasa_power_shanghai_hourly_T2M/1h/short,TiRex,2.4940922205109928,2.4940922205109928,1.2133821646372478,0.8855561693376628,0.04640573262886946,0.047673585882550405,7.058703760244179,1.5792695211745817,0.06507754824411381,0.05000029146323188,0.04279827575737358,Weather,1,24
|
| 7 |
-
noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.
|
| 8 |
-
noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.
|
| 9 |
nws_ksfo_observations_temperature/1h/short,TiRex,0.003508609064169832,0.003508609064169832,0.046961585680643715,0.0205171991472114,0.0033610199372095186,0.003352031538939471,0.6422015256105089,0.05923351301560487,0.00423348530093152,0.003356396954458284,0.014215195343103441,Weather,1,24
|
| 10 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,145.1688462885255,145.1688462885255,10.979788462320963,0.9824186980912363,0.6451873359913342,0.4567422907234331,5.684467443122131,12.048603499515016,0.6172176819388696,0.5624651506845317,0.3521075935051645,Air Quality,1,24
|
| 11 |
open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.8692526561885643,0.8692526561885643,0.6502617994944254,0.6112735317058701,0.025235035546663984,0.02487015531290666,2.5142235340459496,0.9323372009034951,0.036556271384040155,0.02549629768066397,0.021478731539520776,Weather,1,24
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,TiRex,264756.73507817584,264756.73507817584,440.3089192708333,0.543008239690351,0.0073817724417004765,0.007344628391845512,2.80298127586403,514.5451730199943,0.008599077882422644,0.0073584417611242715,0.005026178176997235,Finance,1,24
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,TiRex,208938.26499557495,208938.26499557495,370.5755208333333,0.45097342468412477,0.006224903860661102,0.006196182878665589,3.0735205509569847,457.0976536754208,0.007648317859019216,0.006200599262138231,0.0042967235885134816,Finance,1,24
|
| 4 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,5.906315718058047e-17,5.906315718058047e-17,4.2397065989136564e-09,nan,nan,2.0,nan,7.685255830522526e-09,inf,inf,inf,Climate,1,36
|
| 5 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,2.0440368407041843e-18,2.0440368407041843e-18,1.2956792120692266e-09,nan,nan,2.0,nan,1.4296981641955705e-09,inf,inf,inf,Transportation,1,12
|
| 6 |
nasa_power_shanghai_hourly_T2M/1h/short,TiRex,2.4940922205109928,2.4940922205109928,1.2133821646372478,0.8855561693376628,0.04640573262886946,0.047673585882550405,7.058703760244179,1.5792695211745817,0.06507754824411381,0.05000029146323188,0.04279827575737358,Weather,1,24
|
| 7 |
+
noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.01886257884017297,0.01886257884017297,0.11909889976183573,0.1308958949580102,0.06463963432313992,0.06742314406528757,0.8032183384137734,0.13734110397172788,0.07837911573493331,0.06796848269297266,0.079578639135949,Ocean,1,60
|
| 8 |
+
noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.2624820217329176,0.2624820217329176,0.4064793090025584,0.27714499819718863,0.15060114992039247,0.13422383607392424,1.8216453527566183,0.5123299930054043,0.17777233492235714,0.14104342288281543,0.13398444646812346,Ocean,1,72
|
| 9 |
nws_ksfo_observations_temperature/1h/short,TiRex,0.003508609064169832,0.003508609064169832,0.046961585680643715,0.0205171991472114,0.0033610199372095186,0.003352031538939471,0.6422015256105089,0.05923351301560487,0.00423348530093152,0.003356396954458284,0.014215195343103441,Weather,1,24
|
| 10 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,145.1688462885255,145.1688462885255,10.979788462320963,0.9824186980912363,0.6451873359913342,0.4567422907234331,5.684467443122131,12.048603499515016,0.6172176819388696,0.5624651506845317,0.3521075935051645,Air Quality,1,24
|
| 11 |
open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.8692526561885643,0.8692526561885643,0.6502617994944254,0.6112735317058701,0.025235035546663984,0.02487015531290666,2.5142235340459496,0.9323372009034951,0.036556271384040155,0.02549629768066397,0.021478731539520776,Weather,1,24
|
results/tirex/online_meta.json
CHANGED
|
@@ -1,19 +1,31 @@
|
|
| 1 |
{
|
| 2 |
"model": "TiRex",
|
| 3 |
"api_model_id": "NX-AI/TiRex-1.1-gifteval",
|
| 4 |
-
"evaluated_at": "2026-06-29T08:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 8 |
-
"data_fetched_at": "2026-06-29T08:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-29T08:
|
| 15 |
-
"context_length":
|
| 16 |
-
"prediction_length":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
}
|
| 18 |
],
|
| 19 |
"failed_datasets": []
|
|
|
|
| 1 |
{
|
| 2 |
"model": "TiRex",
|
| 3 |
"api_model_id": "NX-AI/TiRex-1.1-gifteval",
|
| 4 |
+
"evaluated_at": "2026-06-29T08:17:47.896907+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260627t081500z",
|
| 14 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 15 |
+
"context_length": 120,
|
| 16 |
+
"prediction_length": 12
|
| 17 |
+
},
|
| 18 |
+
{
|
| 19 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t020600z",
|
| 20 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 21 |
+
"context_length": 240,
|
| 22 |
+
"prediction_length": 60
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t082000z",
|
| 26 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 27 |
+
"context_length": 78,
|
| 28 |
+
"prediction_length": 72
|
| 29 |
}
|
| 30 |
],
|
| 31 |
"failed_datasets": []
|
results/toto_2_0_1b/all_results.csv
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
-
binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,Toto-2.0-1B,297921.62673632306,297921.62673632306,450.6170247395833,0.548380266486025,0.007568408346599796,0.007527075059881278,3.3774855556017727,545.8219734824928,0.009132884218643587,0.007539881708386864,0.007200933369304012,Finance,1,24
|
| 4 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-2.0-1B,7.92033974581673e-22,7.92033974581673e-22,2.228279148683914e-11,nan,nan,2.0,nan,2.8143098169563228e-11,inf,inf,inf,Climate,1,36
|
| 5 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-2.0-1B,9.285839740510159e-20,9.285839740510159e-20,2.8203846723362513e-10,nan,nan,2.0,nan,3.047267585971104e-10,inf,inf,inf,Transportation,1,12
|
| 6 |
nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,4.1231865031386405,4.1231865031386405,1.5428876876831055,1.126037410341669,0.05832365833151538,0.06071146139323571,4.235504849832446,2.030563100014043,0.08367417108486906,0.06357834846060255,0.05027504602863044,Weather,1,24
|
| 7 |
-
noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.
|
| 8 |
-
noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.
|
| 9 |
nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.26241539051166757,0.26241539051166757,0.41361860434214276,0.18070717062216235,0.02955710774440277,0.030243499103952243,1.1538545122964738,0.51226496123751,0.036612148649868614,0.029561783398073374,0.0371717219498138,Weather,1,24
|
| 10 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,106.40962941824978,106.40962941824978,9.78657309214274,0.8756555218665142,0.5593263257490875,0.42162006987872047,2.765335796827705,10.31550432205085,0.5284356536376104,0.5013399236103004,0.305544966864272,Air Quality,1,24
|
| 11 |
open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,0.5960649353833105,0.5960649353833105,0.6073143482208252,0.5709011151834931,0.02428782581104591,0.02445705456791102,3.6466021172524172,0.7720524175101782,0.030271620256980075,0.02381235899143314,0.026828045325804146,Weather,1,24
|
|
|
|
| 1 |
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
|
| 2 |
+
binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,444494.3014450073,444494.3014450073,595.2301432291666,0.7340638768361999,0.009973818717422379,0.009911620510440962,3.6470613778314527,666.7040583684843,0.011141956864135372,0.00994748494005267,0.006655133574705647,Finance,1,24
|
| 3 |
coingecko_bitcoin_7d_price_usd/1h/short,Toto-2.0-1B,297921.62673632306,297921.62673632306,450.6170247395833,0.548380266486025,0.007568408346599796,0.007527075059881278,3.3774855556017727,545.8219734824928,0.009132884218643587,0.007539881708386864,0.007200933369304012,Finance,1,24
|
| 4 |
data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-2.0-1B,7.92033974581673e-22,7.92033974581673e-22,2.228279148683914e-11,nan,nan,2.0,nan,2.8143098169563228e-11,inf,inf,inf,Climate,1,36
|
| 5 |
data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-2.0-1B,9.285839740510159e-20,9.285839740510159e-20,2.8203846723362513e-10,nan,nan,2.0,nan,3.047267585971104e-10,inf,inf,inf,Transportation,1,12
|
| 6 |
nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,4.1231865031386405,4.1231865031386405,1.5428876876831055,1.126037410341669,0.05832365833151538,0.06071146139323571,4.235504849832446,2.030563100014043,0.08367417108486906,0.06357834846060255,0.05027504602863044,Weather,1,24
|
| 7 |
+
noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.012769415877871873,0.012769415877871873,0.09548730850219726,0.10494552618471711,0.05141689184925879,0.05325835537568625,1.0992015631612,0.11300184015259164,0.06448895524681128,0.0544935972398449,0.08718061127081879,Ocean,1,60
|
| 8 |
+
noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.2423275089325606,0.2423275089325606,0.4151223599910736,0.2830379878219451,0.1531882225581314,0.13784983176675672,1.643520224134234,0.49226772079079145,0.17081096817800956,0.1440424574426858,0.12852141230939382,Ocean,1,72
|
| 9 |
nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.26241539051166757,0.26241539051166757,0.41361860434214276,0.18070717062216235,0.02955710774440277,0.030243499103952243,1.1538545122964738,0.51226496123751,0.036612148649868614,0.029561783398073374,0.0371717219498138,Weather,1,24
|
| 10 |
open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,106.40962941824978,106.40962941824978,9.78657309214274,0.8756555218665142,0.5593263257490875,0.42162006987872047,2.765335796827705,10.31550432205085,0.5284356536376104,0.5013399236103004,0.305544966864272,Air Quality,1,24
|
| 11 |
open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,0.5960649353833105,0.5960649353833105,0.6073143482208252,0.5709011151834931,0.02428782581104591,0.02445705456791102,3.6466021172524172,0.7720524175101782,0.030271620256980075,0.02381235899143314,0.026828045325804146,Weather,1,24
|
results/toto_2_0_1b/online_meta.json
CHANGED
|
@@ -1,19 +1,31 @@
|
|
| 1 |
{
|
| 2 |
"model": "Toto-2.0-1B",
|
| 3 |
"api_model_id": "Datadog/Toto-2.0-1B",
|
| 4 |
-
"evaluated_at": "2026-06-29T08:
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 8 |
-
"data_fetched_at": "2026-06-29T08:
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
-
"dataset": "
|
| 14 |
-
"data_fetched_at": "2026-06-29T08:
|
| 15 |
-
"context_length":
|
| 16 |
-
"prediction_length":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
}
|
| 18 |
],
|
| 19 |
"failed_datasets": []
|
|
|
|
| 1 |
{
|
| 2 |
"model": "Toto-2.0-1B",
|
| 3 |
"api_model_id": "Datadog/Toto-2.0-1B",
|
| 4 |
+
"evaluated_at": "2026-06-29T08:17:34.221749+00:00",
|
| 5 |
"datasets": [
|
| 6 |
{
|
| 7 |
"dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t080000z",
|
| 8 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 9 |
"context_length": 96,
|
| 10 |
"prediction_length": 24
|
| 11 |
},
|
| 12 |
{
|
| 13 |
+
"dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260627t081500z",
|
| 14 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 15 |
+
"context_length": 120,
|
| 16 |
+
"prediction_length": 12
|
| 17 |
+
},
|
| 18 |
+
{
|
| 19 |
+
"dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t020600z",
|
| 20 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 21 |
+
"context_length": 240,
|
| 22 |
+
"prediction_length": 60
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t082000z",
|
| 26 |
+
"data_fetched_at": "2026-06-29T08:15:51.207698Z",
|
| 27 |
+
"context_length": 78,
|
| 28 |
+
"prediction_length": 72
|
| 29 |
}
|
| 30 |
],
|
| 31 |
"failed_datasets": []
|