ziyuzhou02 commited on
Commit
41dd7cf
·
verified ·
1 Parent(s): 6f0a36c

Update leaderboard results from local eval

Browse files
results/aggregates/live_metadata.json CHANGED
@@ -1,17 +1,17 @@
1
  {
2
- "generated_at": "2026-06-27T08:23:05.861983+00:00",
3
- "scope": "All deduplicated future releases saved up to generation time",
4
- "release_deduplication": "One row per model and content fingerprint of the target window plus recent context",
5
  "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
6
- "point_forecast": "Mean forecast for MSE/RMSE/RTG; median forecast for MAPE",
7
- "normalization": "Causal z-normalization using context mean and population standard deviation",
8
- "mape": "Original-scale MAPE; omitted for a release when any absolute target is at or below 0.001 times the median absolute context value",
9
- "crps": "Twice the mean pinball loss over common quantiles q={0.1,0.5,0.9}",
10
- "rtg": "100 * (MSE_seasonal_naive - MSE_model) / (MSE_seasonal_naive + MSE_model), using a causal 24-step Seasonal-Naive",
11
  "ranking": "Dataset-balanced mean MSE/CRPS release rank; dataset-balanced pairwise shared-release wins; Elo over dataset-level matches (K=32)",
12
  "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets",
13
- "num_models": 11,
14
- "num_datasets": 13,
15
- "num_model_releases": 14207,
16
- "num_unique_releases": 1569
17
  }
 
1
  {
2
+ "generated_at": "2026-06-27T08:30:21.442652+00:00",
3
+ "scope": "All deduplicated metrics-only evaluation releases saved up to generation time",
4
+ "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
5
  "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
6
+ "point_forecast": "Metrics are read from evaluator outputs; no forecasts or ground truth are stored",
7
+ "normalization": "Uses evaluator metric values directly; non-finite metrics are treated as unavailable",
8
+ "mape": "Original-scale evaluator MAPE; omitted when undefined or non-finite",
9
+ "crps": "Evaluator mean weighted sum quantile loss when available",
10
+ "rtg": "100 * (MSE_seasonal_naive - MSE_model) / (MSE_seasonal_naive + MSE_model) on metrics-only matched releases",
11
  "ranking": "Dataset-balanced mean MSE/CRPS release rank; dataset-balanced pairwise shared-release wins; Elo over dataset-level matches (K=32)",
12
  "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets",
13
+ "num_models": 9,
14
+ "num_datasets": 3,
15
+ "num_model_releases": 27,
16
+ "num_unique_releases": 3
17
  }
results/aggregates/live_overall_up_to_now.csv CHANGED
@@ -1,12 +1,10 @@
1
  Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
2
- 1,TiRex,4.308821409926621,1.0533204368861566,0.23037463860759894,0.5698351884853,33.30608408733834,4.063059721434916,0.6495031731199135,1201.6300618365958,9.964723386202683,0.010772385546207764,0.15384615384615385,13,1519,0.8461538461538461,2026-06-16T12:07:33.925127+00:00,2026-06-27T08:20:43.633866+00:00
3
- 2,Chronos-2,4.478383367826927,1.103406281192706,0.22382468146860662,0.603614263101166,29.79817645474662,4.2309962808260675,0.6202632647352483,1146.8849695540928,10.436305990155534,0.06823278718709068,0.07692307692307693,13,1545,0.8461538461538461,2026-06-16T12:06:40.343188+00:00,2026-06-27T08:18:21.670797+00:00
4
- 3,Toto-2.0-1B,4.310128689998882,1.0589033293801497,0.21412728098455777,0.5684827257417879,31.1650404421525,3.902750046252991,0.6564422026783204,1121.2044486101051,9.948841004831815,0.01673915351195179,0.07692307692307693,13,1530,0.8461538461538461,2026-06-16T12:07:16.543073+00:00,2026-06-27T08:20:16.503571+00:00
5
- 4,Moirai-1.1-Large,15599.494239729842,9.45749632967576,0.2925729640654455,0.6112446898339157,11.814550647889947,4.854157834246517,0.5505281904158857,1119.0584525254533,136681.81071255403,0.042372460977816946,0.15384615384615385,13,1494,0.8461538461538461,2026-06-16T12:07:48.486125+00:00,2026-06-27T08:21:44.392558+00:00
6
- 5,Timer-S1,4.374025950309831,1.0502457959881335,0.25199262411406526,0.5764233255102066,33.46448338684483,4.116654967872119,0.6475367895246009,1070.0167480036434,10.21813272596397,0.03599395324712845,0.15384615384615385,13,1462,0.8461538461538461,2026-06-16T12:08:03.698792+00:00,2026-06-27T08:22:53.435350+00:00
7
- 6,TimesFM-2.5,4.24709082710174,1.035836396091427,0.19937515129780115,0.693649028142025,33.44773205991674,4.747254166378186,0.5506934344980824,1055.4838250758758,9.812988806287398,-0.0009156912298703435,0.15384615384615385,13,1552,0.8461538461538461,2026-06-16T12:06:55.147862+00:00,2026-06-27T08:19:21.266160+00:00
8
- 7,Chronos-Bolt,4.814843501666136,1.1819105623323498,0.289804458523171,0.7332354949171694,20.151479755860805,5.295774202897859,0.574065257016646,1012.2938494884293,7.0038203182299545,-0.17833294289794777,0.16666666666666666,12,246,0.8333333333333334,2026-06-25T06:37:03.120200+00:00,2026-06-27T08:18:46.119489+00:00
9
- 8,ETS,13.879185234403453,1.7707256250206527,0.41923298388511654,1.2269092659359895,0.4934455556009698,7.178731611284173,0.3056801158988732,859.2693452344578,42.09989735119916,-0.027739706571246192,0.07692307692307693,13,1216,0.8461538461538461,2026-06-17T12:10:12.660440+00:00,2026-06-27T08:22:57.408948+00:00
10
- 9,ARIMA,5.250823547279849,1.3630119960445777,0.3154206905054312,0.8835593842279805,5.766512429713662,6.894488734900424,0.32972879014625817,853.4299594618734,10.477528544834625,-0.004609452684208292,0.07692307692307693,13,1216,0.8461538461538461,2026-06-17T12:10:12.135642+00:00,2026-06-27T08:22:57.260103+00:00
11
- 10,Moving-Average,5.06138334842185,1.3602230000052093,0.36634082037993865,0.8976569967738828,9.13548281249311,7.067358366083296,0.31144929181332764,821.648132872129,10.397239784790633,-0.02500555344977649,0.15384615384615385,13,1216,0.8461538461538461,2026-06-17T12:10:12.847893+00:00,2026-06-27T08:22:57.440216+00:00
12
- 11,Seasonal-Naive,5.712666396742601,1.5407406177046048,0.3804537846229156,1.0314598914680617,4.993636283941114e-16,7.204537261644368,0.3092768336656328,739.0802073373437,10.200056750563961,0.08447972123618057,0.07692307692307693,13,1211,0.8461538461538461,2026-06-17T12:10:12.963911+00:00,2026-06-27T08:22:57.466023+00:00
 
1
  Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
2
+ 1,TimesFM-2.5,59002.7040003654,140.33780339983838,0.09942706121950712,0.06291701882037534,36.51477276432744,2.6666666666666665,0.8125,1168.9810419450034,,,0.0,3,3,0.6666666666666666,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
3
+ 2,TiRex,58338.444293252665,139.54848282052382,0.07414793844098162,0.0431945621191453,35.926903541920346,3.1666666666666665,0.7083333333333334,1147.9929152744007,,,0.0,3,3,0.6666666666666666,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
4
+ 3,Chronos-2,814574.7703307288,521.2162090372955,0.12197061117129315,0.06518441853292806,-11.194755819729801,5.333333333333333,0.4583333333333333,1022.9047655699333,,,0.0,3,3,0.6666666666666666,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
5
+ 4,Moving-Average,43896.538633203076,121.10300685559473,0.11347043884329733,0.11303967669408023,27.253060389027024,4.166666666666667,0.6041666666666666,1007.44787895921,,,0.0,3,3,0.6666666666666666,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
6
+ 5,Chronos-Bolt,172657.29737608976,240.0245843686566,0.09707367683363616,0.0590053516387981,-16.91181263069521,6.0,0.3958333333333333,995.4726428241736,,,0.0,3,3,0.6666666666666666,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
7
+ 6,Seasonal-Naive,341667.2308344545,337.62053679923315,0.11839054245103253,0.11842297976888269,0.0,5.166666666666667,0.4583333333333333,965.3037933799959,,,0.0,3,3,0.6666666666666666,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
8
+ 7,Moirai-2.0,53568.78350480267,133.83245293502821,0.1635668373091534,0.09637376822698482,13.359814221345417,5.666666666666667,0.4375,917.3651481315229,,,0.0,3,3,0.6666666666666666,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
9
+ 8,Toto-1.0,677548.6647165375,475.61147107462506,0.10032496275419377,0.05213908673359398,-44.534951928430594,6.833333333333333,0.25,894.0449045005536,,,0.0,3,3,0.6666666666666666,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
10
+ 9,ARIMA,140567.2111015028,216.6752749669511,0.16151781655258737,0.129235809654603,1.808938577701544,6.0,0.375,880.4869094152065,,,0.0,3,3,0.6666666666666666,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
 
 
results/aggregates/live_rank_up_to_now.csv CHANGED
@@ -1,12 +1,10 @@
1
  Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches
2
- 1,TiRex,4.063059721434916,0.6495031731199135,1201.6300618365958,129,1519,12538
3
- 2,Chronos-2,4.2309962808260675,0.6202632647352483,1146.8849695540928,129,1541,12550
4
- 3,Toto-2.0-1B,3.902750046252991,0.6564422026783204,1121.2044486101051,129,1530,12577
5
- 4,Moirai-1.1-Large,4.854157834246517,0.5505281904158857,1119.0584525254533,129,1494,12438
6
- 5,Timer-S1,4.116654967872119,0.6475367895246009,1070.0167480036434,129,1462,12316
7
- 6,TimesFM-2.5,4.747254166378186,0.5506934344980824,1055.4838250758758,129,1548,12595
8
- 7,Chronos-Bolt,5.295774202897859,0.574065257016646,1012.2938494884293,120,246,2454
9
- 8,ETS,7.178731611284173,0.3056801158988732,859.2693452344578,129,1216,11095
10
- 9,ARIMA,6.894488734900424,0.32972879014625817,853.4299594618734,129,1216,11095
11
- 10,Moving-Average,7.067358366083296,0.31144929181332764,821.648132872129,129,1216,11095
12
- 11,Seasonal-Naive,7.204537261644368,0.3092768336656328,739.0802073373437,129,1211,11055
 
1
  Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches
2
+ 1,TimesFM-2.5,2.6666666666666665,0.8125,1168.9810419450034,24,3,24
3
+ 2,TiRex,3.1666666666666665,0.7083333333333334,1147.9929152744007,24,3,24
4
+ 3,Chronos-2,5.333333333333333,0.4583333333333333,1022.9047655699333,24,3,24
5
+ 4,Moving-Average,4.166666666666667,0.6041666666666666,1007.44787895921,24,3,24
6
+ 5,Chronos-Bolt,6.0,0.3958333333333333,995.4726428241736,24,3,24
7
+ 6,Seasonal-Naive,5.166666666666667,0.4583333333333333,965.3037933799959,24,3,24
8
+ 7,Moirai-2.0,5.666666666666667,0.4375,917.3651481315229,24,3,24
9
+ 8,Toto-1.0,6.833333333333333,0.25,894.0449045005536,24,3,24
10
+ 9,ARIMA,6.0,0.375,880.4869094152065,24,3,24
 
 
results/aggregates/live_release_metrics.csv CHANGED
The diff for this file is too large to render. See raw diff
 
results/aggregates/live_results_by_dataset.csv CHANGED
@@ -1,143 +1,28 @@
1
  model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release
2
- ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.9606490525923286,1.2504105129602257,0.012936278459010702,0.8705537473549684,2.2415506016481093,1.9462043124200301,0.321891585664023,2.1350992341334118e-22,410,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-27T08:22:57.156442+00:00
3
- ARIMA,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,2.9664674922689853,1.7223436045891032,0.6111556523811462,1.0317116760827598,14.518148853886235,,,,1,1.0,2026-06-24T10:52:35.939325+00:00,2026-06-24T10:52:35.939325+00:00
4
- ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,29.804726309404227,3.5196091839409096,,1.7773299466715062,33.59881311099309,39.62871184750326,-0.7833333333333333,2.4102265649057976e-06,16,0.0,2026-06-24T10:52:36.014410+00:00,2026-06-27T08:12:44.858193+00:00
5
- ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,7;8;10;12,9.147324257830482e-15,9.539730222989587e-08,,1.9433238745617197e-07,0.0,1.2256526212270822e-15,0.0,1.0,13,0.0,2026-06-24T12:46:14.723189+00:00,2026-06-27T08:12:44.873382+00:00
6
- ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.1740611318688707,0.8997118899692886,0.0886700239981523,0.6863370673711559,-41.344119627924165,1.5031146905761155,-0.15555555555555553,0.6006536596119929,10,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-27T07:54:17.743224+00:00
7
- ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.8104891107518701,1.222192562735967,1.0160062712634852,0.9531165405543832,15.470789070893119,1.451470528842721,-0.08235654638780356,0.06356260044317147,229,0.9781659388646288,2026-06-17T12:10:12.335728+00:00,2026-06-27T08:12:44.928713+00:00
8
- ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,10.653863584423561,2.522646122541451,0.14508080573999738,1.7915823828957798,11.203517629728962,18.4082682729886,0.1290251916757941,0.01360501290738551,166,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-27T08:22:57.215639+00:00
9
- ARIMA,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,13.383959781049871,1.455247066278235,0.031593752407778716,1.168851946947504,14.112608427067537,56.40914664560739,-0.07100859339665311,0.39554247236101725,67,1.0,2026-06-17T12:10:12.433031+00:00,2026-06-27T07:40:43.169148+00:00
10
- ARIMA,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.4221573425799738,1.0314373109185742,0.5233142651686881,0.7570640887209117,-13.547291560773067,1.7169221644506059,0.1404741000877963,0.09028647464058205,68,1.0,2026-06-17T12:10:12.456148+00:00,2026-06-27T07:54:17.943216+00:00
11
- ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.2788320901532169,1.0079013217327688,0.11155464113551324,0.75211255552451,-57.50232697157179,1.2938965422889672,-0.08428446005267777,0.30947079451332893,68,1.0,2026-06-17T12:39:00.859383+00:00,2026-06-27T07:54:17.972235+00:00
12
- ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.253914837041788,1.082998782966934,0.7084587136773078,0.5552436241443642,27.13350640766117,0.6387417946651729,0.2410673903211217,0.003922330375275008,67,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-27T07:40:43.209312+00:00
13
- ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4749062412488119,0.9784857935580481,0.012917667728500897,0.6424833232703403,15.556317989899261,2.4413574808316207,0.01098901098901099,0.8767039684424188,92,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-27T08:22:57.260103+00:00
14
- ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0766791412545003,1.026171700990703,0.20793952360016313,0.4998849010931774,53.52314765476914,0.2925082578409928,0.2777777777777778,0.35848765432098767,9,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-27T07:40:43.249361+00:00
15
- Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.7297576783684452,1.0395136625652543,0.012197133626331744,0.6162840570209851,19.57090956693444,2.6650272698061537,0.42804948581585295,2.1263271416937568e-49,533,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-27T08:18:08.912254+00:00
16
- Chronos-2,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,2.7341224511056046,1.6535182040442145,0.6608019070822674,0.8231222196231203,18.484576701267176,,,,1,1.0,2026-06-24T10:47:11.080330+00:00,2026-06-24T10:47:11.080330+00:00
17
- Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,24.38425845629576,2.9902298521862205,,1.2420557363791729,38.003622899491184,37.99809051830582,-0.8088235294117646,2.674946328840178e-07,17,0.0,2026-06-24T10:47:15.684286+00:00,2026-06-27T08:08:13.606206+00:00
18
- Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,3;5;7;8;10;12,2.1529515491788276e-17,4.461796128128666e-09,,4.9150330311775435e-09,0.0,9.957523966587245e-18,0.0,1.0,15,0.0,2026-06-24T12:42:56.996296+00:00,2026-06-27T08:08:18.851023+00:00
19
- Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.30869715568894573,0.46817124558155326,0.053161708363107345,0.26456948028062316,11.286053254105887,0.43282494672378524,0.0909090909090909,0.7611503928170594,11,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-27T07:46:44.167575+00:00
20
- Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.25204169240528485,0.39766720075012524,0.37437350056575014,0.2129723342388348,74.3595508285997,0.37106853738297507,0.15912158017421174,6.0225460367232915e-05,286,0.9790209790209791,2026-06-16T12:06:44.487655+00:00,2026-06-27T08:08:23.522162+00:00
21
- Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,10.189921461723706,2.550929233983238,0.15898593349225404,1.535695932821459,0.6820682299569386,16.98964631038258,0.3196379156699968,7.9017350338441e-12,207,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-27T08:18:13.416850+00:00
22
- Chronos-2,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,13.081312820273151,1.5433564625870038,0.03700813166426536,1.0266375273910477,36.093171280706926,53.12788589839515,-0.0692202462380301,0.3453479684819988,86,1.0,2026-06-16T13:12:22.165146+00:00,2026-06-27T07:35:44.020799+00:00
23
- Chronos-2,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.9837692044370052,1.0380790342145387,0.3798497217853938,0.5950784889536802,12.85840235851818,3.7782611644886788,-0.07099080694586313,0.32453167720857146,89,1.0,2026-06-16T13:12:26.984109+00:00,2026-06-27T07:47:02.171225+00:00
24
- Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1654306883316769,0.36058140742635963,0.03789873918266922,0.19312792686072267,19.52552194140481,0.18573871036821069,-0.050187265917602995,0.48359290344487327,90,1.0,2026-06-16T13:12:32.541423+00:00,2026-06-27T07:47:07.022142+00:00
25
- Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.05444091231656,0.988178711326201,0.6492451110261913,0.5229352926410074,31.947681663936887,0.5829487693529156,0.2445141065830721,0.0007423760827579868,88,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-27T07:35:50.411700+00:00
26
- Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.1447518213253214,0.8945149576710905,0.010779003384561042,0.5774625774170801,34.63778137260528,9.019923175751975,0.0202275600505689,0.7507819909111731,113,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-27T08:18:21.670797+00:00
27
- Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.19047943947858517,0.4195416787075836,0.0877706059818816,0.23704384177239105,89.92695381417866,0.08425658090816544,0.5555555555555556,0.04461529982363316,9,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-27T07:35:56.511444+00:00
28
- Chronos-Bolt,binance_btcusdt_1h_close/1h/short,Finance,1h,24,3.837307106943608,1.598087018498582,0.02610614567475278,1.098040411442088,-3.8648602150577673,4.909088654566026,-0.6549382716049382,4.956040912032277e-18,81,1.0,2026-06-25T06:37:03.120200+00:00,2026-06-27T08:18:32.834910+00:00
29
- Chronos-Bolt,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.002446649146931766,0.023233114442276756,,0.007436298862767428,59.99996561134365,0.0054647103833792956,-0.6,0.23333333333333334,5,0.0,2026-06-26T05:59:15.476661+00:00,2026-06-27T08:08:38.017203+00:00
30
- Chronos-Bolt,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0941039077622847e-12,1.0459942197556757e-06,,2.6524361536988606e-06,-100.0,,,,1,0.0,2026-06-27T08:08:42.288568+00:00,2026-06-27T08:08:42.288568+00:00
31
- Chronos-Bolt,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.11632738767818794,0.31634759424827646,0.034414751972857996,0.16184422342768662,25.27595526452123,0.10059633107078184,-1.0,0.3333333333333333,3,1.0,2026-06-26T04:50:20.848753+00:00,2026-06-27T07:47:36.837367+00:00
32
- Chronos-Bolt,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.9647552087462342,0.867897241132444,0.7575292448817399,0.4394479843574541,47.047764706263884,0.9217780226697858,-0.03838383838383838,0.7100952631832622,45,1.0,2026-06-25T06:37:18.114052+00:00,2026-06-27T08:08:47.168097+00:00
33
- Chronos-Bolt,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,72,35.414506856625195,5.243467522758326,0.2658131471102336,3.469164632256241,4.547899279572787,27.482434792008828,0.5397849462365593,7.703167989498033e-06,31,1.0,2026-06-25T06:50:45.195559+00:00,2026-06-27T08:18:40.906020+00:00
34
- Chronos-Bolt,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,10.449010187633517,1.1346488661142968,0.010351839370444748,0.6313113061941671,42.11225479943807,38.399790968975324,0.2087912087912088,0.3308114209974329,14,1.0,2026-06-25T06:37:26.674588+00:00,2026-06-27T07:36:20.017863+00:00
35
- Chronos-Bolt,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,3.529658934877889,1.7049382004460416,0.38361539763026603,1.0966886271180958,4.264662107470532,2.401534409319033,0.3406593406593407,0.10102087460966429,14,1.0,2026-06-25T07:37:49.616032+00:00,2026-06-27T07:47:54.575192+00:00
36
- Chronos-Bolt,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.29804291272851036,0.5039511595042229,0.04717489135570047,0.2810401062549139,16.40269206149346,0.19858065680781137,0.7142857142857143,6.710364303783617e-05,15,1.0,2026-06-25T07:37:54.735529+00:00,2026-06-27T07:48:00.526302+00:00
37
- Chronos-Bolt,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.5598460088902197,1.2184835783973313,1.1904352477415823,0.6893714361275068,35.19869075888107,0.7083132615411605,-0.6666666666666665,0.000942590074534519,13,1.0,2026-06-25T07:38:01.826576+00:00,2026-06-27T07:36:25.277105+00:00
38
- Chronos-Bolt,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,0.925827520725568,0.7607200680435853,0.007687858701641024,0.4741744732081225,36.83580058114788,1.570859953173571,0.1948051948051948,0.21747455727039447,22,1.0,2026-06-25T06:37:37.487769+00:00,2026-06-27T08:18:46.119489+00:00
39
- Chronos-Bolt,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,0.6803932459966793,0.811151338408595,0.1749160607924908,0.4503037873208352,73.99693211525486,0.3435817400138077,-1.0,1.0,2,1.0,2026-06-26T06:20:08.706738+00:00,2026-06-27T07:36:30.320167+00:00
40
- ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.8338100813297653,1.1235929932835316,0.012137156397041302,0.7943885550928429,20.27515561275219,2.339762442662338,0.2839883117657583,8.78696222788104e-18,410,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-27T08:22:57.333257+00:00
41
- ETS,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,3.012456858668924,1.7356430677616075,0.618770085277974,1.0920825657778055,13.76432849378957,,,,1,1.0,2026-06-24T10:52:36.193145+00:00,2026-06-24T10:52:36.193145+00:00
42
- ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,123.48411642464106,5.438220277165699,,3.485938003929185,39.02266093336981,386.85559575780235,-0.5833333333333334,0.001142618041952016,16,0.0,2026-06-24T10:52:36.210089+00:00,2026-06-27T08:12:45.037275+00:00
43
- ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,7;8;10;12,9.147324257830482e-15,9.539730222989587e-08,,1.9433238745617197e-07,0.0,1.2256526212270822e-15,0.0,1.0,13,0.0,2026-06-24T12:46:14.828164+00:00,2026-06-27T08:12:45.052883+00:00
44
- ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,3.24978863448966,1.4801186981266576,0.15826537698054116,1.1277581291318106,-60.87723492470383,3.8562550747035824,-0.1111111111111111,0.7274895282186948,10,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-27T07:54:18.062914+00:00
45
- ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.984050931777554,1.566297330817234,1.1521725507761489,1.173100435025299,-1.7798640212883403,2.4213699261626545,0.020761510763809082,0.6400049108952085,229,0.9781659388646288,2026-06-17T12:10:12.697348+00:00,2026-06-27T08:12:45.071455+00:00
46
- ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,11.824051925713364,2.8283557810414224,0.17814792614562405,1.9913904396018356,-3.4932443360726526,15.772170216408846,0.23563344286235854,6.595442301658873e-06,166,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-27T08:22:57.370315+00:00
47
- ETS,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,13.044768626420085,1.3735280148027755,0.03465635529683698,0.962141663655113,11.146782506266263,57.02030152225922,-0.045680687471732255,0.584678450889691,67,1.0,2026-06-17T12:10:12.747284+00:00,2026-06-27T07:40:43.378575+00:00
48
- ETS,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,8.095797561321346,1.9876332076576635,1.2024597801770534,1.568048458664567,-35.14183064704329,20.05906355285899,-0.05794556628621597,0.4847214057587129,68,1.0,2026-06-17T12:10:12.763932+00:00,2026-06-27T07:54:18.128432+00:00
49
- ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,9.019008682484104,2.466423876668236,0.27597554335900787,1.9655587021846364,-79.79902500053944,11.798228699965629,-0.0816505706760316,0.3248340125357654,68,1.0,2026-06-17T12:39:01.037191+00:00,2026-06-27T07:54:18.152721+00:00
50
- ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.3720299600123762,1.119731382472754,0.7545301556212732,0.5891934112614905,25.289596665452528,0.7928358216854803,0.20036182722749887,0.016516189748254344,67,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-27T07:40:43.394026+00:00
51
- ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4917261625445801,0.897700518816729,0.011797706050952804,0.6649377139810845,23.592284383688085,4.021312722231914,-0.0272336359292881,0.7006083893725963,92,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-27T08:22:57.408948+00:00
52
- ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0178021978420504,1.00218788125687,0.21265018665382798,0.5352821845298076,54.41518255714173,0.2618724776488707,-0.16666666666666666,0.612202380952381,9,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-27T07:40:43.409173+00:00
53
- Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.143172809782509,1.2107924835158137,0.01451137695722503,0.6864841313296093,5.120376991061601,2.760451570987356,0.3827302847634756,3.385321891713445e-39,524,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-27T08:21:30.232063+00:00
54
- Moirai-1.1-Large,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,1.8199605606883722,1.349059139062618,0.6245741448532559,0.7792043597683866,37.17852676540776,,,,1,1.0,2026-06-24T10:50:42.572136+00:00,2026-06-24T10:50:42.572136+00:00
55
- Moirai-1.1-Large,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,32252.198272831185,50.424869088990874,,1.176038066290673,20.200261607811946,128555.30982975838,-0.21666666666666667,0.26504598877832025,16,0.0,2026-06-24T10:50:49.255677+00:00,2026-06-27T08:11:36.005344+00:00
56
- Moirai-1.1-Large,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,3;5;7;8;10;12,627.43658228107,13.752108489243737,,9.156236156939496e-10,-100.0,1680.0180888395232,-0.4285714285714286,0.027495265215751328,15,0.0,2026-06-24T12:45:32.441400+00:00,2026-06-27T08:11:45.426861+00:00
57
- Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2823392262426416,0.4504849597128626,0.05012971664125059,0.2500833003592834,16.6942376394443,0.36000223907523005,-0.018181818181818184,1.0,11,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-27T07:52:44.080139+00:00
58
- Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.7431419834691444,1.0865095021727977,1.1346446612975063,0.5502522416750071,29.3540762318305,2.468777448379771,0.12123625143084657,0.002319947575378757,284,0.9823943661971831,2026-06-16T12:07:52.741323+00:00,2026-06-27T08:11:54.475346+00:00
59
- Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,12.412620615809237,2.6446053867677155,0.1482937691364773,1.4421904760338025,4.242602373642856,31.19792697934712,0.2777642296249329,3.967872763320031e-09,203,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-27T08:21:38.435513+00:00
60
- Moirai-1.1-Large,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,169889.31097384592,47.882060633713735,0.03698425538325825,0.8577915052980584,3.5119501577835877,1509900.2335233488,-0.007465108730931516,0.9224353686908994,79,1.0,2026-06-16T13:15:24.752398+00:00,2026-06-27T07:39:30.869178+00:00
61
- Moirai-1.1-Large,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.8088045379718904,1.0294944575835943,0.3798259136008579,0.6013667545467136,10.352016223780407,3.458545289439029,-0.20927431496537188,0.00538427847140819,82,1.0,2026-06-16T13:15:30.361270+00:00,2026-06-27T07:53:04.845277+00:00
62
- Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.20103208200760556,0.41430713102348465,0.04333578435148546,0.21431208492496526,5.643430539984295,0.16528693202881498,0.16661769027328827,0.02575752736809937,83,1.0,2026-06-16T13:15:35.504692+00:00,2026-06-27T07:53:09.529742+00:00
63
- Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.2373486957817583,1.0739740784332539,0.6995823603940764,0.5277080170652478,23.736127141763372,0.7327367191422139,0.08757908757908757,0.25649518491914813,78,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-27T07:39:39.448273+00:00
64
- Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.6327016735657867,1.2091411173922935,0.013102447919441235,0.6500119251726884,7.937721907371269,4.883621691057495,0.019367991845056068,0.7653115000238876,109,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-27T08:21:44.392558+00:00
65
- Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1981653444425535,0.4200458181720682,0.0733181741850659,0.21073810446084387,89.61783084268744,0.13975983225208183,0.3333333333333333,0.25951829805996474,9,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-27T07:39:45.337555+00:00
66
- Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.275861923959728,1.270568838380736,0.013842903219443075,0.9541765998146446,13.641794322444522,2.572423146073865,0.3208181763969229,2.9367343713102266e-22,410,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-27T08:22:57.421739+00:00
67
- Moving-Average,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,3.676041974260956,1.9173007000105529,0.862092038435816,1.2555395476546478,3.896249355663171,,,,1,1.0,2026-06-24T10:52:36.269076+00:00,2026-06-24T10:52:36.269076+00:00
68
- Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,25.93036636303622,3.4514125492076064,,1.761793272147705,38.745650290474714,37.85940293616918,-0.6666666666666667,0.00013493716455180988,16,0.0,2026-06-24T10:52:36.277257+00:00,2026-06-27T08:12:45.096149+00:00
69
- Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,7;8;10;12,9.147324257830482e-15,9.539730222989587e-08,,1.9433238745617197e-07,0.0,1.2256526212270822e-15,0.0,1.0,13,0.0,2026-06-24T12:46:14.873454+00:00,2026-06-27T08:12:45.109680+00:00
70
- Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.45551181047020217,0.6162331384217565,0.06729368303367757,0.4058542409653915,-29.119699481578873,0.44952796901819575,-0.022222222222222223,1.0,10,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-27T07:54:18.206758+00:00
71
- Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.6694051212695578,1.4959164331401942,1.3975758317796376,1.3220347461972857,5.245184030756692,2.086749755227763,0.11192829234658698,0.011689071587625919,229,0.9781659388646288,2026-06-17T12:10:12.867076+00:00,2026-06-27T08:12:45.122428+00:00
72
- Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,11.024263122003806,2.5695630133953276,0.14660795494967993,1.7769140980691178,10.842101646812889,18.759829487950913,0.061993428258488505,0.23578592654635655,166,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-27T08:22:57.430499+00:00
73
- Moving-Average,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,14.006154261544783,1.6439057482593717,0.05171268194927321,1.2093799450718823,18.134082548976625,57.23560937113586,-0.12075983717774764,0.1484925622929229,67,1.0,2026-06-17T12:10:12.895547+00:00,2026-06-27T07:40:43.437680+00:00
74
- Moving-Average,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.147714125364538,0.9025981388645746,0.42168602734864935,0.6304190350687819,-0.7337086858793921,1.5342465502382423,-0.21422300263388933,0.00978942489865951,68,1.0,2026-06-17T12:10:12.904026+00:00,2026-06-27T07:54:18.241662+00:00
75
- Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.5301583396855543,0.6592543412049894,0.0713612343352332,0.4370393800139236,-35.169663548447936,0.4993194677071177,-0.06848112379280069,0.4089342127500064,68,1.0,2026-06-17T12:39:01.095906+00:00,2026-06-27T07:54:18.253131+00:00
76
- Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.2531869122685018,1.0814081923509733,0.7650268584759744,0.5650388450600338,27.45478013120986,0.6619969389942648,0.2501130710085934,0.0027663736475958176,67,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-27T07:40:43.445444+00:00
77
- Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7335083119027894,1.0290826262744752,0.014545182226814724,0.7883943697121402,14.265927077499782,2.9977524463963525,-0.008122312470138556,0.9087025400625578,92,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-27T08:22:57.440216+00:00
78
- Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0958112637174,1.0456551851598572,0.218004628425126,0.5629566839525353,51.5585788744784,0.11001934857583162,0.05555555555555555,0.919455467372134,9,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-27T07:40:43.453285+00:00
79
- Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.6479244461267464,1.3922732741197534,0.015070639228749298,0.7876071616601795,-6.617084177082523e-17,2.97028010261732,0.31642912517144733,1.0696543916057525e-21,410,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-27T08:22:57.448764+00:00
80
- Seasonal-Naive,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,3.9741110106425035,1.9935172461362112,0.8264244641534466,1.59463406458511,5.5872773641804445e-15,,,,1,1.0,2026-06-24T10:52:36.314295+00:00,2026-06-24T10:52:36.314295+00:00
81
- Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,29.76007911496061,4.411548526427858,,1.756023094424585,2.783947537524518e-15,33.82397056073802,-0.4100454302903043,0.027220396486066712,16,0.0,2026-06-24T10:52:36.320978+00:00,2026-06-27T08:12:45.145426+00:00
82
- Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,7;8;10;12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,8,0.0,2026-06-24T14:18:12.253684+00:00,2026-06-27T08:12:45.154565+00:00
83
- Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.21541414352497484,0.43461472035171145,0.049051905542490545,0.30362679302234463,-5.377202601408764e-16,0.1949235349117421,-0.022222222222222223,1.0,10,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-27T07:54:18.285583+00:00
84
- Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.825585393109677,1.5534792343001278,1.4039914302040397,1.3772493640663963,8.104941005456932e-16,2.1102583653346256,0.11552899716540257,0.009254488828636519,229,0.9781659388646288,2026-06-17T12:10:12.978229+00:00,2026-06-27T08:12:45.161247+00:00
85
- Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,11.61245500437166,2.716509342602672,0.15503598771648905,2.1636719355663816,-1.4031415791126602e-16,19.048257248114748,0.06228550565899964,0.23358624041844567,166,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-27T08:22:57.456117+00:00
86
- Seasonal-Naive,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,14.119214812135628,1.7054470485336615,0.05160795519568003,1.18591556336678,-3.4882413193562246e-15,57.74011390090528,-0.11804613297150612,0.15783003274434548,67,1.0,2026-06-17T12:10:13.002812+00:00,2026-06-27T07:40:43.475553+00:00
87
- Seasonal-Naive,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.1318575715983081,0.8996092247679426,0.3883870703095882,0.7134636424875763,2.125022534469362e-16,1.4552786400090696,-0.01141352063213345,0.8905340777290904,68,1.0,2026-06-17T12:10:13.010113+00:00,2026-06-27T07:54:18.312737+00:00
88
- Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.23639793205731946,0.4464158974134283,0.04873655370059979,0.30930978191902003,1.64348655553639e-15,0.17718679650708216,-0.141352063213345,0.08829232813432585,68,1.0,2026-06-17T12:39:01.134217+00:00,2026-06-27T07:54:18.322464+00:00
89
- Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,2.1868616081098216,1.4417460237353197,0.8269126005478057,1.0794614338475101,3.0914952839857685e-16,0.9442829981332356,0.461781999095432,3.291767397576818e-08,67,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-27T07:40:43.482303+00:00
90
- Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.0133156625202164,1.1645364539269534,0.01494615831222874,0.6159114234475672,1.116354058633079e-15,3.1052034699962654,-0.01696738070538152,0.8107381496512996,92,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-27T08:22:57.466023+00:00
91
- Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,3.5414464584963627,1.8699310378442209,0.40482686594095385,1.5221043306913522,-1.7390376499629967e-15,0.8309253895001565,0.7777777777777778,0.0024250440917107582,9,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-27T07:40:43.489864+00:00
92
- TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.4528170556609792,1.000108738579441,0.011762047137326204,0.5847842611233157,19.08399201672197,1.9367675943868898,0.4631236753164919,4.245246476223552e-57,529,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-27T08:20:28.706917+00:00
93
- TiRex,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,2.8564692708326462,1.6901092481945201,0.6820653407770266,0.8258398901350078,16.362324923417617,,,,1,1.0,2026-06-24T10:49:37.384120+00:00,2026-06-24T10:49:37.384120+00:00
94
- TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,24.00494123452735,2.7542173005502804,,1.145440808106203,52.45313421033851,38.240050194158094,-0.8970588235294118,1.2313901628307946e-09,17,0.0,2026-06-24T10:49:46.896694+00:00,2026-06-27T08:10:37.655389+00:00
95
- TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,3;5;7;8;10;12,1.0231061198547984e-16,9.833662744124726e-09,,1.965284102754324e-08,0.0,3.237192448667999e-17,0.0,1.0,15,0.0,2026-06-24T12:44:44.437377+00:00,2026-06-27T08:10:44.720043+00:00
96
- TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.28306129727614865,0.4283178236110613,0.047439939208625166,0.2359254066033613,25.0104200657579,0.40983863837916057,0.1272727272727273,0.6480954385121052,11,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-27T07:51:32.249387+00:00
97
- TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.3568048518512284,0.4742216451987232,0.48734758589460053,0.23836722411839575,70.7972936755885,0.5233806163969182,0.2024215468248085,3.4946572618492526e-07,285,0.9789473684210527,2026-06-16T12:07:37.946365+00:00,2026-06-27T08:10:52.470578+00:00
98
- TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,9.61830753954495,2.4072182729078584,0.1437524998098107,1.4429526668406782,8.803900551930067,17.14323582973805,0.24118612962426353,3.0029281588547865e-07,204,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-27T08:20:35.270246+00:00
99
- TiRex,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,12.858276931822825,1.4189985422018925,0.033140460950048224,0.9156740609292932,39.629309982337475,53.99967975388909,-0.08845136644137526,0.236513412267626,83,1.0,2026-06-16T13:14:27.889152+00:00,2026-06-27T07:38:35.528171+00:00
100
- TiRex,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.9157441411996816,1.0084359889314465,0.334618136501889,0.5828475752245184,19.24461096298996,3.6563774329433296,-0.19943977591036416,0.006884284258077347,85,1.0,2026-06-16T13:14:34.959433+00:00,2026-06-27T07:51:56.955163+00:00
101
- TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.15320470322902377,0.35523063720087966,0.0384797122978922,0.18913481561391707,20.81218521667054,0.12400732795131748,-0.07305061559507524,0.3193138230358029,86,1.0,2026-06-16T13:14:39.480658+00:00,2026-06-27T07:52:03.745830+00:00
102
- TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0227158786081685,0.9740351377656962,0.672413686027611,0.5177480961332984,32.338113492474044,0.5782329858950939,0.23773141345871288,0.0014648184788171859,83,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-27T07:38:43.496321+00:00
103
- TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3267062555131,0.8022546420454423,0.009210710776018762,0.5077899908588429,37.18159370501715,2.8277368159216683,0.004422604422604422,0.9451436706959057,111,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-27T08:20:43.633866+00:00
104
- TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.16562916897996063,0.3800176924991317,0.0738909053027397,0.221352634969227,91.26221433215468,0.1373734447725983,0.1111111111111111,0.761414241622575,9,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-27T07:38:50.784587+00:00
105
- Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.3971991329670885,1.210786918268238,0.014346638774422044,0.7614326448413299,15.310598460365641,3.651359329915396,0.5469690232696013,1.349418946252553e-77,520,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-27T08:22:13.196583+00:00
106
- Timer-S1,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,1.521603831386306,1.2335330686229315,0.9524471402012793,0.5698934320992546,44.62580846627088,,,,1,1.0,2026-06-24T10:52:21.603562+00:00,2026-06-24T10:52:21.603562+00:00
107
- Timer-S1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,25.455471121553714,2.871135020375691,,1.128787964297452,53.712630291653056,38.97441191264212,-0.8166666666666667,5.508484318628168e-07,16,0.0,2026-06-24T10:52:25.227109+00:00,2026-06-27T08:12:31.529516+00:00
108
- Timer-S1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,7;8;10;12,9.129786440573563e-17,9.532018208782722e-09,,7.955536369617897e-09,0.0,1.3691987297439005e-17,0.0,1.0,13,0.0,2026-06-24T12:46:05.681734+00:00,2026-06-27T08:12:36.565258+00:00
109
- Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2510323481896701,0.4301078761374065,0.047690854740504475,0.22291432474619122,16.504179654132614,0.32870458657096335,-0.23636363636363636,0.3587114698573032,11,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-27T07:53:47.785795+00:00
110
- Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.15170404998675494,0.29656744474733615,0.34230965453718376,0.1570320523148423,87.21961399649356,0.3459885796573943,0.26241679467485923,5.92252355472284e-11,280,0.9821428571428571,2026-06-16T12:08:08.243141+00:00,2026-06-27T08:12:41.768097+00:00
111
- Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,9.616047500137618,2.364932275113771,0.138310837511513,1.5401798518406322,13.64865894499271,17.660661203608008,0.13529472702786696,0.004752744476014492,197,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-27T08:22:47.818678+00:00
112
- Timer-S1,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,12.602973575436089,1.462046904762217,0.04014671304614168,0.9429780064066158,26.809496952988063,54.469185208157306,-0.11157894736842107,0.1538147074767949,76,1.0,2026-06-16T13:16:15.782836+00:00,2026-06-27T07:40:26.063443+00:00
113
- Timer-S1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.8773488676196666,1.0191476155209658,0.35249576132541366,0.5912707982688982,15.741942482039871,3.5561139603174614,-0.22410922410922413,0.0036882882907123375,78,1.0,2026-06-16T13:16:21.589465+00:00,2026-06-27T07:54:03.081134+00:00
114
- Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.15132664392655862,0.3585379131461199,0.03784128118961992,0.1886132930868891,17.328212984894208,0.13125073207571478,0.15741642323920807,0.04005681155655309,79,1.0,2026-06-16T13:16:28.640897+00:00,2026-06-27T07:54:08.064165+00:00
115
- Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1095671630307877,1.0261196193273006,0.7259919815498234,0.5525171545484444,27.980833266155013,0.5070521457977404,0.21872863978127133,0.004878991996896356,77,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-27T07:40:32.334370+00:00
116
- Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4610355603289447,0.8784214299299242,0.010537285451688133,0.5762393582013454,29.750111749671003,2.876589707748677,-0.00017969451931716085,0.9978217971321939,106,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-27T08:22:53.435350+00:00
117
- Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.26702755946461,0.5018592523618155,0.10980071692712827,0.2616443430252552,86.40619677932618,0.11627534507689126,0.4999999999999999,0.10868055555555556,8,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-27T07:40:38.292632+00:00
118
- TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.3300399856484704,0.9441929490232585,0.01059927041399263,0.7290832506520286,26.485096374161493,1.7041253270347037,0.4427256242153717,5.2284964719963565e-53,536,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-27T08:19:09.198873+00:00
119
- TimesFM-2.5,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,3.101390762367535,1.7610765918515683,0.6894371389934627,1.1988933120136298,12.334393747225347,,,,1,1.0,2026-06-24T10:47:58.411321+00:00,2026-06-24T10:47:58.411321+00:00
120
- TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,23.971210283506647,2.7165008982515206,,1.1032625596359915,53.27126754496547,38.242419666513335,-0.8235294117647057,1.25716599654265e-07,17,0.0,2026-06-24T10:48:06.864145+00:00,2026-06-27T08:09:27.792416+00:00
121
- TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,3;5;7;8;10;12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,15,0.0,2026-06-24T12:43:37.524229+00:00,2026-06-27T08:09:34.271931+00:00
122
- TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3158786866875495,0.4988176855256679,0.052963532255918835,0.34912702333161444,2.9630795030779846,0.3243638728678648,-0.0909090909090909,0.7611503928170594,11,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-27T07:48:45.032590+00:00
123
- TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.13293045382106575,0.28435231617868933,0.263524390057275,0.20351670339482442,83.94898295903589,0.21349938327834722,0.11134173461823574,0.005074241583123625,285,0.9789473684210527,2026-06-16T12:07:01.390017+00:00,2026-06-27T08:09:40.967697+00:00
124
- TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,9.079180923156589,2.2696606981128964,0.13676172707573844,1.6675846279966713,16.485295002447653,17.27841933054329,0.2436826458565589,1.7167645630156614e-07,208,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-27T08:19:15.743116+00:00
125
- TimesFM-2.5,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,12.817611950426421,1.4928274585637304,0.033644077920347605,1.1171627619300435,36.84427897496747,52.85653380563768,-0.0863405506549051,0.236357264505203,87,1.0,2026-06-16T13:13:08.030961+00:00,2026-06-27T07:37:08.926136+00:00
126
- TimesFM-2.5,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.8865971684769,0.9968921144814062,0.3166687457233831,0.7287071567661269,18.53581380012489,3.675515459979571,-0.1470661672908864,0.040090700837226705,90,1.0,2026-06-16T13:13:12.832013+00:00,2026-06-27T07:49:17.405386+00:00
127
- TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1524878002370845,0.3434729309323982,0.03902491498697221,0.24859169597692116,22.468923271712125,0.1745975982935826,0.08647873865265168,0.22210342723544874,92,1.0,2026-06-16T13:13:17.753731+00:00,2026-06-27T07:49:33.642586+00:00
128
- TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9764270641032279,0.957838567180417,0.5702996718353116,0.7219947942070237,33.78690515080559,0.4982798294485248,0.23145245559038663,0.0014069254394501155,88,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-27T07:37:15.421900+00:00
129
- TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.2761601752824872,0.7974793957562306,0.009663963141442805,0.6299123261193822,37.091851044474986,2.7039261216856016,0.021175726927939315,0.7395145267380547,113,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-27T08:19:21.266160+00:00
130
- TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.17226549860865303,0.4027615433307663,0.07053923187196748,0.31960115382206833,90.60462940591877,0.08418528016630192,0.0,1.0,9,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-27T07:37:21.720357+00:00
131
- Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.4321128369020144,0.9548274284605157,0.01107889340712307,0.5613391250243072,25.5545595095696,2.0112817880941782,0.3685915040838892,7.023693882601351e-37,530,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-27T08:20:02.036026+00:00
132
- Toto-2.0-1B,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,2.59039916867846,1.6094717048393428,0.618111195369563,0.6558362744768197,21.07867615656856,,,,1,1.0,2026-06-24T10:49:11.363722+00:00,2026-06-24T10:49:11.363722+00:00
133
- Toto-2.0-1B,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,24.564752721258014,2.876217879536725,,1.3629793472573657,46.71509808798065,37.94841617991561,-0.8235294117647057,1.25716599654265e-07,17,0.0,2026-06-24T10:49:15.506331+00:00,2026-06-27T08:10:11.410941+00:00
134
- Toto-2.0-1B,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,3;5;7;8;10;12,6.654022111918975e-21,4.0956007368818796e-11,,3.796127368028792e-11,0.0,2.3848098336777065e-20,0.0,1.0,15,0.0,2026-06-24T12:44:19.286476+00:00,2026-06-27T08:10:16.436035+00:00
135
- Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.37935275807318314,0.5309369503950644,0.05935255686329724,0.29548488363454445,0.0936286067859256,0.4707089172962003,0.05454545454545454,0.8792698312489979,11,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-27T07:50:14.531065+00:00
136
- Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2176117567473902,0.36005695532698,0.3173494270355452,0.18831628302883685,80.40649179583447,0.3333730888324685,0.2708405912506843,1.0141327555652345e-11,284,0.9788732394366197,2026-06-16T12:07:21.772238+00:00,2026-06-27T08:10:20.854365+00:00
137
- Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,9.173695306847655,2.2992637164852106,0.13472302644793016,1.4003948333166247,14.084330650838204,17.415131045478095,0.18806535638171917,5.9511019210878344e-05,206,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-27T08:20:09.559167+00:00
138
- Toto-2.0-1B,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,12.86626459590143,1.4205538151737527,0.031400089509954106,0.9026420147113088,43.655194869495844,53.733717803662024,-0.09868043602983363,0.18388030462789873,84,1.0,2026-06-16T13:13:56.792655+00:00,2026-06-27T07:38:02.248831+00:00
139
- Toto-2.0-1B,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.0563710336537837,1.031667659050888,0.35805540913179085,0.5964511362296112,18.0895685450301,4.008434199561143,-0.08344733242134061,0.25528624788977783,86,1.0,2026-06-16T13:14:00.702950+00:00,2026-06-27T07:50:32.555821+00:00
140
- Toto-2.0-1B,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.20997946084529262,0.42227630228731367,0.04479813983943327,0.21376413630883329,0.8149282990868801,0.1699457930539294,0.018808777429467086,0.7952535675461698,88,1.0,2026-06-16T13:14:04.647184+00:00,2026-06-27T07:50:40.947663+00:00
141
- Toto-2.0-1B,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0666140524699712,0.9963430730664911,0.6731593221665579,0.5246333609782099,31.022431033292094,0.5750306340405362,0.2481532147742818,0.0007170631948511951,86,1.0,2026-06-16T13:14:10.213066+00:00,2026-06-27T07:38:07.033003+00:00
142
- Toto-2.0-1B,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.2371735989571877,0.7951584656479951,0.008774540564244319,0.4321331757456556,36.30791910998894,2.6100281157390137,0.05752212389380531,0.3664203270343378,113,1.0,2026-06-16T12:42:15.154825+00:00,2026-06-27T08:20:16.503571+00:00
143
- Toto-2.0-1B,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.23734567965108352,0.46896933163071225,0.09859749049469621,0.2563008638931653,87.32269908351128,0.1100244923085812,0.0,1.0,9,1.0,2026-06-17T09:45:14.891814+00:00,2026-06-27T07:38:11.911186+00:00
 
1
  model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release
2
+ ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,421701.22298822826,649.385265453589,0.007563661670981433,0.006098675421806203,41.701744787852036,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
3
+ ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
4
+ ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.4103162800985273,0.6405593493959223,0.3154719714341933,0.2523729438873998,-36.2749290547474,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
5
+ Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2443724.145280838,1563.2415505227711,0.024182637301850458,0.019287909418391827,-40.90039943984443,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
6
+ Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
7
+ Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.16571134833516818,0.40707658780034034,0.21975858504073584,0.11108092764746427,7.31613198065502,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
8
+ Chronos-Bolt,binance_btcusdt_1h_close/1h/short,Finance,1h,24,517971.7543341319,719.7025457327019,0.01062929551123309,0.01092342821997192,32.86056609633991,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
9
+ Chronos-Bolt,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0941039077622847e-12,1.0459942197556757e-06,,,-100.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
10
+ Chronos-Bolt,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.13779413740803956,0.37120632727371383,0.18351805815603922,0.10708727505762429,16.40399601157446,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
11
+ Moirai-2.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,160705.97122383118,400.8814927429691,0.005139166141782814,0.007629278188254369,72.89281293429381,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
12
+ Moirai-2.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.2167879962794955e-13,3.488248839001449e-07,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
13
+ Moirai-2.0,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.37929057680704614,0.6158657132906865,0.32199450847652394,0.18511825826571526,-32.813370270257565,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
14
+ Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,131689.4406544846,362.8903975782283,0.00510233976888367,0.0038945837131939246,77.2299693973281,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
15
+ Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
16
+ Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.17524512460761865,0.41862289068757175,0.221838537917711,0.22218476967496653,4.529211769752965,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
17
+ Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1025001.5006306967,1012.4235776742345,0.011974437795631834,0.01034102721197946,0.0,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
18
+ Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
19
+ Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.1918726668260914,0.4380327234649158,0.22480664710643322,0.22650493232578592,0.0,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
20
+ TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,175015.24454307556,418.348233584266,0.005160611400529902,0.009639382521170907,70.83119960668017,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
21
+ TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
22
+ TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.08833668244184167,0.29721487587575707,0.14313526548143335,0.0767497417171197,36.949511019080866,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
23
+ TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,177008.02779070535,420.7232199328976,0.0074983525285249,0.007041974847335956,70.54798258992675,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
24
+ TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
25
+ TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.0842103908395409,0.2901902666175089,0.19135576991048933,0.11879206279341473,38.99633570305558,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
26
+ Toto-1.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2032645.330798467,1425.708711763545,0.012679179129311213,0.010044450821627615,-32.95487954365191,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
27
+ Toto-1.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.4689679068187988,0.6848123150314974,,,-100.0,,,,1,0.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
28
+ Toto-1.0,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,0.19438323844226676,0.44088914529875506,0.18797074637907632,0.09423372264556035,-0.6499762416398821,,,,1,1.0,2026-06-27T08:28:11.920236Z,2026-06-27T08:28:11.920236Z
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/aggregates/metadata.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "generated_at": "2026-06-27T08:22:57.656197+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
@@ -11,6 +11,6 @@
11
  "prediction_length"
12
  ],
13
  "num_configs": 13,
14
- "num_models": 11,
15
- "num_rows_missing_prediction_length": 0
16
  }
 
1
  {
2
+ "generated_at": "2026-06-27T08:30:21.381420+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
 
11
  "prediction_length"
12
  ],
13
  "num_configs": 13,
14
+ "num_models": 9,
15
+ "num_rows_missing_prediction_length": 96
16
  }
results/aggregates/results_by_domain.csv CHANGED
@@ -1,78 +1,56 @@
1
  domain,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
- Climate,Seasonal-Naive,1.0,1.0,3.7,5,5,1.0
3
- Climate,TiRex,1.170069107158992,0.9646933061276994,4.4,5,5,1.0
4
- Climate,Chronos-2,1.2531468280072213,1.0294553914354077,4.8,5,5,1.0
5
- Climate,Timer-S1,1.2302843362687739,0.9867147653065188,5.4,5,5,1.0
6
- Climate,Chronos-Bolt,1.0506322166753932,1.0275739500071046,6.0,5,5,1.0
7
- Climate,Moirai-1.1-Large,1762.1467296331232,1.0346741314973182,6.0,5,5,1.0
8
- Climate,Moving-Average,1.6757447085140136,1.2800854560444155,6.2,5,5,1.0
9
- Climate,Toto-2.0-1B,1.728534197160558,1.4193652612397656,6.8,5,5,1.0
10
- Climate,ARIMA,2.156728768048076,1.600674517354596,7.2,5,5,1.0
11
- Climate,TimesFM-2.5,1.7523637974891841,1.5435554773521412,7.7,5,5,1.0
12
- Climate,ETS,2.8281211954139236,2.026980821979564,7.8,5,5,1.0
13
- Finance,Timer-S1,0.31619748994001645,0.5967485354162929,2.5,2,2,1.0
14
- Finance,ARIMA,0.5555651656387309,0.674687147854388,4.0,2,2,1.0
15
- Finance,Moirai-1.1-Large,0.5868755537916754,0.6850504999262057,4.5,2,2,1.0
16
- Finance,Toto-2.0-1B,0.40956681823747865,0.7116740671983129,4.5,2,2,1.0
17
- Finance,Moving-Average,0.34653403159197854,0.5800771780076773,5.0,2,2,1.0
18
- Finance,TimesFM-2.5,0.3680597989960852,0.737960303181496,5.5,2,2,1.0
19
- Finance,ETS,0.5595178926301191,0.7491612419259065,6.0,2,2,1.0
20
- Finance,TiRex,0.35058446545772376,0.780960040292687,6.5,2,2,1.0
21
- Finance,Chronos-2,1.2809847716913938,1.0959994385006577,7.5,2,2,1.0
22
- Finance,Seasonal-Naive,1.0,1.0,9.5,2,2,1.0
23
- Finance,Chronos-Bolt,0.5047403089335372,1.0553725599746924,10.0,1,2,0.5
24
- Hazards,ETS,0.41640556392272704,0.5153364929832807,1.0,1,1,1.0
25
- Hazards,Moving-Average,0.45466109394313775,0.5383921225150622,2.0,1,1,1.0
26
- Hazards,ARIMA,0.510710286596738,0.5423800236776527,3.0,1,1,1.0
27
- Hazards,Chronos-2,0.44619441791183556,0.5451914459023186,4.0,1,1,1.0
28
- Hazards,TiRex,0.4462958968717252,0.556577002416514,5.0,1,1,1.0
29
- Hazards,Toto-2.0-1B,0.5101848758544714,0.5576464846802608,6.0,1,1,1.0
30
- Hazards,Chronos-Bolt,0.510254026782221,0.5726517977176535,7.0,1,1,1.0
31
- Hazards,Moirai-1.1-Large,0.5974749461666076,0.5866390072299906,8.0,1,1,1.0
32
- Hazards,Timer-S1,0.6506725714423397,0.6222130445663653,9.0,1,1,1.0
33
- Hazards,TimesFM-2.5,0.49200311167421207,0.7160164197640334,10.0,1,1,1.0
34
- Hazards,Seasonal-Naive,1.0,1.0,11.0,1,1,1.0
35
- Hydrology,TimesFM-2.5,0.997447608578205,0.3553739150124981,1.0,1,1,1.0
36
- Hydrology,Moving-Average,1.0285439999999981,0.4087613293051357,2.0,1,1,1.0
37
- Hydrology,Moirai-1.1-Large,0.9929297940492627,0.45838778861699747,3.0,1,1,1.0
38
- Hydrology,ETS,0.9447662519768348,0.46344663220917887,4.0,1,1,1.0
39
- Hydrology,TiRex,0.9993672543644903,0.4733442508201933,5.0,1,1,1.0
40
- Hydrology,Toto-2.0-1B,1.0008266811490056,0.47880971856708465,6.0,1,1,1.0
41
- Hydrology,Chronos-2,1.0034251853227614,0.5530922143480839,7.0,1,1,1.0
42
- Hydrology,Chronos-Bolt,1.068924239706993,0.6699109218631897,8.0,1,1,1.0
43
- Hydrology,Timer-S1,0.9058003082275389,0.7097508364213604,9.0,1,1,1.0
44
- Hydrology,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
45
- Hydrology,ARIMA,2.677418016975329,1.7010117307582597,11.0,1,1,1.0
46
- Ocean,Chronos-2,0.3467690864275955,0.3434627265964634,2.0,2,2,1.0
47
- Ocean,Timer-S1,0.23863231629297818,0.3395049420304908,2.5,2,2,1.0
48
- Ocean,Toto-2.0-1B,0.31479010716266037,0.37651087733390287,2.5,2,2,1.0
49
- Ocean,Moirai-1.1-Large,0.472522570322691,0.5170716242796106,4.5,2,2,1.0
50
- Ocean,TiRex,0.24299654502889012,0.41911469186163336,4.5,2,2,1.0
51
- Ocean,Chronos-Bolt,0.8041639379692292,0.5754108617337824,6.0,2,2,1.0
52
- Ocean,TimesFM-2.5,0.5122783952454207,0.630224156422932,6.0,2,2,1.0
53
- Ocean,ARIMA,1.1569009706878257,0.9175065493665675,8.5,2,2,1.0
54
- Ocean,Moving-Average,0.9640662104926025,0.976323280579083,8.5,2,2,1.0
55
- Ocean,Seasonal-Naive,1.0,1.0,10.0,2,2,1.0
56
- Ocean,ETS,2.5150217217988486,1.3921149530783101,11.0,2,2,1.0
57
- Transportation,Seasonal-Naive,1.0,,1.5,1,1,1.0
58
- Transportation,TimesFM-2.5,1.0,,1.5,1,1,1.0
59
- Transportation,Toto-2.0-1B,1.0,,3.0,1,1,1.0
60
- Transportation,Chronos-2,1.0,,4.0,1,1,1.0
61
- Transportation,TiRex,1.0,,5.0,1,1,1.0
62
- Transportation,Timer-S1,1.0,,6.0,1,1,1.0
63
- Transportation,ARIMA,1.0,,8.0,1,1,1.0
64
- Transportation,ETS,1.0,,8.0,1,1,1.0
65
- Transportation,Moving-Average,1.0,,8.0,1,1,1.0
66
- Transportation,Chronos-Bolt,1.094103907762285,,10.0,1,1,1.0
67
- Transportation,Moirai-1.1-Large,10446808666671.848,,11.0,1,1,1.0
68
- Web,TiRex,0.02252616608762507,0.13703828943167431,1.0,1,1,1.0
69
- Web,TimesFM-2.5,0.022912435893632278,0.14250868364349495,2.0,1,1,1.0
70
- Web,Moirai-1.1-Large,0.03889122420758439,0.14613872989323431,3.0,1,1,1.0
71
- Web,Toto-2.0-1B,0.03653700716067043,0.14998830844730277,4.0,1,1,1.0
72
- Web,Chronos-2,0.04302992392453009,0.17495855013140127,5.0,1,1,1.0
73
- Web,Timer-S1,0.06007891230508276,0.18778279871568584,6.0,1,1,1.0
74
- Web,Chronos-Bolt,0.09134513296564772,0.2844614203743943,7.0,1,1,1.0
75
- Web,ARIMA,0.20976219666045487,0.31387811879359484,8.0,1,1,1.0
76
- Web,ETS,0.1865504841657773,0.31733920414159816,9.0,1,1,1.0
77
- Web,Moving-Average,0.24042475529905685,0.3556454417646819,10.0,1,1,1.0
78
- Web,Seasonal-Naive,1.0,1.0,11.0,1,1,1.0
 
1
  domain,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
+ Climate,Seasonal-Naive,,,2.9,5,5,1.0
3
+ Climate,Chronos-2,,,3.0,5,5,1.0
4
+ Climate,TiRex,,,3.0,5,5,1.0
5
+ Climate,Chronos-Bolt,,,4.2,5,5,1.0
6
+ Climate,Moving-Average,,,4.3,5,5,1.0
7
+ Climate,TimesFM-2.5,,,5.1,5,5,1.0
8
+ Climate,ARIMA,,,5.5,5,5,1.0
9
+ Finance,ARIMA,,,2.5,2,2,1.0
10
+ Finance,Moving-Average,,,3.0,2,2,1.0
11
+ Finance,TiRex,,,3.5,2,2,1.0
12
+ Finance,TimesFM-2.5,,,3.5,2,2,1.0
13
+ Finance,Moirai-2.0,,,4.0,1,2,0.5
14
+ Finance,Chronos-2,,,5.0,2,2,1.0
15
+ Finance,Toto-1.0,,,6.0,1,2,0.5
16
+ Finance,Seasonal-Naive,,,6.5,2,2,1.0
17
+ Finance,Chronos-Bolt,,,8.0,1,2,0.5
18
+ Hazards,Moving-Average,,,1.0,1,1,1.0
19
+ Hazards,ARIMA,,,2.0,1,1,1.0
20
+ Hazards,Chronos-2,,,3.0,1,1,1.0
21
+ Hazards,TiRex,,,4.0,1,1,1.0
22
+ Hazards,Chronos-Bolt,,,5.0,1,1,1.0
23
+ Hazards,TimesFM-2.5,,,6.0,1,1,1.0
24
+ Hazards,Seasonal-Naive,,,7.0,1,1,1.0
25
+ Hydrology,TimesFM-2.5,,,1.0,1,1,1.0
26
+ Hydrology,Moving-Average,,,2.0,1,1,1.0
27
+ Hydrology,TiRex,,,3.0,1,1,1.0
28
+ Hydrology,Chronos-2,,,4.0,1,1,1.0
29
+ Hydrology,Chronos-Bolt,,,5.0,1,1,1.0
30
+ Hydrology,Seasonal-Naive,,,6.0,1,1,1.0
31
+ Hydrology,ARIMA,,,7.0,1,1,1.0
32
+ Ocean,TiRex,,,2.0,2,2,1.0
33
+ Ocean,Toto-1.0,,,2.0,1,2,0.5
34
+ Ocean,Chronos-2,,,2.5,2,2,1.0
35
+ Ocean,Chronos-Bolt,,,3.5,2,2,1.0
36
+ Ocean,TimesFM-2.5,,,3.5,2,2,1.0
37
+ Ocean,Moirai-2.0,,,6.0,1,2,0.5
38
+ Ocean,Moving-Average,,,6.5,2,2,1.0
39
+ Ocean,ARIMA,,,7.0,2,2,1.0
40
+ Ocean,Seasonal-Naive,,,7.5,2,2,1.0
41
+ Transportation,Seasonal-Naive,,,1.5,1,1,1.0
42
+ Transportation,TimesFM-2.5,,,1.5,1,1,1.0
43
+ Transportation,Chronos-2,,,3.0,1,1,1.0
44
+ Transportation,TiRex,,,4.0,1,1,1.0
45
+ Transportation,ARIMA,,,5.5,1,1,1.0
46
+ Transportation,Moving-Average,,,5.5,1,1,1.0
47
+ Transportation,Moirai-2.0,,,7.0,1,1,1.0
48
+ Transportation,Chronos-Bolt,,,8.0,1,1,1.0
49
+ Transportation,Toto-1.0,,,9.0,1,1,1.0
50
+ Web,TiRex,,,1.0,1,1,1.0
51
+ Web,TimesFM-2.5,,,2.0,1,1,1.0
52
+ Web,Chronos-2,,,3.0,1,1,1.0
53
+ Web,Chronos-Bolt,,,4.0,1,1,1.0
54
+ Web,ARIMA,,,5.0,1,1,1.0
55
+ Web,Moving-Average,,,6.0,1,1,1.0
56
+ Web,Seasonal-Naive,,,7.0,1,1,1.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/aggregates/results_by_frequency.csv CHANGED
@@ -1,77 +1,55 @@
1
  frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
- 10min,Toto-2.0-1B,0.6228504180965286,0.4608567124333902,1.0,1,1,1.0
3
- 10min,Chronos-2,0.817138463944055,0.5519519163504982,2.0,1,1,1.0
4
- 10min,Moirai-1.1-Large,1.0911813714185419,0.5741441488932055,3.0,1,1,1.0
5
- 10min,Timer-S1,0.6807386192318163,0.6038065566772162,4.0,1,1,1.0
6
- 10min,TimesFM-2.5,0.45359829072270025,0.6470000145314093,5.0,1,1,1.0
7
- 10min,TiRex,0.8523997917527821,0.6481126197817899,6.0,1,1,1.0
8
- 10min,Chronos-Bolt,1.3699075929779416,0.8431867549086622,7.0,1,1,1.0
9
- 10min,ARIMA,0.7977624798762031,0.8440567334849545,8.0,1,1,1.0
10
- 10min,Moving-Average,1.0032383540392416,0.9860149621214166,9.0,1,1,1.0
11
- 10min,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
12
- 10min,ETS,1.8072545872503385,1.2899438959248315,11.0,1,1,1.0
13
- 15min,TimesFM-2.5,0.997447608578205,0.3553739150124981,1.0,1,1,1.0
14
- 15min,Moving-Average,1.0285439999999981,0.4087613293051357,2.0,1,1,1.0
15
- 15min,Moirai-1.1-Large,0.9929297940492627,0.45838778861699747,3.0,1,1,1.0
16
- 15min,ETS,0.9447662519768348,0.46344663220917887,4.0,1,1,1.0
17
- 15min,TiRex,0.9993672543644903,0.4733442508201933,5.0,1,1,1.0
18
- 15min,Toto-2.0-1B,1.0008266811490056,0.47880971856708465,6.0,1,1,1.0
19
- 15min,Chronos-2,1.0034251853227614,0.5530922143480839,7.0,1,1,1.0
20
- 15min,Chronos-Bolt,1.068924239706993,0.6699109218631897,8.0,1,1,1.0
21
- 15min,Timer-S1,0.9058003082275389,0.7097508364213604,9.0,1,1,1.0
22
- 15min,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
23
- 15min,ARIMA,2.677418016975329,1.7010117307582597,11.0,1,1,1.0
24
- 1D,TiRex,0.02252616608762507,0.13703828943167431,1.0,1,1,1.0
25
- 1D,TimesFM-2.5,0.022912435893632278,0.14250868364349495,2.0,1,1,1.0
26
- 1D,Moirai-1.1-Large,0.03889122420758439,0.14613872989323431,3.0,1,1,1.0
27
- 1D,Toto-2.0-1B,0.03653700716067043,0.14998830844730277,4.0,1,1,1.0
28
- 1D,Chronos-2,0.04302992392453009,0.17495855013140127,5.0,1,1,1.0
29
- 1D,Timer-S1,0.06007891230508276,0.18778279871568584,6.0,1,1,1.0
30
- 1D,Chronos-Bolt,0.09134513296564772,0.2844614203743943,7.0,1,1,1.0
31
- 1D,ARIMA,0.20976219666045487,0.31387811879359484,8.0,1,1,1.0
32
- 1D,ETS,0.1865504841657773,0.31733920414159816,9.0,1,1,1.0
33
- 1D,Moving-Average,0.24042475529905685,0.3556454417646819,10.0,1,1,1.0
34
- 1D,Seasonal-Naive,1.0,1.0,11.0,1,1,1.0
35
- 1h,Moving-Average,0.9594294942582079,0.9044360006472181,4.166666666666667,6,6,1.0
36
- 1h,TiRex,0.7423568249676401,0.8753230012140046,5.0,6,6,1.0
37
- 1h,ARIMA,1.4642113855561012,1.132240011715118,5.333333333333333,6,6,1.0
38
- 1h,Moirai-1.1-Large,1.3446949503939791,0.901265881342486,5.5,6,6,1.0
39
- 1h,Timer-S1,0.8845197512027536,0.8680333305167567,5.666666666666667,6,6,1.0
40
- 1h,Chronos-2,1.2194780358146158,1.0224572671810501,5.833333333333333,6,6,1.0
41
- 1h,ETS,1.7734772453543637,1.3603853932800754,6.0,6,6,1.0
42
- 1h,Seasonal-Naive,1.0,1.0,6.166666666666667,6,6,1.0
43
- 1h,Chronos-Bolt,0.8311600615774313,0.9363210671143078,6.666666666666667,6,6,1.0
44
- 1h,Toto-2.0-1B,1.1248813466487666,1.1195209936552963,7.333333333333333,6,6,1.0
45
- 1h,TimesFM-2.5,1.0590949917120687,1.1852161046073781,8.333333333333334,6,6,1.0
46
- 1mo,Timer-S1,0.3828790457316151,0.4909869342196272,1.0,1,1,1.0
47
- 1mo,Toto-2.0-1B,0.6518185228700153,0.5822432804040559,2.0,1,1,1.0
48
- 1mo,Moirai-1.1-Large,0.457954132588293,0.5887255627707786,3.0,1,1,1.0
49
- 1mo,Chronos-2,0.6879834115815433,0.6437671766189335,4.0,1,1,1.0
50
- 1mo,TiRex,0.7187693708563099,0.6536268717700132,5.0,1,1,1.0
51
- 1mo,ARIMA,0.7464480695996939,0.7692893066778397,6.0,1,1,1.0
52
- 1mo,ETS,0.7580203095992263,0.7703148978390245,7.0,1,1,1.0
53
- 1mo,TimesFM-2.5,0.7803986235065251,0.7985326751147283,8.0,1,1,1.0
54
- 1mo,Moving-Average,0.9249973049108767,0.8887079460534169,9.0,1,1,1.0
55
- 1mo,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
56
- 5min,Seasonal-Naive,1.0,,1.5,2,2,1.0
57
- 5min,TimesFM-2.5,1.0,,1.5,2,2,1.0
58
- 5min,Toto-2.0-1B,1.0,,3.0,2,2,1.0
59
- 5min,Chronos-2,1.0,,4.0,2,2,1.0
60
- 5min,TiRex,1.0,,5.0,2,2,1.0
61
- 5min,Timer-S1,1.0,,6.0,2,2,1.0
62
- 5min,ARIMA,1.0,,8.5,2,2,1.0
63
- 5min,Chronos-Bolt,1.0459942197556757,,8.5,2,2,1.0
64
- 5min,ETS,1.0,,8.5,2,2,1.0
65
- 5min,Moving-Average,1.0,,8.5,2,2,1.0
66
- 5min,Moirai-1.1-Large,116150356315991.88,,11.0,2,2,1.0
67
- 6min,Timer-S1,0.08365234580581363,0.19089492220394144,1.0,1,1,1.0
68
- 6min,Chronos-2,0.14715841268984983,0.2137263067063368,2.0,1,1,1.0
69
- 6min,TiRex,0.06927186217931723,0.27102870638965965,3.0,1,1,1.0
70
- 6min,Toto-2.0-1B,0.1590956812236127,0.3076019876161283,4.0,1,1,1.0
71
- 6min,Chronos-Bolt,0.47206077435077864,0.39267417078566424,5.0,1,1,1.0
72
- 6min,Moirai-1.1-Large,0.20462004329683559,0.4656723666879796,6.0,1,1,1.0
73
- 6min,TimesFM-2.5,0.5785496982740069,0.6138832742170124,7.0,1,1,1.0
74
- 6min,Moving-Average,0.9264235707013377,0.9667268599554234,8.0,1,1,1.0
75
- 6min,ARIMA,1.6777172275463867,0.9973479681334136,9.0,1,1,1.0
76
- 6min,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
77
- 6min,ETS,3.4999685742913362,1.5023785520491793,11.0,1,1,1.0
 
1
  frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
+ 10min,Chronos-2,,,1.0,1,1,1.0
3
+ 10min,TimesFM-2.5,,,2.0,1,1,1.0
4
+ 10min,TiRex,,,3.0,1,1,1.0
5
+ 10min,Chronos-Bolt,,,4.0,1,1,1.0
6
+ 10min,ARIMA,,,5.0,1,1,1.0
7
+ 10min,Moving-Average,,,6.0,1,1,1.0
8
+ 10min,Seasonal-Naive,,,7.0,1,1,1.0
9
+ 15min,TimesFM-2.5,,,1.0,1,1,1.0
10
+ 15min,Moving-Average,,,2.0,1,1,1.0
11
+ 15min,TiRex,,,3.0,1,1,1.0
12
+ 15min,Chronos-2,,,4.0,1,1,1.0
13
+ 15min,Chronos-Bolt,,,5.0,1,1,1.0
14
+ 15min,Seasonal-Naive,,,6.0,1,1,1.0
15
+ 15min,ARIMA,,,7.0,1,1,1.0
16
+ 1D,TiRex,,,1.0,1,1,1.0
17
+ 1D,TimesFM-2.5,,,2.0,1,1,1.0
18
+ 1D,Chronos-2,,,3.0,1,1,1.0
19
+ 1D,Chronos-Bolt,,,4.0,1,1,1.0
20
+ 1D,ARIMA,,,5.0,1,1,1.0
21
+ 1D,Moving-Average,,,6.0,1,1,1.0
22
+ 1D,Seasonal-Naive,,,7.0,1,1,1.0
23
+ 1h,Moving-Average,,,2.8333333333333335,6,6,1.0
24
+ 1h,TiRex,,,3.3333333333333335,6,6,1.0
25
+ 1h,Chronos-2,,,4.0,6,6,1.0
26
+ 1h,Moirai-2.0,,,4.0,1,6,0.16666666666666666
27
+ 1h,ARIMA,,,4.166666666666667,6,6,1.0
28
+ 1h,Seasonal-Naive,,,4.5,6,6,1.0
29
+ 1h,Chronos-Bolt,,,4.833333333333333,6,6,1.0
30
+ 1h,TimesFM-2.5,,,5.5,6,6,1.0
31
+ 1h,Toto-1.0,,,6.0,1,6,0.16666666666666666
32
+ 1mo,Chronos-2,,,1.0,1,1,1.0
33
+ 1mo,TiRex,,,2.0,1,1,1.0
34
+ 1mo,ARIMA,,,3.0,1,1,1.0
35
+ 1mo,TimesFM-2.5,,,4.0,1,1,1.0
36
+ 1mo,Moving-Average,,,5.0,1,1,1.0
37
+ 1mo,Seasonal-Naive,,,6.0,1,1,1.0
38
+ 5min,Seasonal-Naive,,,1.5,2,2,1.0
39
+ 5min,TimesFM-2.5,,,1.5,2,2,1.0
40
+ 5min,Chronos-2,,,3.0,2,2,1.0
41
+ 5min,TiRex,,,4.0,2,2,1.0
42
+ 5min,ARIMA,,,6.0,2,2,1.0
43
+ 5min,Moving-Average,,,6.0,2,2,1.0
44
+ 5min,Chronos-Bolt,,,6.5,2,2,1.0
45
+ 5min,Moirai-2.0,,,7.0,1,2,0.5
46
+ 5min,Toto-1.0,,,9.0,1,2,0.5
47
+ 6min,TiRex,,,1.0,1,1,1.0
48
+ 6min,Toto-1.0,,,2.0,1,1,1.0
49
+ 6min,Chronos-Bolt,,,3.0,1,1,1.0
50
+ 6min,Chronos-2,,,4.0,1,1,1.0
51
+ 6min,TimesFM-2.5,,,5.0,1,1,1.0
52
+ 6min,Moirai-2.0,,,6.0,1,1,1.0
53
+ 6min,Moving-Average,,,7.0,1,1,1.0
54
+ 6min,Seasonal-Naive,,,8.0,1,1,1.0
55
+ 6min,ARIMA,,,9.0,1,1,1.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/aggregates/results_by_prediction_length.csv CHANGED
@@ -1,67 +1 @@
1
  prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
- 7,TiRex,0.02252616608762507,0.13703828943167431,1.0,1,1,1.0
3
- 7,TimesFM-2.5,0.022912435893632278,0.14250868364349495,2.0,1,1,1.0
4
- 7,Moirai-1.1-Large,0.03889122420758439,0.14613872989323431,3.0,1,1,1.0
5
- 7,Toto-2.0-1B,0.03653700716067043,0.14998830844730277,4.0,1,1,1.0
6
- 7,Chronos-2,0.04302992392453009,0.17495855013140127,5.0,1,1,1.0
7
- 7,Timer-S1,0.06007891230508276,0.18778279871568584,6.0,1,1,1.0
8
- 7,Chronos-Bolt,0.09134513296564772,0.2844614203743943,7.0,1,1,1.0
9
- 7,ARIMA,0.20976219666045487,0.31387811879359484,8.0,1,1,1.0
10
- 7,ETS,0.1865504841657773,0.31733920414159816,9.0,1,1,1.0
11
- 7,Moving-Average,0.24042475529905685,0.3556454417646819,10.0,1,1,1.0
12
- 7,Seasonal-Naive,1.0,1.0,11.0,1,1,1.0
13
- 12,Toto-2.0-1B,0.8073527871197419,0.5822432804040559,2.5,2,2,1.0
14
- 12,Timer-S1,0.6187722082734607,0.4909869342196272,3.5,2,2,1.0
15
- 12,Chronos-2,0.8294476545156683,0.6437671766189335,4.0,2,2,1.0
16
- 12,TimesFM-2.5,0.883401733927733,0.7985326751147283,4.75,2,2,1.0
17
- 12,TiRex,0.847802672121473,0.6536268717700132,5.0,2,2,1.0
18
- 12,Seasonal-Naive,1.0,1.0,5.75,2,2,1.0
19
- 12,ARIMA,0.8639722620545719,0.7692893066778397,7.0,2,2,1.0
20
- 12,Moirai-1.1-Large,2187272.0912729553,0.5887255627707786,7.0,2,2,1.0
21
- 12,ETS,0.8706436180201554,0.7703148978390245,7.5,2,2,1.0
22
- 12,Moving-Average,0.9617678019724286,0.8887079460534169,8.5,2,2,1.0
23
- 12,Chronos-Bolt,1.094103907762285,,10.0,1,2,0.5
24
- 24,Moving-Average,0.96901110088074,0.8074307111028602,3.857142857142857,7,7,1.0
25
- 24,TiRex,0.7745640489985254,0.8017274175028437,5.0,7,7,1.0
26
- 24,Moirai-1.1-Large,1.2876823440098435,0.8182899773598046,5.142857142857143,7,7,1.0
27
- 24,ETS,1.620891756699109,1.1664149308020324,5.714285714285714,7,7,1.0
28
- 24,Chronos-2,1.1859750595131544,0.9365351400999433,6.0,7,7,1.0
29
- 24,ARIMA,1.5960570410051544,1.2000274636794181,6.142857142857143,7,7,1.0
30
- 24,Timer-S1,0.8875289436493109,0.8434247316765039,6.142857142857143,7,7,1.0
31
- 24,Seasonal-Naive,1.0,1.0,6.714285714285714,7,7,1.0
32
- 24,Chronos-Bolt,0.8615759363993691,0.8925905020497179,6.857142857142857,7,7,1.0
33
- 24,Toto-2.0-1B,1.1062595265836155,0.9916002551994257,7.142857142857143,7,7,1.0
34
- 24,TimesFM-2.5,1.0500602670398989,0.9978545884369064,7.285714285714286,7,7,1.0
35
- 36,Seasonal-Naive,1.0,,1.5,1,1,1.0
36
- 36,TimesFM-2.5,1.0,,1.5,1,1,1.0
37
- 36,Toto-2.0-1B,1.0,,3.0,1,1,1.0
38
- 36,Chronos-2,1.0,,4.0,1,1,1.0
39
- 36,TiRex,1.0,,5.0,1,1,1.0
40
- 36,Timer-S1,1.0,,6.0,1,1,1.0
41
- 36,Chronos-Bolt,1.0,,7.0,1,1,1.0
42
- 36,ARIMA,1.0,,9.0,1,1,1.0
43
- 36,ETS,1.0,,9.0,1,1,1.0
44
- 36,Moving-Average,1.0,,9.0,1,1,1.0
45
- 36,Moirai-1.1-Large,1291390098429908.2,,11.0,1,1,1.0
46
- 60,Timer-S1,0.08365234580581363,0.19089492220394144,1.0,1,1,1.0
47
- 60,Chronos-2,0.14715841268984983,0.2137263067063368,2.0,1,1,1.0
48
- 60,TiRex,0.06927186217931723,0.27102870638965965,3.0,1,1,1.0
49
- 60,Toto-2.0-1B,0.1590956812236127,0.3076019876161283,4.0,1,1,1.0
50
- 60,Chronos-Bolt,0.47206077435077864,0.39267417078566424,5.0,1,1,1.0
51
- 60,Moirai-1.1-Large,0.20462004329683559,0.4656723666879796,6.0,1,1,1.0
52
- 60,TimesFM-2.5,0.5785496982740069,0.6138832742170124,7.0,1,1,1.0
53
- 60,Moving-Average,0.9264235707013377,0.9667268599554234,8.0,1,1,1.0
54
- 60,ARIMA,1.6777172275463867,0.9973479681334136,9.0,1,1,1.0
55
- 60,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
56
- 60,ETS,3.4999685742913362,1.5023785520491793,11.0,1,1,1.0
57
- 72,Toto-2.0-1B,0.6228504180965286,0.4608567124333902,1.0,1,1,1.0
58
- 72,Chronos-2,0.817138463944055,0.5519519163504982,2.0,1,1,1.0
59
- 72,Moirai-1.1-Large,1.0911813714185419,0.5741441488932055,3.0,1,1,1.0
60
- 72,Timer-S1,0.6807386192318163,0.6038065566772162,4.0,1,1,1.0
61
- 72,TimesFM-2.5,0.45359829072270025,0.6470000145314093,5.0,1,1,1.0
62
- 72,TiRex,0.8523997917527821,0.6481126197817899,6.0,1,1,1.0
63
- 72,Chronos-Bolt,1.3699075929779416,0.8431867549086622,7.0,1,1,1.0
64
- 72,ARIMA,0.7977624798762031,0.8440567334849545,8.0,1,1,1.0
65
- 72,Moving-Average,1.0032383540392416,0.9860149621214166,9.0,1,1,1.0
66
- 72,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
67
- 72,ETS,1.8072545872503385,1.2899438959248315,11.0,1,1,1.0
 
1
  prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/aggregates/results_overall.csv CHANGED
@@ -1,12 +1,10 @@
1
  overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
- Overall,TiRex,0.5104940039566686,0.595665229393026,4.615384615384615,13,13,1.0
3
- Overall,Chronos-2,0.7104528243742331,0.6475615738223248,4.846153846153846,13,13,1.0
4
- Overall,Timer-S1,0.5627916958206254,0.5936384522498179,5.153846153846154,13,13,1.0
5
- Overall,Toto-2.0-1B,0.6630264362271959,0.6672358861026344,5.153846153846154,13,13,1.0
6
- Overall,Moirai-1.1-Large,109.22566352005624,0.6246664843232669,5.615384615384615,13,13,1.0
7
- Overall,TimesFM-2.5,0.6796729018599917,0.7536071199257619,5.846153846153846,13,13,1.0
8
- Overall,Moving-Average,0.8709072287787412,0.7825610399616197,6.153846153846154,13,13,1.0
9
- Overall,ARIMA,1.140584702180226,0.9716091141357368,7.0,13,13,1.0
10
- Overall,Chronos-Bolt,0.7296658282409164,0.7292132166117685,7.0,12,13,0.9230769230769231
11
- Overall,Seasonal-Naive,1.0,1.0,7.0,13,13,1.0
12
- Overall,ETS,1.2859330818108143,1.0304969275389673,7.3076923076923075,13,13,1.0
 
1
  overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
+ Overall,TiRex,,,2.923076923076923,13,13,1.0
3
+ Overall,Chronos-2,,,3.3076923076923075,13,13,1.0
4
+ Overall,TimesFM-2.5,,,3.8461538461538463,13,13,1.0
5
+ Overall,Moving-Average,,,4.230769230769231,13,13,1.0
6
+ Overall,Chronos-Bolt,,,4.833333333333333,12,13,0.9230769230769231
7
+ Overall,Seasonal-Naive,,,4.923076923076923,13,13,1.0
8
+ Overall,ARIMA,,,5.076923076923077,13,13,1.0
9
+ Overall,Moirai-2.0,,,5.666666666666667,3,13,0.23076923076923078
10
+ Overall,Toto-1.0,,,5.666666666666667,3,13,0.23076923076923078
 
 
results/arima/all_results.csv CHANGED
@@ -1,11 +1,11 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,ARIMA,424102.41026814113,271082.36988715746,456.16480826134557,0.31202483905888184,0.007584887378039355,0.0076189170117464495,1.2995824966762959,651.2314567556923,0.010857502227274808,0.007605299729186729,0.006120272882730728,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,ARIMA,1263846.0919554746,764871.4510416398,725.733661292618,0.8593497769926371,0.011996691834394542,0.01199146619377397,16.633255872389174,1124.2090961896165,0.018513469015460648,0.011951377815174268,0.010790413909507614,Finance,1
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,ARIMA,27197.688534080287,28885.073828115153,130.26006235500384,1.3733941545973163,0.6111556523811462,1.024494621436719,15.484310582150973,164.91721721542686,1.0152918018145418,0.8019294507021014,0.723321704945088,Finance,1
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1
7
  nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,0.7059610659112702,0.7181523574307583,0.6256357940121379,0.41768848692263716,0.026832797465735903,0.027177160771852754,8.108913046509256,0.8402148926978563,0.03672134043565993,0.0273432251443271,0.025057898986481093,Weather,1
8
- noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.3853606321012896,0.3781719177377364,0.4303335029975459,0.5766226774362692,0.2886240723481769,0.21754577522439433,22.097530552107614,0.620774219907117,0.3604472494669811,0.24986947352962707,0.2482388530610334,Ocean,1
9
  noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.9562069693692374,0.9100871073753025,0.8705097224484133,1.120458016278075,0.8796230848160214,0.5615421959223378,33.416900525670705,0.9778583585413776,0.8064811627349023,0.7179462004900646,0.7031486028663072,Ocean,1
10
  nws_ksfo_observations_temperature/1h/short,ARIMA,0.08662913898103186,0.05781797078796494,0.1977664067300712,0.2542710943672344,0.012554629201323922,0.012517594993480515,2.3076424125408734,0.29432828437143427,0.018501516633742835,0.012431623659703845,0.010975736864315142,Weather,1
11
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,501.9932505254551,510.69235077136847,14.70394633154026,1.4823197519139069,0.21759661816492712,0.2769363467231172,41.3294803104824,22.405205880005994,0.4376016599551394,0.2871864403761319,0.270189741874382,Air Quality,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,ARIMA,421701.22298822826,268744.0797329096,454.8614228446789,0.31113330026083824,0.007563661670981433,0.007597373043270341,1.2639209447545519,649.385265453589,0.010826958019115608,0.007583734635886192,0.006098675421806203,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,ARIMA,1263846.0919554746,764871.4510416398,725.733661292618,0.8593497769926371,0.011996691834394542,0.01199146619377397,16.633255872389174,1124.2090961896165,0.018513469015460648,0.011951377815174268,0.010790413909507614,Finance,1
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,ARIMA,27197.688534080287,28885.073828115153,130.26006235500384,1.3733941545973163,0.6111556523811462,1.024494621436719,15.484310582150973,164.91721721542686,1.0152918018145418,0.8019294507021014,0.723321704945088,Finance,1
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1
7
  nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,0.7059610659112702,0.7181523574307583,0.6256357940121379,0.41768848692263716,0.026832797465735903,0.027177160771852754,8.108913046509256,0.8402148926978563,0.03672134043565993,0.0273432251443271,0.025057898986481093,Weather,1
8
+ noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.4103162800985273,0.40316623520064854,0.4303291752388494,0.5790934321509646,0.3154719714341933,0.22733178007801344,22.256345431041407,0.6405593493959223,0.3781490846123936,0.25404138406853005,0.2523729438873998,Ocean,1
9
  noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.9562069693692374,0.9100871073753025,0.8705097224484133,1.120458016278075,0.8796230848160214,0.5615421959223378,33.416900525670705,0.9778583585413776,0.8064811627349023,0.7179462004900646,0.7031486028663072,Ocean,1
10
  nws_ksfo_observations_temperature/1h/short,ARIMA,0.08662913898103186,0.05781797078796494,0.1977664067300712,0.2542710943672344,0.012554629201323922,0.012517594993480515,2.3076424125408734,0.29432828437143427,0.018501516633742835,0.012431623659703845,0.010975736864315142,Weather,1
11
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,501.9932505254551,510.69235077136847,14.70394633154026,1.4823197519139069,0.21759661816492712,0.2769363467231172,41.3294803104824,22.405205880005994,0.4376016599551394,0.2871864403761319,0.270189741874382,Air Quality,1
results/arima/online_meta.json CHANGED
@@ -1,25 +1,25 @@
1
  {
2
  "model": "ARIMA",
3
  "api_model_id": "baseline/arima",
4
- "evaluated_at": "2026-06-27T08:22:57.294178+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260626t092000z",
14
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
15
- "context_length": 77,
16
- "prediction_length": 72
17
  },
18
  {
19
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260627t055000z",
20
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
21
- "context_length": 96,
22
- "prediction_length": 24
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "ARIMA",
3
  "api_model_id": "baseline/arima",
4
+ "evaluated_at": "2026-06-27T08:30:21.220020+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
14
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
15
+ "context_length": 120,
16
+ "prediction_length": 12
17
  },
18
  {
19
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
20
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
21
+ "context_length": 240,
22
+ "prediction_length": 60
23
  }
24
  ],
25
  "failed_datasets": []
results/chronos_2/all_results.csv CHANGED
@@ -1,11 +1,11 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,2446303.2497221627,2446303.2497221627,1452.8429361979167,0.9937703986259082,0.024203830108111123,0.024531136153739978,4.618215617604373,1564.0662549016786,0.026076524206617123,0.024222179767288205,0.01929956146448349,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,2260381.719853083,2260381.719853083,1277.9383138020833,1.5132218106297415,0.02123020386190044,0.02091820072591652,12.639515567742153,1503.456590611476,0.024758914601133032,0.021045080898593263,0.014734880873073591,Finance,1
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-2,25067.461899718543,25067.461899718543,121.96686029434204,1.2859549577545721,0.6608019070822674,0.9393767274480805,18.969076544647905,158.32707254199624,0.9747204171363386,0.7508734105557137,0.605299940786381,Finance,1
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.6284716271939715e-18,1.6284716271939715e-18,9.786685842996647e-10,nan,nan,2.0,nan,1.2761158361191085e-09,inf,inf,inf,Climate,1
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,1.0190191815362404e-09,nan,nan,2.0,nan,1.3151753777977035e-09,inf,inf,inf,Transportation,1
7
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.3292934513227312,1.3292934513227312,0.9854233264923096,0.657890712392423,0.04354562606048478,0.04227443480025165,7.1724338197025235,1.152949891071911,0.050389329947920225,0.04306763157836239,0.029900265968121367,Weather,1
8
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.03380132122510204,0.03380132122510204,0.11695955793062845,0.1567192258468103,0.08119201142316836,0.07262554760669356,0.6858044236917422,0.18385135633196195,0.10675171999015187,0.0679115684947047,0.05319625139964657,Ocean,1
9
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.9794312390878915,0.9794312390878915,0.9012042722768254,1.1599658511987,0.9117975160070695,0.5738267372986817,9.474510952547156,0.9896621843275065,0.8162162772957855,0.7432612944594688,0.45980821363609414,Ocean,1
10
  nws_ksfo_observations_temperature/1h/short,Chronos-2,0.064813438880113,0.064813438880113,0.10474785168965657,0.13467580931527276,0.006806510657056778,0.00666982948292259,5.0882194723401755,0.2545848363122065,0.016003237995927143,0.006584464434071558,0.007426709252197817,Weather,1
11
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,820.7921518949861,820.7921518949861,21.148876508076984,2.132039703617895,0.34815217176770735,0.46840624046364576,29.8684216360776,28.64947035976383,0.5595599457292227,0.41306397788469085,0.3403339605687144,Air Quality,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,2443724.145280838,2443724.145280838,1451.53955078125,0.9928788598278645,0.024182637301850458,0.024509592447842638,4.618215617604373,1563.2415505227711,0.02606334258204209,0.02420097685526823,0.019287909418391827,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,2260381.719853083,2260381.719853083,1277.9383138020833,1.5132218106297415,0.02123020386190044,0.02091820072591652,12.639515567742153,1503.456590611476,0.024758914601133032,0.021045080898593263,0.014734880873073591,Finance,1
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-2,25067.461899718543,25067.461899718543,121.96686029434204,1.2859549577545721,0.6608019070822674,0.9393767274480805,18.969076544647905,158.32707254199624,0.9747204171363386,0.7508734105557137,0.605299940786381,Finance,1
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.6284716271939715e-18,1.6284716271939715e-18,9.786685842996647e-10,nan,nan,2.0,nan,1.2761158361191085e-09,inf,inf,inf,Climate,1
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,1.0190191815362404e-09,nan,nan,2.0,nan,1.3151753777977035e-09,inf,inf,inf,Transportation,1
7
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.3292934513227312,1.3292934513227312,0.9854233264923096,0.657890712392423,0.04354562606048478,0.04227443480025165,7.1724338197025235,1.152949891071911,0.050389329947920225,0.04306763157836239,0.029900265968121367,Weather,1
8
+ noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.16571134833516818,0.16571134833516818,0.31505011121431986,0.42396254007500295,0.21975858504073584,0.18063864766038323,3.2574176373775208,0.40707658780034034,0.24031440519758857,0.18598731136323066,0.11108092764746427,Ocean,1
9
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.9794312390878915,0.9794312390878915,0.9012042722768254,1.1599658511987,0.9117975160070695,0.5738267372986817,9.474510952547156,0.9896621843275065,0.8162162772957855,0.7432612944594688,0.45980821363609414,Ocean,1
10
  nws_ksfo_observations_temperature/1h/short,Chronos-2,0.064813438880113,0.064813438880113,0.10474785168965657,0.13467580931527276,0.006806510657056778,0.00666982948292259,5.0882194723401755,0.2545848363122065,0.016003237995927143,0.006584464434071558,0.007426709252197817,Weather,1
11
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,820.7921518949861,820.7921518949861,21.148876508076984,2.132039703617895,0.34815217176770735,0.46840624046364576,29.8684216360776,28.64947035976383,0.5595599457292227,0.41306397788469085,0.3403339605687144,Air Quality,1
results/chronos_2/online_meta.json CHANGED
@@ -1,25 +1,25 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-27T08:18:25.537845+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260626t092000z",
14
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
15
- "context_length": 77,
16
- "prediction_length": 72
17
  },
18
  {
19
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260627t055000z",
20
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
21
- "context_length": 96,
22
- "prediction_length": 24
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-27T08:28:54.522025+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
14
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
15
+ "context_length": 120,
16
+ "prediction_length": 12
17
  },
18
  {
19
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
20
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
21
+ "context_length": 240,
22
+ "prediction_length": 60
23
  }
24
  ],
25
  "failed_datasets": []
results/chronos_bolt/all_results.csv CHANGED
@@ -1,10 +1,10 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-Bolt,517688.2578233083,517688.2578233083,634.2501627604166,0.43383838773684374,0.01060771160752263,0.010535562984796978,3.781019827757555,719.5055648313696,0.011995786124354674,0.010574385624931563,0.01091594667671865,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt,1120486.6587556202,1120486.6587556202,734.14599609375,0.8693109217223224,0.01226590473246691,0.01210952102459527,8.436316153219645,1058.5304241048625,0.017431873016336474,0.012089912096934045,0.010652843722422005,Finance,1
4
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-Bolt,3.2825236033380433e-15,3.2825236033380433e-15,5.404329583846845e-08,nan,nan,2.0,nan,5.729331202974779e-08,inf,inf,inf,Climate,1
5
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-Bolt,1.0941039077622847e-12,1.0941039077622847e-12,9.104717223114752e-07,nan,nan,2.0,nan,1.0459942197556757e-06,inf,inf,inf,Transportation,1
6
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt,0.21674000901202817,0.21674000901202817,0.3996278444925944,0.2668005112492466,0.017497822979518535,0.017393988706144756,2.090564658924463,0.46555344377635977,0.020346873934848533,0.01746561534759495,0.017573436698623837,Weather,1
7
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt,0.10842926054951695,0.10842926054951695,0.209696360429128,0.28098132252550717,0.14609364710849057,0.12113079430307537,1.4257072466895502,0.329285985959799,0.1911970956928454,0.12175840090657303,0.09773618526035474,Ocean,1
8
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt,1.6419864569221372,1.6419864569221372,1.1752056487732463,1.5126408769332178,1.1838308423133828,0.6767361721056178,26.502762579938153,1.281400193898119,1.0568249575993736,0.9692418230069954,0.7024238598529818,Ocean,1
9
  nws_ksfo_observations_temperature/1h/short,Chronos-Bolt,0.0627875434119763,0.0627875434119763,0.0965501070022583,0.12413585186004639,0.0062903274682911715,0.006157841364449076,5.0700996943882535,0.2505744268914454,0.01575114310547246,0.006069153070038084,0.008811586614106304,Weather,1
10
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt,1152.976815345119,1152.976815345119,26.407670577367146,2.662184070605662,0.4491816257180485,0.6468816546950538,58.0942661362969,33.955512296902825,0.6631935731959384,0.5157747954691531,0.4514040551314796,Air Quality,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-Bolt,517971.7543341319,517971.7543341319,635.5535481770834,0.4347299265348874,0.01062929551123309,0.01055710813787504,3.781019827757555,719.7025457327019,0.01199933177334387,0.010596346962395064,0.01092342821997192,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt,1120486.6587556202,1120486.6587556202,734.14599609375,0.8693109217223224,0.01226590473246691,0.01210952102459527,8.436316153219645,1058.5304241048625,0.017431873016336474,0.012089912096934045,0.010652843722422005,Finance,1
4
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-Bolt,3.2825236033380433e-15,3.2825236033380433e-15,5.404329583846845e-08,nan,nan,2.0,nan,5.729331202974779e-08,inf,inf,inf,Climate,1
5
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-Bolt,1.0941039077622847e-12,1.0941039077622847e-12,9.104717223114752e-07,nan,nan,2.0,nan,1.0459942197556757e-06,inf,inf,inf,Transportation,1
6
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt,0.21674000901202817,0.21674000901202817,0.3996278444925944,0.2668005112492466,0.017497822979518535,0.017393988706144756,2.090564658924463,0.46555344377635977,0.020346873934848533,0.01746561534759495,0.017573436698623837,Weather,1
7
+ noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt,0.13779413740803956,0.13779413740803956,0.24660900235176086,0.33186142559807064,0.18351805815603922,0.14748378425717829,1.5293581132502128,0.37120632727371383,0.21913868401618097,0.1455836505773241,0.10708727505762429,Ocean,1
8
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt,1.6419864569221372,1.6419864569221372,1.1752056487732463,1.5126408769332178,1.1838308423133828,0.6767361721056178,26.502762579938153,1.281400193898119,1.0568249575993736,0.9692418230069954,0.7024238598529818,Ocean,1
9
  nws_ksfo_observations_temperature/1h/short,Chronos-Bolt,0.0627875434119763,0.0627875434119763,0.0965501070022583,0.12413585186004639,0.0062903274682911715,0.006157841364449076,5.0700996943882535,0.2505744268914454,0.01575114310547246,0.006069153070038084,0.008811586614106304,Weather,1
10
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt,1152.976815345119,1152.976815345119,26.407670577367146,2.662184070605662,0.4491816257180485,0.6468816546950538,58.0942661362969,33.955512296902825,0.6631935731959384,0.5157747954691531,0.4514040551314796,Air Quality,1
results/chronos_bolt/online_meta.json CHANGED
@@ -1,25 +1,25 @@
1
  {
2
  "model": "Chronos-Bolt",
3
  "api_model_id": "amazon/chronos-bolt-base",
4
- "evaluated_at": "2026-06-27T08:18:48.789134+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260626t092000z",
14
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
15
- "context_length": 77,
16
- "prediction_length": 72
17
  },
18
  {
19
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260627t055000z",
20
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
21
- "context_length": 96,
22
- "prediction_length": 24
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "Chronos-Bolt",
3
  "api_model_id": "amazon/chronos-bolt-base",
4
+ "evaluated_at": "2026-06-27T08:29:08.660229+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
14
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
15
+ "context_length": 120,
16
+ "prediction_length": 12
17
  },
18
  {
19
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
20
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
21
+ "context_length": 240,
22
+ "prediction_length": 60
23
  }
24
  ],
25
  "failed_datasets": []
results/eval_history.jsonl CHANGED
@@ -2837,3 +2837,6 @@
2837
  {"evaluated_at": "2026-06-27T08:23:05.866004+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
2838
  {"evaluated_at": "2026-06-27T08:23:05.866004+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72}
2839
  {"evaluated_at": "2026-06-27T08:23:05.866004+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24}
 
 
 
 
2837
  {"evaluated_at": "2026-06-27T08:23:05.866004+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
2838
  {"evaluated_at": "2026-06-27T08:23:05.866004+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72}
2839
  {"evaluated_at": "2026-06-27T08:23:05.866004+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24}
2840
+ {"evaluated_at": "2026-06-27T08:30:21.444042+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
2841
+ {"evaluated_at": "2026-06-27T08:30:21.444042+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count", "prediction_length": 12}
2842
+ {"evaluated_at": "2026-06-27T08:30:21.444042+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60}
results/evaluation_metrics.jsonl ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:28:46.091456+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Chronos-2", "MSE": 2443724.145280838, "RMSE": 1563.2415505227711, "MAPE": 0.024182637301850458, "CRPS": 0.019287909418391827, "MAPE_eligible": true}
2
+ {"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:28:49.841150+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Chronos-2", "MSE": 1.7296862743653321e-18, "RMSE": 1.3151753777977035e-09, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
3
+ {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:28:54.521063+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Chronos-2", "MSE": 0.16571134833516818, "RMSE": 0.40707658780034034, "MAPE": 0.21975858504073584, "CRPS": 0.11108092764746427, "MAPE_eligible": true}
4
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:29:03.245148+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Chronos-Bolt", "MSE": 517971.7543341319, "RMSE": 719.7025457327019, "MAPE": 0.01062929551123309, "CRPS": 0.01092342821997192, "MAPE_eligible": true}
5
+ {"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:29:05.776291+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Chronos-Bolt", "MSE": 1.0941039077622847e-12, "RMSE": 1.0459942197556757e-06, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
6
+ {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:29:08.659422+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Chronos-Bolt", "MSE": 0.13779413740803956, "RMSE": 0.37120632727371383, "MAPE": 0.18351805815603922, "CRPS": 0.10708727505762429, "MAPE_eligible": true}
7
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:29:28.133970+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TimesFM-2.5", "MSE": 177008.02779070535, "RMSE": 420.7232199328976, "MAPE": 0.0074983525285249, "CRPS": 0.007041974847335956, "MAPE_eligible": true}
8
+ {"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:29:31.801144+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "TimesFM-2.5", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false}
9
+ {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:29:35.575416+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "TimesFM-2.5", "MSE": 0.0842103908395409, "RMSE": 0.2901902666175089, "MAPE": 0.19135576991048933, "CRPS": 0.11879206279341473, "MAPE_eligible": true}
10
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:29:43.926635+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Toto-1.0", "MSE": 2032645.330798467, "RMSE": 1425.708711763545, "MAPE": 0.012679179129311213, "CRPS": 0.010044450821627615, "MAPE_eligible": true}
11
+ {"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:29:48.216579+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Toto-1.0", "MSE": 0.4689679068187988, "RMSE": 0.6848123150314974, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
12
+ {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:29:50.796240+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Toto-1.0", "MSE": 0.19438323844226676, "RMSE": 0.44088914529875506, "MAPE": 0.18797074637907632, "CRPS": 0.09423372264556035, "MAPE_eligible": true}
13
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:29:58.506738+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TiRex", "MSE": 175015.24454307556, "RMSE": 418.348233584266, "MAPE": 0.005160611400529902, "CRPS": 0.009639382521170907, "MAPE_eligible": true}
14
+ {"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:03.864343+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "TiRex", "MSE": 2.0440368407041843e-18, "RMSE": 1.4296981641955705e-09, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
15
+ {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:07.315845+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "TiRex", "MSE": 0.08833668244184167, "RMSE": 0.29721487587575707, "MAPE": 0.14313526548143335, "CRPS": 0.0767497417171197, "MAPE_eligible": true}
16
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:14.871893+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moirai-2.0", "MSE": 160705.97122383118, "RMSE": 400.8814927429691, "MAPE": 0.005139166141782814, "CRPS": 0.007629278188254369, "MAPE_eligible": true}
17
+ {"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:18.660711+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Moirai-2.0", "MSE": 1.2167879962794955e-13, "RMSE": 3.488248839001449e-07, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
18
+ {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:20.910846+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Moirai-2.0", "MSE": 0.37929057680704614, "RMSE": 0.6158657132906865, "MAPE": 0.32199450847652394, "CRPS": 0.18511825826571526, "MAPE_eligible": true}
19
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.137628+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ARIMA", "MSE": 421701.22298822826, "RMSE": 649.385265453589, "MAPE": 0.007563661670981433, "CRPS": 0.006098675421806203, "MAPE_eligible": true}
20
+ {"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.149034+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "ARIMA", "MSE": 9.578202015526527e-15, "RMSE": 9.786828912128038e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
21
+ {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.217129+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "ARIMA", "MSE": 0.4103162800985273, "RMSE": 0.6405593493959223, "MAPE": 0.3154719714341933, "CRPS": 0.2523729438873998, "MAPE_eligible": true}
22
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.230421+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moving-Average", "MSE": 131689.4406544846, "RMSE": 362.8903975782283, "MAPE": 0.00510233976888367, "CRPS": 0.0038945837131939246, "MAPE_eligible": true}
23
+ {"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.239157+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Moving-Average", "MSE": 9.578202015526527e-15, "RMSE": 9.786828912128038e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
24
+ {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.251207+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Moving-Average", "MSE": 0.17524512460761865, "RMSE": 0.41862289068757175, "MAPE": 0.221838537917711, "CRPS": 0.22218476967496653, "MAPE_eligible": true}
25
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-27T08:28:11.920236Z|h:24", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.267151+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 1025001.5006306967, "RMSE": 1012.4235776742345, "MAPE": 0.011974437795631834, "CRPS": 0.01034102721197946, "MAPE_eligible": true}
26
+ {"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-27T08:28:11.920236Z|h:12", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.285480+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Seasonal-Naive", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false}
27
+ {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-27T08:28:11.920236Z|h:60", "release_time": "2026-06-27T08:28:11.920236Z", "evaluated_at": "2026-06-27T08:30:21.292741+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Seasonal-Naive", "MSE": 0.1918726668260914, "RMSE": 0.4380327234649158, "MAPE": 0.22480664710643322, "CRPS": 0.22650493232578592, "MAPE_eligible": true}
results/moirai_2_0/all_results.csv ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Moirai-2.0,160705.97122383118,160705.97122383118,306.9650065104167,0.2099695220203107,0.005139166141782814,0.005120586993333354,2.354709940390404,400.8814927429691,0.006683747420010909,0.005117912918003154,0.007629278188254369,Finance,1
3
+ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-2.0,1.2167879962794955e-13,1.2167879962794955e-13,2.9433961579172774e-07,nan,nan,2.0,nan,3.488248839001449e-07,inf,inf,inf,Transportation,1
4
+ noaa_coops_sf_water_level_water_level/6min/short,Moirai-2.0,0.37929057680704614,0.37929057680704614,0.45180562933286034,0.6079942695269815,0.32199450847652394,0.23970487435122548,8.97502594843603,0.6158657132906865,0.363571394195803,0.26671983683645717,0.18511825826571526,Ocean,1
results/moirai_2_0/config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Moirai-2.0",
3
+ "model_type": "zero-shot",
4
+ "model_dtype": "float32",
5
+ "model_link": "https://tsfm.ai/models/Salesforce/moirai-2.0-R-small",
6
+ "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
+ "org": "Salesforce / TSFM.ai",
8
+ "testdata_leakage": "No",
9
+ "replication_code_available": "Yes",
10
+ "api_model_id": "Salesforce/moirai-2.0-R-small"
11
+ }
results/moirai_2_0/online_meta.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Moirai-2.0",
3
+ "api_model_id": "Salesforce/moirai-2.0-R-small",
4
+ "evaluated_at": "2026-06-27T08:30:20.911553+00:00",
5
+ "datasets": [
6
+ {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
14
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
15
+ "context_length": 120,
16
+ "prediction_length": 12
17
+ },
18
+ {
19
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
20
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
21
+ "context_length": 240,
22
+ "prediction_length": 60
23
+ }
24
+ ],
25
+ "failed_datasets": []
26
+ }
results/moving_average/all_results.csv CHANGED
@@ -1,11 +1,11 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Moving-Average,133153.20987882707,135585.33576870387,307.0631030701746,0.21003662181125546,0.005123685442747769,0.005122770540503937,1.0494972712158688,364.90164411636607,0.006083736239442726,0.005119436862137101,0.003916229213422862,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,Moving-Average,3924325.828146406,3974161.935531227,1803.3210731907918,2.1353337246786364,0.029902840224353095,0.02936033773621295,61.60098798282331,1980.9911226823824,0.032622950564969486,0.02969708119833066,0.028208172711766115,Finance,1
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Moving-Average,33703.3339872141,34919.977384896825,150.98728679575507,1.5919311979035975,0.862092038435816,1.5500551973378933,23.0273565699048,183.58467797508075,1.130215641726378,0.9295339628591026,0.8356046823445622,Finance,1
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1
7
  nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.002590900883325,0.8947685022051486,0.8418265511147419,0.5620222847729152,0.03702867932602475,0.036537082343798516,3.0182977149810903,1.0012946124309892,0.043761281380539294,0.0367917774844516,0.030369697003731808,Weather,1
8
- noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.21279341174860208,0.21066317042312208,0.4219511367365032,0.5653907783556129,0.23514772772378362,0.26994309360000884,20.686247686067624,0.46129536280847444,0.2678472130190364,0.24500232414434858,0.24061729166377266,Ocean,1
9
  noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,1.2024926344238578,1.1803604438129645,1.0131578934732934,1.3040645661080852,1.008740374836334,0.6206716066057494,39.620980206359114,1.0965822515542816,0.9043977806633765,0.835594182762013,0.8214081062517907,Ocean,1
10
  nws_ksfo_observations_temperature/1h/short,Moving-Average,0.0647953422504396,0.06894373213707056,0.1252192982456132,0.16099624060150272,0.008092491703068071,0.00794743271033022,3.1724096805714,0.2545492923785875,0.016001003699347437,0.007871302393871009,0.007497343002953298,Weather,1
11
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,460.34448428147033,466.50666042742563,13.910519481199495,1.4023335859255168,0.20563158775135823,0.25744297356611384,37.08017910184512,21.455639917780832,0.41905545049238935,0.2716898228211941,0.25244449330368923,Air Quality,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Moving-Average,131689.4406544846,134125.13135438974,305.75971765350795,0.20914508301321186,0.00510233976888367,0.00510122583616427,1.0494972712158688,362.8903975782283,0.006050336078037256,0.005097817587004931,0.0038945837131939246,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,Moving-Average,3924325.828146406,3974161.935531227,1803.3210731907918,2.1353337246786364,0.029902840224353095,0.02936033773621295,61.60098798282331,1980.9911226823824,0.032622950564969486,0.02969708119833066,0.028208172711766115,Finance,1
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Moving-Average,33703.3339872141,34919.977384896825,150.98728679575507,1.5919311979035975,0.862092038435816,1.5500551973378933,23.0273565699048,183.58467797508075,1.130215641726378,0.9295339628591026,0.8356046823445622,Finance,1
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1
7
  nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.002590900883325,0.8947685022051486,0.8418265511147419,0.5620222847729152,0.03702867932602475,0.036537082343798516,3.0182977149810903,1.0012946124309892,0.043761281380539294,0.0367917774844516,0.030369697003731808,Weather,1
8
+ noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.17524512460761865,0.17385315790587083,0.3844373565788937,0.5173368692577031,0.221838537917711,0.24520984804976892,18.699651473948272,0.41862289068757175,0.24713067268565433,0.2269495162598316,0.22218476967496653,Ocean,1
9
  noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,1.2024926344238578,1.1803604438129645,1.0131578934732934,1.3040645661080852,1.008740374836334,0.6206716066057494,39.620980206359114,1.0965822515542816,0.9043977806633765,0.835594182762013,0.8214081062517907,Ocean,1
10
  nws_ksfo_observations_temperature/1h/short,Moving-Average,0.0647953422504396,0.06894373213707056,0.1252192982456132,0.16099624060150272,0.008092491703068071,0.00794743271033022,3.1724096805714,0.2545492923785875,0.016001003699347437,0.007871302393871009,0.007497343002953298,Weather,1
11
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,460.34448428147033,466.50666042742563,13.910519481199495,1.4023335859255168,0.20563158775135823,0.25744297356611384,37.08017910184512,21.455639917780832,0.41905545049238935,0.2716898228211941,0.25244449330368923,Air Quality,1
results/moving_average/online_meta.json CHANGED
@@ -1,25 +1,25 @@
1
  {
2
  "model": "Moving-Average",
3
  "api_model_id": "baseline/moving-average",
4
- "evaluated_at": "2026-06-27T08:22:57.444163+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260626t092000z",
14
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
15
- "context_length": 77,
16
- "prediction_length": 72
17
  },
18
  {
19
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260627t055000z",
20
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
21
- "context_length": 96,
22
- "prediction_length": 24
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "Moving-Average",
3
  "api_model_id": "baseline/moving-average",
4
+ "evaluated_at": "2026-06-27T08:30:21.252989+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
14
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
15
+ "context_length": 120,
16
+ "prediction_length": 12
17
  },
18
  {
19
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
20
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
21
+ "context_length": 240,
22
+ "prediction_length": 60
23
  }
24
  ],
25
  "failed_datasets": []
results/online_status.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "status": "partial",
3
- "started_at": "2026-06-27T08:17:48.733881+00:00",
4
- "finished_at": "2026-06-27T08:23:05.865261+00:00",
5
  "task_count": 3,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
@@ -10,25 +10,25 @@
10
  "Chronos-2": {
11
  "model": "Chronos-2",
12
  "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-27T08:18:25.537845+00:00",
14
  "datasets": [
15
  {
16
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
17
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
18
  "context_length": 96,
19
  "prediction_length": 24
20
  },
21
  {
22
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260626t092000z",
23
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
24
- "context_length": 77,
25
- "prediction_length": 72
26
  },
27
  {
28
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260627t055000z",
29
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
30
- "context_length": 96,
31
- "prediction_length": 24
32
  }
33
  ],
34
  "failed_datasets": []
@@ -36,25 +36,25 @@
36
  "Chronos-Bolt": {
37
  "model": "Chronos-Bolt",
38
  "api_model_id": "amazon/chronos-bolt-base",
39
- "evaluated_at": "2026-06-27T08:18:48.789134+00:00",
40
  "datasets": [
41
  {
42
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
43
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
44
  "context_length": 96,
45
  "prediction_length": 24
46
  },
47
  {
48
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260626t092000z",
49
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
50
- "context_length": 77,
51
- "prediction_length": 72
52
  },
53
  {
54
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260627t055000z",
55
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
56
- "context_length": 96,
57
- "prediction_length": 24
58
  }
59
  ],
60
  "failed_datasets": []
@@ -62,51 +62,51 @@
62
  "TimesFM-2.5": {
63
  "model": "TimesFM-2.5",
64
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
65
- "evaluated_at": "2026-06-27T08:19:24.170496+00:00",
66
  "datasets": [
67
  {
68
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
69
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
70
  "context_length": 96,
71
  "prediction_length": 24
72
  },
73
  {
74
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260626t092000z",
75
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
76
- "context_length": 77,
77
- "prediction_length": 72
78
  },
79
  {
80
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260627t055000z",
81
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
82
- "context_length": 96,
83
- "prediction_length": 24
84
  }
85
  ],
86
  "failed_datasets": []
87
  },
88
- "Toto-2.0-1B": {
89
- "model": "Toto-2.0-1B",
90
- "api_model_id": "Datadog/Toto-2.0-1B",
91
- "evaluated_at": "2026-06-27T08:20:19.683110+00:00",
92
  "datasets": [
93
  {
94
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
95
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
96
  "context_length": 96,
97
  "prediction_length": 24
98
  },
99
  {
100
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260626t092000z",
101
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
102
- "context_length": 77,
103
- "prediction_length": 72
104
  },
105
  {
106
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260627t055000z",
107
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
108
- "context_length": 96,
109
- "prediction_length": 24
110
  }
111
  ],
112
  "failed_datasets": []
@@ -114,77 +114,51 @@
114
  "TiRex": {
115
  "model": "TiRex",
116
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
117
- "evaluated_at": "2026-06-27T08:20:46.544316+00:00",
118
- "datasets": [
119
- {
120
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
121
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
122
- "context_length": 96,
123
- "prediction_length": 24
124
- },
125
- {
126
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260626t092000z",
127
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
128
- "context_length": 77,
129
- "prediction_length": 72
130
- },
131
- {
132
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260627t055000z",
133
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
134
- "context_length": 96,
135
- "prediction_length": 24
136
- }
137
- ],
138
- "failed_datasets": []
139
- },
140
- "Moirai-1.1-Large": {
141
- "model": "Moirai-1.1-Large",
142
- "api_model_id": "Salesforce/moirai-1.1-R-large",
143
- "evaluated_at": "2026-06-27T08:21:48.728389+00:00",
144
  "datasets": [
145
  {
146
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
147
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
148
  "context_length": 96,
149
  "prediction_length": 24
150
  },
151
  {
152
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260626t092000z",
153
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
154
- "context_length": 77,
155
- "prediction_length": 72
156
  },
157
  {
158
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260627t055000z",
159
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
160
- "context_length": 96,
161
- "prediction_length": 24
162
  }
163
  ],
164
  "failed_datasets": []
165
  },
166
- "Timer-S1": {
167
- "model": "Timer-S1",
168
- "api_model_id": "bytedance-research/Timer-S1",
169
- "evaluated_at": "2026-06-27T08:22:56.917830+00:00",
170
  "datasets": [
171
  {
172
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
173
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
174
  "context_length": 96,
175
  "prediction_length": 24
176
  },
177
  {
178
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260626t092000z",
179
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
180
- "context_length": 77,
181
- "prediction_length": 72
182
  },
183
  {
184
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260627t055000z",
185
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
186
- "context_length": 96,
187
- "prediction_length": 24
188
  }
189
  ],
190
  "failed_datasets": []
@@ -192,51 +166,25 @@
192
  "ARIMA": {
193
  "model": "ARIMA",
194
  "api_model_id": "baseline/arima",
195
- "evaluated_at": "2026-06-27T08:22:57.294178+00:00",
196
- "datasets": [
197
- {
198
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
199
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
200
- "context_length": 96,
201
- "prediction_length": 24
202
- },
203
- {
204
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260626t092000z",
205
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
206
- "context_length": 77,
207
- "prediction_length": 72
208
- },
209
- {
210
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260627t055000z",
211
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
212
- "context_length": 96,
213
- "prediction_length": 24
214
- }
215
- ],
216
- "failed_datasets": []
217
- },
218
- "ETS": {
219
- "model": "ETS",
220
- "api_model_id": "baseline/ets",
221
- "evaluated_at": "2026-06-27T08:22:57.416474+00:00",
222
  "datasets": [
223
  {
224
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
225
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
226
  "context_length": 96,
227
  "prediction_length": 24
228
  },
229
  {
230
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260626t092000z",
231
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
232
- "context_length": 77,
233
- "prediction_length": 72
234
  },
235
  {
236
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260627t055000z",
237
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
238
- "context_length": 96,
239
- "prediction_length": 24
240
  }
241
  ],
242
  "failed_datasets": []
@@ -244,25 +192,25 @@
244
  "Moving-Average": {
245
  "model": "Moving-Average",
246
  "api_model_id": "baseline/moving-average",
247
- "evaluated_at": "2026-06-27T08:22:57.444163+00:00",
248
  "datasets": [
249
  {
250
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
251
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
252
  "context_length": 96,
253
  "prediction_length": 24
254
  },
255
  {
256
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260626t092000z",
257
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
258
- "context_length": 77,
259
- "prediction_length": 72
260
  },
261
  {
262
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260627t055000z",
263
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
264
- "context_length": 96,
265
- "prediction_length": 24
266
  }
267
  ],
268
  "failed_datasets": []
@@ -270,25 +218,25 @@
270
  "Seasonal-Naive": {
271
  "model": "Seasonal-Naive",
272
  "api_model_id": "baseline/seasonal-naive",
273
- "evaluated_at": "2026-06-27T08:22:57.469856+00:00",
274
  "datasets": [
275
  {
276
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
277
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
278
  "context_length": 96,
279
  "prediction_length": 24
280
  },
281
  {
282
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260626t092000z",
283
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
284
- "context_length": 77,
285
- "prediction_length": 72
286
  },
287
  {
288
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260627t055000z",
289
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
290
- "context_length": 96,
291
- "prediction_length": 24
292
  }
293
  ],
294
  "failed_datasets": []
@@ -312,7 +260,5 @@
312
  "live_overall": "aggregates/live_overall_up_to_now.csv",
313
  "live_metadata": "aggregates/live_metadata.json"
314
  },
315
- "push_status": "ok",
316
- "pushed_at": "2026-06-27T08:23:24.823634+00:00",
317
- "push_detail": "HF Hub API"
318
  }
 
1
  {
2
  "status": "partial",
3
+ "started_at": "2026-06-27T08:28:13.655543+00:00",
4
+ "finished_at": "2026-06-27T08:30:21.443305+00:00",
5
  "task_count": 3,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
 
10
  "Chronos-2": {
11
  "model": "Chronos-2",
12
  "api_model_id": "amazon/chronos-2",
13
+ "evaluated_at": "2026-06-27T08:28:54.522025+00:00",
14
  "datasets": [
15
  {
16
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
17
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
18
  "context_length": 96,
19
  "prediction_length": 24
20
  },
21
  {
22
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
23
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
24
+ "context_length": 120,
25
+ "prediction_length": 12
26
  },
27
  {
28
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
29
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
30
+ "context_length": 240,
31
+ "prediction_length": 60
32
  }
33
  ],
34
  "failed_datasets": []
 
36
  "Chronos-Bolt": {
37
  "model": "Chronos-Bolt",
38
  "api_model_id": "amazon/chronos-bolt-base",
39
+ "evaluated_at": "2026-06-27T08:29:08.660229+00:00",
40
  "datasets": [
41
  {
42
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
43
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
44
  "context_length": 96,
45
  "prediction_length": 24
46
  },
47
  {
48
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
49
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
50
+ "context_length": 120,
51
+ "prediction_length": 12
52
  },
53
  {
54
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
55
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
56
+ "context_length": 240,
57
+ "prediction_length": 60
58
  }
59
  ],
60
  "failed_datasets": []
 
62
  "TimesFM-2.5": {
63
  "model": "TimesFM-2.5",
64
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
65
+ "evaluated_at": "2026-06-27T08:29:35.575871+00:00",
66
  "datasets": [
67
  {
68
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
69
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
70
  "context_length": 96,
71
  "prediction_length": 24
72
  },
73
  {
74
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
75
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
76
+ "context_length": 120,
77
+ "prediction_length": 12
78
  },
79
  {
80
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
81
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
82
+ "context_length": 240,
83
+ "prediction_length": 60
84
  }
85
  ],
86
  "failed_datasets": []
87
  },
88
+ "Toto-1.0": {
89
+ "model": "Toto-1.0",
90
+ "api_model_id": "Datadog/Toto-Open-Base-1.0",
91
+ "evaluated_at": "2026-06-27T08:29:50.797017+00:00",
92
  "datasets": [
93
  {
94
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
95
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
96
  "context_length": 96,
97
  "prediction_length": 24
98
  },
99
  {
100
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
101
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
102
+ "context_length": 120,
103
+ "prediction_length": 12
104
  },
105
  {
106
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
107
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
108
+ "context_length": 240,
109
+ "prediction_length": 60
110
  }
111
  ],
112
  "failed_datasets": []
 
114
  "TiRex": {
115
  "model": "TiRex",
116
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
117
+ "evaluated_at": "2026-06-27T08:30:07.316442+00:00",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
118
  "datasets": [
119
  {
120
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
121
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
122
  "context_length": 96,
123
  "prediction_length": 24
124
  },
125
  {
126
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
127
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
128
+ "context_length": 120,
129
+ "prediction_length": 12
130
  },
131
  {
132
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
133
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
134
+ "context_length": 240,
135
+ "prediction_length": 60
136
  }
137
  ],
138
  "failed_datasets": []
139
  },
140
+ "Moirai-2.0": {
141
+ "model": "Moirai-2.0",
142
+ "api_model_id": "Salesforce/moirai-2.0-R-small",
143
+ "evaluated_at": "2026-06-27T08:30:20.911553+00:00",
144
  "datasets": [
145
  {
146
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
147
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
148
  "context_length": 96,
149
  "prediction_length": 24
150
  },
151
  {
152
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
153
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
154
+ "context_length": 120,
155
+ "prediction_length": 12
156
  },
157
  {
158
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
159
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
160
+ "context_length": 240,
161
+ "prediction_length": 60
162
  }
163
  ],
164
  "failed_datasets": []
 
166
  "ARIMA": {
167
  "model": "ARIMA",
168
  "api_model_id": "baseline/arima",
169
+ "evaluated_at": "2026-06-27T08:30:21.220020+00:00",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
170
  "datasets": [
171
  {
172
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
173
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
174
  "context_length": 96,
175
  "prediction_length": 24
176
  },
177
  {
178
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
179
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
180
+ "context_length": 120,
181
+ "prediction_length": 12
182
  },
183
  {
184
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
185
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
186
+ "context_length": 240,
187
+ "prediction_length": 60
188
  }
189
  ],
190
  "failed_datasets": []
 
192
  "Moving-Average": {
193
  "model": "Moving-Average",
194
  "api_model_id": "baseline/moving-average",
195
+ "evaluated_at": "2026-06-27T08:30:21.252989+00:00",
196
  "datasets": [
197
  {
198
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
199
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
200
  "context_length": 96,
201
  "prediction_length": 24
202
  },
203
  {
204
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
205
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
206
+ "context_length": 120,
207
+ "prediction_length": 12
208
  },
209
  {
210
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
211
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
212
+ "context_length": 240,
213
+ "prediction_length": 60
214
  }
215
  ],
216
  "failed_datasets": []
 
218
  "Seasonal-Naive": {
219
  "model": "Seasonal-Naive",
220
  "api_model_id": "baseline/seasonal-naive",
221
+ "evaluated_at": "2026-06-27T08:30:21.293273+00:00",
222
  "datasets": [
223
  {
224
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
225
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
226
  "context_length": 96,
227
  "prediction_length": 24
228
  },
229
  {
230
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
231
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
232
+ "context_length": 120,
233
+ "prediction_length": 12
234
  },
235
  {
236
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
237
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
238
+ "context_length": 240,
239
+ "prediction_length": 60
240
  }
241
  ],
242
  "failed_datasets": []
 
260
  "live_overall": "aggregates/live_overall_up_to_now.csv",
261
  "live_metadata": "aggregates/live_metadata.json"
262
  },
263
+ "push_status": "pending"
 
 
264
  }
results/seasonal_naive/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1025652.6943868002,1025652.6943868002,717.3460286458334,0.49067743737370423,0.011995893999049498,0.01195710819561438,3.210564310110216,1012.7451280489086,0.016884753292219744,0.011959781768758662,0.01034321631119578,Finance,1
3
  bitbrains_fast_storage/5T/long,Seasonal-Naive,3499892.2950397297,3499892.2950397297,289.35216809290046,1.190359880620704,1.795788841111804,0.5099463825492213,231.56717491055915,1870.7999078040737,4.9439656728737384,0.7646714009634807,2.122607238439539,Web/CloudOps,2,96.0
4
  bitbrains_fast_storage/5T/medium,Seasonal-Naive,3704568.4175853366,3704568.4175853366,280.36127147074325,1.271487396616441,4.117625747562423,0.4499728768046956,196.7313435217375,1924.7255434438791,5.847847822156081,0.8518149802561188,2.0491239073790615,Web/CloudOps,2,48.0
5
  bitbrains_fast_storage/5T/short,Seasonal-Naive,2299344.812804004,2299344.812804004,173.28187846869332,1.0948146284753992,2.4327068429200516,0.374655124365134,70.19326241539363,1516.3590646031053,4.760992442912181,0.5440622430011399,0.8929464680662709,Web/CloudOps,2,24.0
@@ -82,7 +82,7 @@ m_dense/H/long,Seasonal-Naive,395605.0488888889,395605.0488888889,362.1829012345
82
  m_dense/H/medium,Seasonal-Naive,360975.25333333336,360975.25333333336,348.6905208333333,2.7352300662596214,1.184018235880775,0.7301190185546875,88.57658717624187,600.812161439275,1.0453372563528116,0.6066774538833799,1.2024808459166658,Transport,1,48.0
83
  m_dense/H/short,Seasonal-Naive,358130.1511111111,358130.1511111111,343.1718142361111,2.7139864906441935,1.04015513186624,0.7294788180763577,28.457280672803915,598.4397639788913,1.06148301966739,0.608701285519745,0.5387397922383297,Transport,1,24.0
84
  nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,0.6010168165212235,0.6010168165212235,0.6400000254313151,0.42727836995795204,0.028274403314332147,0.02771273923912884,5.472248392892112,0.77525274363992,0.033882189152196075,0.027971009579742828,0.02332459430028085,Weather,1
85
- noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.22969343449185922,0.22969343449185922,0.43726666768391925,0.5859127279592146,0.24503944349637133,0.28497107541450034,21.473338916514972,0.47926342911999786,0.278280217278134,0.25389515639654575,0.24889894098408286,Ocean,1
86
  noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,1.1986111073030432,1.1986111073030432,1.0249999968541994,1.3193068768147482,1.0142075823236287,0.6244150886332125,49.48913187846617,1.0948109915885222,0.9029369476253257,0.8453608664748831,0.8330584603752125,Ocean,1
87
  nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.06291663805647356,0.06291663805647356,0.10416666666666667,0.13392857142857142,0.006764155828114247,0.006631545109947074,2.3495357153701755,0.25083189202426703,0.01576732739930505,0.006547931063202722,0.008494556225224657,Weather,1
88
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,289.3649768447911,289.3649768447911,13.324999411900839,1.3433067135272088,0.25055594661211517,0.3062307036761989,49.42886479255332,17.01073122604643,0.33224083105665486,0.26025388442212805,0.2552707031516893,Air Quality,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1025001.5006306967,1025001.5006306967,716.0426432291666,0.4897858985756606,0.011974437795631834,0.01193556311738418,3.210564310110216,1012.4235776742345,0.016879760222747422,0.011938311585686619,0.01034102721197946,Finance,1
3
  bitbrains_fast_storage/5T/long,Seasonal-Naive,3499892.2950397297,3499892.2950397297,289.35216809290046,1.190359880620704,1.795788841111804,0.5099463825492213,231.56717491055915,1870.7999078040737,4.9439656728737384,0.7646714009634807,2.122607238439539,Web/CloudOps,2,96.0
4
  bitbrains_fast_storage/5T/medium,Seasonal-Naive,3704568.4175853366,3704568.4175853366,280.36127147074325,1.271487396616441,4.117625747562423,0.4499728768046956,196.7313435217375,1924.7255434438791,5.847847822156081,0.8518149802561188,2.0491239073790615,Web/CloudOps,2,48.0
5
  bitbrains_fast_storage/5T/short,Seasonal-Naive,2299344.812804004,2299344.812804004,173.28187846869332,1.0948146284753992,2.4327068429200516,0.374655124365134,70.19326241539363,1516.3590646031053,4.760992442912181,0.5440622430011399,0.8929464680662709,Web/CloudOps,2,24.0
 
82
  m_dense/H/medium,Seasonal-Naive,360975.25333333336,360975.25333333336,348.6905208333333,2.7352300662596214,1.184018235880775,0.7301190185546875,88.57658717624187,600.812161439275,1.0453372563528116,0.6066774538833799,1.2024808459166658,Transport,1,48.0
83
  m_dense/H/short,Seasonal-Naive,358130.1511111111,358130.1511111111,343.1718142361111,2.7139864906441935,1.04015513186624,0.7294788180763577,28.457280672803915,598.4397639788913,1.06148301966739,0.608701285519745,0.5387397922383297,Transport,1,24.0
84
  nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,0.6010168165212235,0.6010168165212235,0.6400000254313151,0.42727836995795204,0.028274403314332147,0.02771273923912884,5.472248392892112,0.77525274363992,0.033882189152196075,0.027971009579742828,0.02332459430028085,Weather,1
85
+ noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.1918726668260914,0.1918726668260914,0.39260000189145405,0.528321330831469,0.22480664710643322,0.2540721184094822,19.102051267638807,0.4380327234649158,0.25858911210138386,0.23176826858289307,0.22650493232578592,Ocean,1
86
  noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,1.1986111073030432,1.1986111073030432,1.0249999968541994,1.3193068768147482,1.0142075823236287,0.6244150886332125,49.48913187846617,1.0948109915885222,0.9029369476253257,0.8453608664748831,0.8330584603752125,Ocean,1
87
  nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.06291663805647356,0.06291663805647356,0.10416666666666667,0.13392857142857142,0.006764155828114247,0.006631545109947074,2.3495357153701755,0.25083189202426703,0.01576732739930505,0.006547931063202722,0.008494556225224657,Weather,1
88
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,289.3649768447911,289.3649768447911,13.324999411900839,1.3433067135272088,0.25055594661211517,0.3062307036761989,49.42886479255332,17.01073122604643,0.33224083105665486,0.26025388442212805,0.2552707031516893,Air Quality,1
results/seasonal_naive/online_meta.json CHANGED
@@ -1,25 +1,25 @@
1
  {
2
  "model": "Seasonal-Naive",
3
  "api_model_id": "baseline/seasonal-naive",
4
- "evaluated_at": "2026-06-27T08:22:57.469856+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260626t092000z",
14
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
15
- "context_length": 77,
16
- "prediction_length": 72
17
  },
18
  {
19
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260627t055000z",
20
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
21
- "context_length": 96,
22
- "prediction_length": 24
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "Seasonal-Naive",
3
  "api_model_id": "baseline/seasonal-naive",
4
+ "evaluated_at": "2026-06-27T08:30:21.293273+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
14
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
15
+ "context_length": 120,
16
+ "prediction_length": 12
17
  },
18
  {
19
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
20
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
21
+ "context_length": 240,
22
+ "prediction_length": 60
23
  }
24
  ],
25
  "failed_datasets": []
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,11 +1,11 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,178041.23566627502,268846.32750638324,451.3566080729167,0.3087359446444362,0.007519631585904976,0.007533694876152156,7.359051145024684,421.94932831594247,0.007034850243277058,0.007525136150303231,0.007053893799825572,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,2686895.4844404855,2100055.779821396,1191.1140950520833,1.4104122304767708,0.019806763641568147,0.019516261826105396,72.44628274857321,1639.1752451890204,0.026993928634427757,0.019615260157000027,0.02350825970696062,Finance,1
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TimesFM-2.5,28434.715767887308,30940.314541637516,136.81071631113687,1.4424608331286375,0.6894371389934627,1.1431172573156296,43.032391046456816,168.6259640977252,1.0381242287022936,0.8422577158188848,0.7508176845882389,Finance,1
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1
7
  nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,2.4791153129579775,1.5522412452360186,1.0316153367360432,0.6887295343576602,0.04470531742900313,0.043334213499993966,34.97077056996226,1.5745206613309264,0.06881395429931407,0.04508643956225944,0.05506578192577641,Weather,1
8
- noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.1328890672207855,0.17809243039968367,0.35654525458812714,0.47775057692632067,0.21828187248220754,0.26295556445138296,7.160625234915085,0.36453952765205794,0.21166676361630643,0.20702495723167116,0.15279489684045572,Ocean,1
9
  noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.5436879495139034,0.41364341057343706,0.5853289870752229,0.7533937172852476,0.5923799248593681,0.4269332820017151,34.56144127007823,0.7373519848172265,0.608125380190348,0.4827455816638024,0.538988835968276,Ocean,1
10
  nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.06838631911250559,0.0640608964048018,0.10439896583557129,0.1342272417885916,0.006783086250003086,0.006647937984060224,9.67485513005938,0.26150778021409915,0.016438415206397664,0.0065625334210653785,0.009943187141855622,Weather,1
11
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,752.8523047725143,883.2789679644169,22.53273582458496,2.2715479657182347,0.3791231735212852,0.5208760685760353,49.81419195738682,27.438154179399792,0.5359014275215926,0.4400924790862211,0.3600159047813631,Air Quality,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,177008.02779070535,266898.5300108592,450.05322265625,0.30784440584639267,0.0074983525285249,0.007512150537661119,7.359051145024684,420.7232199328976,0.007014561127590257,0.007503569309758471,0.007041974847335956,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,2686895.4844404855,2100055.779821396,1191.1140950520833,1.4104122304767708,0.019806763641568147,0.019516261826105396,72.44628274857321,1639.1752451890204,0.026993928634427757,0.019615260157000027,0.02350825970696062,Finance,1
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TimesFM-2.5,28434.715767887308,30940.314541637516,136.81071631113687,1.4424608331286375,0.6894371389934627,1.1431172573156296,43.032391046456816,168.6259640977252,1.0381242287022936,0.8422577158188848,0.7508176845882389,Finance,1
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1
7
  nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,2.4791153129579775,1.5522412452360186,1.0316153367360432,0.6887295343576602,0.04470531742900313,0.043334213499993966,34.97077056996226,1.5745206613309264,0.06881395429931407,0.04508643956225944,0.05506578192577641,Weather,1
8
+ noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0842103908395409,0.12306582043828657,0.2961406161387761,0.39851605623513653,0.19135576991048933,0.22564335660310403,3.8359004189651613,0.2901902666175089,0.17131150109404053,0.1748242423048479,0.11879206279341473,Ocean,1
9
  noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.5436879495139034,0.41364341057343706,0.5853289870752229,0.7533937172852476,0.5923799248593681,0.4269332820017151,34.56144127007823,0.7373519848172265,0.608125380190348,0.4827455816638024,0.538988835968276,Ocean,1
10
  nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.06838631911250559,0.0640608964048018,0.10439896583557129,0.1342272417885916,0.006783086250003086,0.006647937984060224,9.67485513005938,0.26150778021409915,0.016438415206397664,0.0065625334210653785,0.009943187141855622,Weather,1
11
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,752.8523047725143,883.2789679644169,22.53273582458496,2.2715479657182347,0.3791231735212852,0.5208760685760353,49.81419195738682,27.438154179399792,0.5359014275215926,0.4400924790862211,0.3600159047813631,Air Quality,1
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,25 +1,25 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-27T08:19:24.170496+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260626t092000z",
14
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
15
- "context_length": 77,
16
- "prediction_length": 72
17
  },
18
  {
19
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260627t055000z",
20
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
21
- "context_length": 96,
22
- "prediction_length": 24
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-27T08:29:35.575871+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
14
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
15
+ "context_length": 120,
16
+ "prediction_length": 12
17
  },
18
  {
19
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
20
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
21
+ "context_length": 240,
22
+ "prediction_length": 60
23
  }
24
  ],
25
  "failed_datasets": []
results/tirex/all_results.csv CHANGED
@@ -1,11 +1,11 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TiRex,175386.4751847585,175386.4751847585,310.10498046875,0.21211732003377937,0.005182105853379435,0.005176705845868415,3.008545991660268,418.7916847130068,0.006982205178152884,0.00517015184263676,0.009651244861833781,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,TiRex,2347680.281036377,2347680.281036377,1305.6334635416667,1.5460159636666813,0.0216822111780193,0.021358474553651908,12.309384085851185,1532.2141759676997,0.025232494353562035,0.02150116446731742,0.014811438105629429,Finance,1
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TiRex,26189.183511279563,26189.183511279563,125.3613642056783,1.321744836442649,0.6820653407770266,0.984424218821475,18.101060665387852,161.83072486792972,0.9962902055610486,0.7717712406949717,0.6145704862690891,Finance,1
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,5.906315718058047e-17,5.906315718058047e-17,4.2397065989136564e-09,nan,nan,2.0,nan,7.685255830522526e-09,inf,inf,inf,Climate,1
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,2.0440368407041843e-18,2.0440368407041843e-18,1.2956792120692266e-09,nan,nan,2.0,nan,1.4296981641955705e-09,inf,inf,inf,Transportation,1
7
  nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.7824289700241328,0.7824289700241328,0.7451162338256836,0.49745630807387214,0.03283720424092748,0.03209361474635387,2.597293624501827,0.8845501512204567,0.038658999641251815,0.03256508200966755,0.022305442849611338,Weather,1
8
- noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.015911291937614182,0.015911291937614182,0.10262089172999064,0.13750622003182064,0.06355645849862604,0.06250038539092578,0.8846252729530143,0.1261399696274507,0.07324209614707596,0.05958594441544062,0.06745875799667224,Ocean,1
9
  noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,1.0216958582576856,1.0216958582576856,0.928944442835119,1.1956710198756682,0.9320433136882088,0.5860117268412464,18.475179977693465,1.0107897200989362,0.833641049979717,0.7661397868412164,0.5399157011851634,Ocean,1
10
  nws_ksfo_observations_temperature/1h/short,TiRex,0.06066379144544953,0.06066379144544953,0.09516819318135579,0.12235910551888603,0.006199643333348821,0.006071634588768182,5.278628519603184,0.2463002059387071,0.015482464985657161,0.00598228577626634,0.008071072388369046,Weather,1
11
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,846.5363833336597,846.5363833336597,21.694321076075237,2.1870265240596733,0.36003209225031546,0.4834435323351112,32.80010491712016,29.09529830288151,0.5682675223972319,0.423717191680086,0.3523370681229736,Air Quality,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TiRex,175015.24454307556,175015.24454307556,308.8015950520833,0.21122578123573574,0.005160611400529902,0.005155160705331842,3.008545991660268,418.348233584266,0.0069749638671340215,0.005148533672887583,0.009639382521170907,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,TiRex,2347680.281036377,2347680.281036377,1305.6334635416667,1.5460159636666813,0.0216822111780193,0.021358474553651908,12.309384085851185,1532.2141759676997,0.025232494353562035,0.02150116446731742,0.014811438105629429,Finance,1
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TiRex,26189.183511279563,26189.183511279563,125.3613642056783,1.321744836442649,0.6820653407770266,0.984424218821475,18.101060665387852,161.83072486792972,0.9962902055610486,0.7717712406949717,0.6145704862690891,Finance,1
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,5.906315718058047e-17,5.906315718058047e-17,4.2397065989136564e-09,nan,nan,2.0,nan,7.685255830522526e-09,inf,inf,inf,Climate,1
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,2.0440368407041843e-18,2.0440368407041843e-18,1.2956792120692266e-09,nan,nan,2.0,nan,1.4296981641955705e-09,inf,inf,inf,Transportation,1
7
  nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.7824289700241328,0.7824289700241328,0.7451162338256836,0.49745630807387214,0.03283720424092748,0.03209361474635387,2.597293624501827,0.8845501512204567,0.038658999641251815,0.03256508200966755,0.022305442849611338,Weather,1
8
+ noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.08833668244184167,0.08833668244184167,0.1924935499827067,0.25903832912220687,0.14313526548143335,0.11960228316131524,0.8762233225629624,0.29721487587575707,0.17545842294175276,0.11363702643384438,0.0767497417171197,Ocean,1
9
  noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,1.0216958582576856,1.0216958582576856,0.928944442835119,1.1956710198756682,0.9320433136882088,0.5860117268412464,18.475179977693465,1.0107897200989362,0.833641049979717,0.7661397868412164,0.5399157011851634,Ocean,1
10
  nws_ksfo_observations_temperature/1h/short,TiRex,0.06066379144544953,0.06066379144544953,0.09516819318135579,0.12235910551888603,0.006199643333348821,0.006071634588768182,5.278628519603184,0.2463002059387071,0.015482464985657161,0.00598228577626634,0.008071072388369046,Weather,1
11
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,846.5363833336597,846.5363833336597,21.694321076075237,2.1870265240596733,0.36003209225031546,0.4834435323351112,32.80010491712016,29.09529830288151,0.5682675223972319,0.423717191680086,0.3523370681229736,Air Quality,1
results/tirex/online_meta.json CHANGED
@@ -1,25 +1,25 @@
1
  {
2
  "model": "TiRex",
3
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
4
- "evaluated_at": "2026-06-27T08:20:46.544316+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260626t092000z",
14
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
15
- "context_length": 77,
16
- "prediction_length": 72
17
  },
18
  {
19
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260627t055000z",
20
- "data_fetched_at": "2026-06-27T08:17:46.968710Z",
21
- "context_length": 96,
22
- "prediction_length": 24
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "TiRex",
3
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
4
+ "evaluated_at": "2026-06-27T08:30:07.316442+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
14
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
15
+ "context_length": 120,
16
+ "prediction_length": 12
17
  },
18
  {
19
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
20
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
21
+ "context_length": 240,
22
+ "prediction_length": 60
23
  }
24
  ],
25
  "failed_datasets": []
results/toto_1_0/all_results.csv ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Toto-1.0,2032645.330798467,641857.5985399882,759.1910807291666,0.5193001969668384,0.012679179129311213,0.012590089805635326,2.7719836085114493,1425.708711763545,0.023770308922807702,0.012657709370415571,0.010044450821627615,Finance,1
3
+ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-1.0,0.4689679068187988,8.08235352330468e-09,7.683393232582603e-05,nan,nan,2.0,nan,0.6848123150314974,inf,inf,inf,Transportation,1
4
+ noaa_coops_sf_water_level_water_level/6min/short,Toto-1.0,0.19438323844226676,0.13071282467188586,0.26192301710446675,0.35246947607067164,0.18797074637907632,0.15488675974869207,1.5325168083579825,0.44088914529875506,0.2602753778670023,0.15462415660683967,0.09423372264556035,Ocean,1
results/toto_1_0/config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Toto-1.0",
3
+ "model_type": "zero-shot",
4
+ "model_dtype": "float32",
5
+ "model_link": "https://tsfm.ai/models/Datadog/Toto-Open-Base-1.0",
6
+ "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
+ "org": "Datadog / TSFM.ai",
8
+ "testdata_leakage": "No",
9
+ "replication_code_available": "Yes",
10
+ "api_model_id": "Datadog/Toto-Open-Base-1.0"
11
+ }
results/toto_1_0/online_meta.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Toto-1.0",
3
+ "api_model_id": "Datadog/Toto-Open-Base-1.0",
4
+ "evaluated_at": "2026-06-27T08:29:50.797017+00:00",
5
+ "datasets": [
6
+ {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260626t080000z",
8
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t153000z",
14
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
15
+ "context_length": 120,
16
+ "prediction_length": 12
17
+ },
18
+ {
19
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260627t021800z",
20
+ "data_fetched_at": "2026-06-27T08:28:11.920236Z",
21
+ "context_length": 240,
22
+ "prediction_length": 60
23
+ }
24
+ ],
25
+ "failed_datasets": []
26
+ }