ziyuzhou02 commited on
Commit
8e7f82d
·
verified ·
1 Parent(s): 8476c48

Update leaderboard results from local eval

Browse files
Files changed (46) hide show
  1. results/aggregates/live_metadata.json +4 -4
  2. results/aggregates/live_overall_up_to_now.csv +10 -10
  3. results/aggregates/live_rank_up_to_now.csv +10 -10
  4. results/aggregates/live_release_metrics.csv +0 -0
  5. results/aggregates/live_results_by_dataset.csv +110 -90
  6. results/aggregates/metadata.json +3 -3
  7. results/aggregates/results_by_domain.csv +70 -70
  8. results/aggregates/results_by_frequency.csv +60 -50
  9. results/aggregates/results_by_prediction_length.csv +60 -40
  10. results/aggregates/results_overall.csv +10 -10
  11. results/arima/all_results.csv +13 -11
  12. results/arima/config.json +9 -9
  13. results/arima/online_meta.json +72 -55
  14. results/baseline_rank_history_daily.csv +1 -0
  15. results/baseline_rank_history_weekly.csv +1 -0
  16. results/chronos_2/all_results.csv +13 -11
  17. results/chronos_2/config.json +9 -9
  18. results/chronos_2/online_meta.json +72 -55
  19. results/dataset_properties.csv +1 -0
  20. results/ets/all_results.csv +13 -11
  21. results/ets/config.json +9 -9
  22. results/ets/online_meta.json +72 -55
  23. results/eval_history.jsonl +11 -0
  24. results/evaluation_metrics.jsonl +110 -0
  25. results/moirai_1_1_large/all_results.csv +13 -11
  26. results/moirai_1_1_large/config.json +9 -9
  27. results/moirai_1_1_large/online_meta.json +72 -55
  28. results/moving_average/all_results.csv +13 -11
  29. results/moving_average/config.json +9 -9
  30. results/moving_average/online_meta.json +72 -55
  31. results/online_status.json +766 -19
  32. results/seasonal_naive/all_results.csv +13 -11
  33. results/seasonal_naive/config.json +9 -9
  34. results/seasonal_naive/online_meta.json +72 -55
  35. results/timer_s1/all_results.csv +13 -11
  36. results/timer_s1/config.json +9 -9
  37. results/timer_s1/online_meta.json +72 -55
  38. results/timesfm_2_5/all_results.csv +13 -11
  39. results/timesfm_2_5/config.json +9 -9
  40. results/timesfm_2_5/online_meta.json +72 -55
  41. results/tirex/all_results.csv +13 -11
  42. results/tirex/config.json +9 -9
  43. results/tirex/online_meta.json +72 -55
  44. results/toto_2_0_1b/all_results.csv +13 -11
  45. results/toto_2_0_1b/config.json +9 -9
  46. results/toto_2_0_1b/online_meta.json +72 -55
results/aggregates/live_metadata.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "generated_at": "2026-06-29T02:39:54.770111+00:00",
3
  "scope": "All deduplicated metrics-only evaluation releases saved up to generation time",
4
  "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
5
  "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
@@ -11,7 +11,7 @@
11
  "ranking": "Dataset-balanced mean MSE/CRPS release rank; dataset-balanced pairwise shared-release wins; Elo over dataset-level matches (K=32)",
12
  "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets",
13
  "num_models": 10,
14
- "num_datasets": 10,
15
- "num_model_releases": 5243,
16
- "num_unique_releases": 671
17
  }
 
1
  {
2
+ "generated_at": "2026-06-29T07:39:38.083035+00:00",
3
  "scope": "All deduplicated metrics-only evaluation releases saved up to generation time",
4
  "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
5
  "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
 
11
  "ranking": "Dataset-balanced mean MSE/CRPS release rank; dataset-balanced pairwise shared-release wins; Elo over dataset-level matches (K=32)",
12
  "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets",
13
  "num_models": 10,
14
+ "num_datasets": 12,
15
+ "num_model_releases": 5353,
16
+ "num_unique_releases": 682
17
  }
results/aggregates/live_overall_up_to_now.csv CHANGED
@@ -1,11 +1,11 @@
1
  Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
2
- 1,TiRex,2.2705707149941334,0.8504481958082977,0.21376629035176298,0.5014553681235232,37.687716683083266,3.4593308728388052,0.6870587112620424,1196.3419732762313,5.939181051628704,0.21878490888658347,0.1,10,638,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T08:52:31.619067+00:00
3
- 2,Chronos-2,2.272286935474825,0.8523753094217839,0.19403223509337036,0.5162426877887553,38.30444836339305,3.5437334294681797,0.678565484559485,1173.361317654022,5.939328325692243,0.1423138733042882,0.1,10,647,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T08:51:32.865643+00:00
4
- 3,Toto-2.0-1B,2.2504869456437473,0.8469735887303654,0.1816980425591914,0.4947369060839993,40.398840011813654,3.580357482206755,0.6824103672364119,1121.1389566575156,5.954938568954306,0.06324336512215614,0.1,10,644,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T08:52:22.694866+00:00
5
- 4,Moirai-1.1-Large,2.702041408145264,0.9832009304280206,0.32778278962004836,0.535211646297601,24.02622586724329,4.473446342260555,0.5571829970008008,1098.2762736018628,9.691019525029986,0.11750152571302244,0.2,10,623,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T08:52:55.478521+00:00
6
- 5,TimesFM-2.5,2.148363064269313,0.8184778409876026,0.16590808961248302,0.6132537134144795,38.9949650739016,4.366916159026588,0.558172687306781,1043.8163282560304,5.779106245981561,0.05299581490936382,0.1,10,656,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T08:51:56.386548+00:00
7
- 6,Timer-S1,2.1119913891546633,0.8604161139855003,0.20124236928504594,0.5164338315029415,34.680474853722004,4.16469626705138,0.6054163091573919,1033.241626338312,5.719093722215114,0.12565301098157283,0.1,10,603,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T08:53:14.933657+00:00
8
- 7,ETS,5.396736584046297,1.5681944732849877,0.5087198077588577,1.1513991858498749,-2.423439784008939,6.733708219177217,0.33075073982578185,874.4784006536,11.365740108992004,0.0058177192985450045,0.4,10,358,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T08:53:19.052502+00:00
9
- 8,ARIMA,2.8447373459434653,1.2123325016761837,0.39358108501915,0.8545352623011327,-0.21575164527606105,6.680400828476595,0.32940496178628864,865.3324236854576,6.465646333897764,-0.03370856628118445,0.4,10,358,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T08:53:19.007614+00:00
10
- 9,Moving-Average,2.7550498722267864,1.1478266435336224,0.4001404641360728,0.8015566631658675,6.981451979272305,6.476465353690915,0.34866097469484025,848.583914256602,6.2800607801066715,-0.02118465782298732,0.3,10,358,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T08:53:19.072099+00:00
11
- 10,Seasonal-Naive,3.027046019908503,1.2413739443510363,0.40543741672895084,0.939795684624093,0.0,7.591586823753069,0.2223767671701762,745.4287856203666,6.262261181354866,0.008586407619621716,0.2,10,358,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T08:53:19.086872+00:00
 
1
  Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
2
+ 1,TiRex,78.16423300624436,0.9486219159917892,0.21323442394182957,0.49158283380399836,31.713575987572046,3.7118389766252498,0.666823275045064,1197.382361967744,1361.077179441631,0.2537701126353834,0.08333333333333333,12,649,0.8333333333333334,2026-06-16T12:07:33.925127+00:00,2026-06-29T07:34:52.372126Z
3
+ 2,Chronos-2,70.02224326559896,0.9909167958344893,0.19395824156647776,0.5060522400907134,31.661778555954275,3.637259947268356,0.6748656170224523,1171.9334992494557,1185.2498753845437,0.180475552509931,0.0,12,658,0.8333333333333334,2026-06-16T12:06:40.343188+00:00,2026-06-29T07:34:52.372126Z
4
+ 3,Toto-2.0-1B,121.73262827116123,0.9767499859423762,0.1814583440700573,0.4846173587809407,33.745748872141085,3.478536975063511,0.6988689772919798,1122.8742247355315,2151.7331932785137,0.10775698925100588,0.08333333333333333,12,655,0.8333333333333334,2026-06-16T12:07:16.543073+00:00,2026-06-29T07:34:52.372126Z
5
+ 4,Moirai-1.1-Large,1254.638610299426,8.985504258186813,0.32706275540412444,0.5253365432569816,2.9352950879263884,5.428065618533864,0.4603085034110744,1093.0108528500552,10172.17182521512,0.1654368993320136,0.08333333333333333,12,634,0.8333333333333334,2026-06-16T12:07:48.486125+00:00,2026-06-29T07:34:52.372126Z
6
+ 5,TimesFM-2.5,93.03616915469392,0.9301071327386875,0.16596454889961304,0.6014868472235497,32.29721907060284,3.9038397084408465,0.6218462141064737,1046.9974789066553,1651.8806742279498,0.10172858147875588,0.08333333333333333,12,667,0.8333333333333334,2026-06-16T12:06:55.147862+00:00,2026-06-29T07:34:52.372126Z
7
+ 6,Timer-S1,92.4055298317545,0.9680535247991934,0.20094494207462965,0.5054008929500672,29.20434250001468,4.455225059470245,0.580884223997215,1034.0135560913616,1606.5634394852782,0.17315103362477796,0.0,12,614,0.8333333333333334,2026-06-16T12:08:03.698792+00:00,2026-06-29T07:34:52.372126Z
8
+ 7,ETS,90.58182800145939,1.8598114212472818,0.5031890487588313,1.1096744088215835,-2.52121060160504,6.973703341934922,0.30977905166272146,869.8174674850792,1004.2206579262462,0.06006033630580645,0.08333333333333333,12,369,0.8333333333333334,2026-06-17T12:10:12.660440+00:00,2026-06-29T07:34:52.372126Z
9
+ 8,ARIMA,215.55004230458474,1.5977546540657428,0.39073041170499145,0.8267414956899579,0.1343648752299528,6.872322945887054,0.3160487869704872,868.3269525712225,2663.7552871105286,0.012115094792305204,0.25,12,369,0.8333333333333334,2026-06-17T12:10:12.135642+00:00,2026-06-29T07:34:52.372126Z
10
+ 9,Moving-Average,262.94661165728263,1.6094620050102695,0.3983132047430501,0.781104751916995,5.903411168595156,6.744589320212088,0.3273098801857344,845.9895423528732,3246.2459691655986,0.022192571891004036,0.25,12,369,0.8333333333333334,2026-06-17T12:10:12.847893+00:00,2026-06-29T07:34:52.372126Z
11
+ 10,Seasonal-Naive,289.28708414102516,1.7149801670365734,0.40377354758603284,0.9190526088618307,0.0,6.578860614903782,0.34326547030679744,749.6540637900212,3566.4382701378854,0.056868059839599285,0.08333333333333333,12,369,0.8333333333333334,2026-06-17T12:10:12.963911+00:00,2026-06-29T07:34:52.372126Z
results/aggregates/live_rank_up_to_now.csv CHANGED
@@ -1,11 +1,11 @@
1
  Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches
2
- 1,TiRex,3.4593308728388052,0.6870587112620424,1196.3419732762313,90,638,4492
3
- 2,Chronos-2,3.5437334294681797,0.678565484559485,1173.361317654022,90,645,4484
4
- 3,Toto-2.0-1B,3.580357482206755,0.6824103672364119,1121.1389566575156,90,644,4521
5
- 4,Moirai-1.1-Large,4.473446342260555,0.5571829970008008,1098.2762736018628,90,623,4423
6
- 5,TimesFM-2.5,4.366916159026588,0.558172687306781,1043.8163282560304,90,652,4529
7
- 6,Timer-S1,4.16469626705138,0.6054163091573919,1033.241626338312,90,603,4349
8
- 7,ETS,6.733708219177217,0.33075073982578185,874.4784006536,90,358,3133
9
- 8,ARIMA,6.680400828476595,0.32940496178628864,865.3324236854576,90,358,3133
10
- 9,Moving-Average,6.476465353690915,0.34866097469484025,848.583914256602,90,358,3133
11
- 10,Seasonal-Naive,7.591586823753069,0.2223767671701762,745.4287856203666,90,358,3133
 
1
  Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches
2
+ 1,TiRex,3.7118389766252498,0.666823275045064,1197.382361967744,108,649,4591
3
+ 2,Chronos-2,3.637259947268356,0.6748656170224523,1171.9334992494557,108,656,4583
4
+ 3,Toto-2.0-1B,3.478536975063511,0.6988689772919798,1122.8742247355315,108,655,4620
5
+ 4,Moirai-1.1-Large,5.428065618533864,0.4603085034110744,1093.0108528500552,108,634,4522
6
+ 5,TimesFM-2.5,3.9038397084408465,0.6218462141064737,1046.9974789066553,108,663,4628
7
+ 6,Timer-S1,4.455225059470245,0.580884223997215,1034.0135560913616,108,614,4448
8
+ 7,ETS,6.973703341934922,0.30977905166272146,869.8174674850792,108,369,3232
9
+ 8,ARIMA,6.872322945887054,0.3160487869704872,868.3269525712225,108,369,3232
10
+ 9,Moving-Average,6.744589320212088,0.3273098801857344,845.9895423528732,108,369,3232
11
+ 10,Seasonal-Naive,6.578860614903782,0.34326547030679744,749.6540637900212,108,369,3232
results/aggregates/live_release_metrics.csv CHANGED
The diff for this file is too large to render. See raw diff
 
results/aggregates/live_results_by_dataset.csv CHANGED
@@ -1,101 +1,121 @@
1
  model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release
2
- ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6107942021594615,0.7492498634938067,0.009504068426188603,0.5081934389602463,0.8036737365204689,0.39073572697625847,-0.23241590214067281,0.0003407669964414211,109,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T08:53:19.007614+00:00
3
- ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.6722840427898185,1.1136149807343625,0.11228266284312756,0.8751386039730832,-54.27242992293919,1.7954987859166085,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-22T08:46:45.438713+00:00
4
- ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.0228405463501757,1.326724234663988,2.119038607006745,1.0346768778953153,-1.1349288526376045,1.2855823844503786,0.052587991718426506,0.51967491186497,70,0.9285714285714286,2026-06-17T12:10:12.335728+00:00,2026-06-22T08:46:45.491498+00:00
5
- ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.88130606674853,2.170522924283254,0.12738808361344026,1.5457811999035824,14.127052437322199,5.431289111626808,0.3815987933634993,6.527433529542856e-05,52,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-22T08:46:45.558499+00:00
6
- ARIMA,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.603441946197801,1.4628303294876153,0.04131478236371119,1.2252719863710946,25.91196113851622,50.21612223722089,0.09090909090909091,0.5770090763883768,22,1.0,2026-06-17T12:10:12.433031+00:00,2026-06-22T08:37:24.267180+00:00
7
- ARIMA,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.2626751022802716,0.9697971576538799,0.48689855820195865,0.7159553574305773,5.098416175352378,1.6226608021014008,-0.5324675324675324,0.00033098553301186956,22,1.0,2026-06-17T12:10:12.456148+00:00,2026-06-22T08:37:24.301904+00:00
8
- ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.9005610764184702,1.3194243231586797,0.15616711700880315,1.0334864042780552,-68.40086778960607,1.3942141582397196,-0.316017316017316,0.041288634586930426,22,1.0,2026-06-17T12:39:00.859383+00:00,2026-06-22T08:37:24.339693+00:00
9
- ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1032865050079756,1.0248333666484024,0.6810283685247857,0.5171150238252843,13.855460440489697,0.4904479062010192,-0.5238095238095238,0.0004255921399794888,22,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-22T08:37:24.387423+00:00
10
- ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4625862548847584,1.0420179764341038,0.013730193226089371,0.6175030383054916,10.329770479893538,1.654153668305199,0.2758620689655172,0.036490702034769895,29,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-22T08:46:45.605148+00:00
 
 
11
  ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.9275977165973884,0.9443098602037467,0.1884584089766501,0.47223069206859825,51.524375704327745,0.37575855793936136,0.0,1.0,4,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-20T17:12:56.741396+00:00
12
- Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.351967497258803,0.5446047377165416,0.0077916857196524735,0.3008162543041766,24.074861207769263,0.44930810489420453,0.05229019859064702,0.24409721610000212,224,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T08:51:32.865643+00:00
13
- Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3843934154428553,0.5096604914177981,0.058325125078410145,0.2850587958354377,20.8482418600795,0.5327950855857294,0.04761904761904762,1.0,7,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-22T08:41:56.270195+00:00
14
- Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.23798785235687328,0.36329601032421777,0.6096108932687483,0.19419261964945359,65.33507334553593,0.3793111053901427,0.3494193548387097,7.5168043256635e-09,125,0.952,2026-06-16T12:06:44.487655+00:00,2026-06-22T08:42:00.624955+00:00
15
- Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.580724177559173,1.824466071688901,0.1123770907051667,1.0772503785673289,10.601432523722737,5.467591560553453,0.4362591431556949,1.7567628478734974e-09,88,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-22T08:42:04.318331+00:00
16
- Chronos-2,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.560886685688041,1.5385015160624471,0.04159183418486385,1.1345372820780362,39.225912983783395,44.229485363232726,0.0030030030030030034,0.9791315050883376,37,1.0,2026-06-16T13:12:22.165146+00:00,2026-06-22T08:33:00.563133+00:00
17
- Chronos-2,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,3.1307495703958033,1.2968811439464019,0.35748699823514174,0.7651314868060455,42.51902976918901,5.2652018143191075,-0.240398293029872,0.03361566923176865,38,1.0,2026-06-16T13:12:26.984109+00:00,2026-06-22T08:33:05.212784+00:00
18
- Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.14812055186450876,0.36909298131279794,0.04127526809256944,0.18292635316305378,28.788987182188976,0.08777297115340099,0.12280701754385966,0.2709770075414829,39,1.0,2026-06-16T13:12:32.541423+00:00,2026-06-22T08:33:09.557107+00:00
19
- Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8210011315816704,0.8787745345817034,0.6294046635947881,0.47627231798586284,27.039496391571014,0.4166926751563849,-0.12091038406827881,0.28524458155149335,38,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-22T08:33:24.218278+00:00
20
- Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3614340616408203,0.8443899861179206,0.00919385228112646,0.5365288455288089,33.25517491703537,2.474636611034648,0.10638297872340427,0.29160732184235016,47,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-22T08:42:29.928158+00:00
 
 
21
  Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1456044109597034,0.3540856210491078,0.07326493977323642,0.20971254396934885,91.35627345305528,0.09048796560262944,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-21T17:41:22.192896+00:00
22
- ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6288961722061853,0.6476335731885746,0.008353657366551673,0.4384898039784526,30.722796651689958,0.7433252603548598,-0.26945293917770985,3.281454770404549e-05,109,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T08:53:19.052502+00:00
23
- ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.193642063640152,1.70700061723835,0.18382238509451354,1.3185644060092472,-65.46663134536205,4.668455202355313,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-22T08:46:45.656371+00:00
24
- ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.6762408711502204,1.4998817719716362,2.12693706020774,1.1362671657383283,-9.369188951858577,1.9679418779722375,0.027743271221532095,0.7341072373630262,70,0.9285714285714286,2026-06-17T12:10:12.697348+00:00,2026-06-22T08:46:45.678373+00:00
25
- ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.869861376910735,2.2505860295741926,0.12197182983889597,1.531095424834328,13.218115761545043,7.143391313906966,0.4600301659125189,1.4826761623085584e-06,52,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-22T08:46:45.698124+00:00
26
- ETS,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.446292573871212,1.2770455043875908,0.036536714455273026,1.023194838652093,32.058736642563424,50.91455354775354,0.0303030303030303,0.8672669832921104,22,1.0,2026-06-17T12:10:12.747284+00:00,2026-06-22T08:37:24.468712+00:00
27
- ETS,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,12.164687222431683,2.353467766261404,1.2469283434354574,1.9074454776268401,-28.52137040855997,29.78936689025968,-0.33333333333333337,0.030888793762969845,22,1.0,2026-06-17T12:10:12.763932+00:00,2026-06-22T08:37:24.493800+00:00
28
- ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,12.676564654452308,3.0099427081825714,0.3575051389084524,2.464628650975449,-81.52671377283565,16.239477238444664,-0.33333333333333337,0.030888793762969845,22,1.0,2026-06-17T12:39:01.037191+00:00,2026-06-22T08:37:24.515403+00:00
29
- ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1610640011711395,1.0282329364984346,0.7827089623343685,0.5504416299454165,15.733697774593987,0.6833010126705074,-0.40259740259740256,0.00832364836208073,22,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-22T08:37:24.536027+00:00
30
- ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.1145870540224938,0.8918350349859889,0.012396961917836642,0.5937406209090599,23.592741447969875,1.389718214915521,0.07881773399014777,0.5641495892267511,29,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-22T08:46:45.714764+00:00
 
 
31
  ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0355298506068462,1.016318790561134,0.2100370240294873,0.5501238398295335,45.32341836016455,0.11787053128673673,0.3333333333333334,0.75,4,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-20T17:12:56.912547+00:00
32
- Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5885887753367561,0.7121469262486698,0.009766220107351101,0.3569622178342633,5.680480817289668,0.5277538060311012,0.01070983810709838,0.8131243728600976,220,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T08:52:55.478521+00:00
33
- Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3235258835545044,0.47393691049756115,0.054426275925309416,0.26744528910679366,27.886002225861247,0.4271430365733857,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-22T08:45:37.830253+00:00
34
- Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.5687793919655837,0.9971463238054644,1.8543684966635599,0.5165169669295708,13.13969329780808,2.288495719155927,0.37651606024256956,6.587581165880811e-10,123,0.959349593495935,2026-06-16T12:07:52.741323+00:00,2026-06-22T08:45:44.581467+00:00
35
- Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.6736487763931,1.996890734155325,0.11471038957680373,1.0308594670270295,11.168921046443359,40.992317595347345,0.4752393980848153,9.248991375799546e-11,86,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-22T08:45:53.122115+00:00
36
- Moirai-1.1-Large,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,8.526680819400736,1.2985225777576186,0.04282592520325784,0.8500211116181168,16.044274538248914,40.79378231761284,0.03787878787878788,0.7702447556690514,33,1.0,2026-06-16T13:15:24.752398+00:00,2026-06-22T08:36:14.587712+00:00
37
- Moirai-1.1-Large,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.85949250848259,1.3022351387482787,0.3965245803220424,0.7708422343384826,26.254061933576587,4.8693791383559715,-0.4084033613445378,0.0005586212128640889,35,1.0,2026-06-16T13:15:30.361270+00:00,2026-06-22T08:36:18.986185+00:00
38
- Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.14612249865263355,0.3644687027179351,0.040001746590039425,0.18883890718537297,32.40649360611765,0.10422026386800409,0.23492063492063495,0.04381123566827405,36,1.0,2026-06-16T13:15:35.504692+00:00,2026-06-22T08:36:24.140581+00:00
39
- Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.2291650064839987,1.070662263624402,0.6918291289108818,0.5046246947433685,8.563472881575953,0.8469490677466079,-0.2916666666666667,0.016908203982859246,33,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-22T08:36:31.891858+00:00
40
- Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.955238862052517,1.25764357912496,0.012561389289968233,0.6805717595249352,6.222972989246306,5.947908814839515,0.12077294685990339,0.2366035303976659,46,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-22T08:45:57.280951+00:00
 
 
41
  Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14917155913022512,0.35835614759999057,0.060813743611269774,0.18543381466807796,92.89588533626512,0.11224549076916286,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-21T19:13:08.416535+00:00
42
- Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5737719649309831,0.6622943395336697,0.008987864625376537,0.4579968780631137,22.55315391818216,0.6282723544378112,-0.5779816513761469,5.183856519599791e-19,109,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T08:53:19.072099+00:00
43
- Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5771568279001094,0.6879752348246028,0.07614787084783303,0.4629729837909748,-31.399820120235024,0.5548948988033838,0.6,0.1361111111111111,6,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-22T08:46:45.735147+00:00
44
- Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.276997371223344,1.354012193570711,2.1650371496964196,1.1758111774629936,5.68009939543593,1.9178582464385212,0.32008281573498965,8.89739948915097e-05,70,0.9285714285714286,2026-06-17T12:10:12.867076+00:00,2026-06-22T08:46:45.749026+00:00
45
- Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.15573885223436,2.2515524581820645,0.12716249673176522,1.498086506416016,9.407720706163182,5.309159211662042,0.33484162895927605,0.0004589489835644381,52,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-22T08:46:45.761535+00:00
46
- Moving-Average,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,12.707413021552158,1.7993143311009376,0.06682594475396411,1.4868494962654113,15.216502436905916,50.52417414288952,0.09090909090909091,0.5770090763883768,22,1.0,2026-06-17T12:10:12.895547+00:00,2026-06-22T08:37:24.556979+00:00
47
- Moving-Average,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.0095431839867446,0.900199655023513,0.46512338467962056,0.6443933792150458,5.815987231928212,1.3373368634443579,-0.09090909090909091,0.5770090763883768,22,1.0,2026-06-17T12:10:12.904026+00:00,2026-06-22T08:37:24.564477+00:00
48
- Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.5863805650829136,0.7534252109139925,0.0845682880794853,0.49570578207735494,-34.7626940017806,0.2117823333994972,-0.5497835497835497,0.00019663282712487727,22,1.0,2026-06-17T12:39:01.095906+00:00,2026-06-22T08:37:24.576368+00:00
49
- Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0449025253904412,0.9965460099802942,0.7821568044528728,0.5232184234706754,16.640459395546486,0.46588140066682254,-0.5064935064935064,0.0006916982505690321,22,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-22T08:37:24.587454+00:00
50
- Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5423214627947028,1.036380606600054,0.013791561195366623,0.7087658109630767,16.934866691604505,1.7505994434521102,0.16748768472906403,0.21085097172082742,29,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-22T08:46:45.770728+00:00
 
 
51
  Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0762729471721073,1.0365663956063864,0.2116032762980239,0.5617661939340133,43.72824413897228,0.1006489058726523,0.0,1.0,4,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-20T17:12:56.975490+00:00
52
- Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6944448163942942,0.7769372885566826,0.010569136156473539,0.43200428590462625,0.0,0.5903844040791911,-0.619096160380564,1.401736425529678e-21,109,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T08:53:19.086872+00:00
53
- Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2565612559835197,0.4676926183925614,0.05397038616447908,0.33518682132279193,0.0,0.24693667351374793,0.2,0.7194444444444444,6,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-22T08:46:45.788725+00:00
54
- Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.3925257333208205,1.4037983594255035,2.1296937636580653,1.2316739580222862,0.0,1.9397799555501396,0.32173913043478264,8.177949484035115e-05,70,0.9285714285714286,2026-06-17T12:10:12.978229+00:00,2026-06-22T08:46:45.799054+00:00
55
- Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.766522429115597,2.407554408773068,0.13487145278690163,1.9544056637053917,0.0,5.369646169056053,0.2956259426847662,0.0019794264519724905,52,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-22T08:46:45.808842+00:00
56
- Seasonal-Naive,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,12.638809023325724,1.8288886794484898,0.06722226420962184,1.4336508010764337,0.0,50.134896008139094,0.09090909090909091,0.5770090763883768,22,1.0,2026-06-17T12:10:13.002812+00:00,2026-06-22T08:37:24.605010+00:00
57
- Seasonal-Naive,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.1763716768161756,0.9756503322480914,0.48329284152684854,0.7728151673897071,0.0,1.3546824502225305,-0.03896103896103896,0.8236433617484156,22,1.0,2026-06-17T12:10:13.010113+00:00,2026-06-22T08:37:24.621311+00:00
58
- Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.2887159829480344,0.5250757000348336,0.06075118188782013,0.37980995028357784,0.0,0.11353997248456829,-0.03896103896103896,0.8236433617484156,22,1.0,2026-06-17T12:39:01.134217+00:00,2026-06-22T08:37:24.632812+00:00
59
- Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.457276015978245,1.1767290505021415,0.755757064923547,0.9188321704156253,0.0,0.7535642760358113,-0.37662337662337664,0.014016594956789027,22,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-22T08:37:24.646329+00:00
60
- Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.8362477790055245,1.1923544285472039,0.01422460182812173,0.6055408747991373,0.0,1.726278834577586,0.25123152709359603,0.05764888434676989,29,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-22T08:46:45.817343+00:00
 
 
61
  Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2.762985486197099,1.659058577581784,0.3440214741476295,1.3340371533213515,0.0,0.392903069889937,0.0,1.0,4,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-20T17:12:57.021669+00:00
62
- TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3937308974462182,0.5791324973050131,0.008105410523006302,0.32071189724174387,9.667274858557176,0.3440041308882738,0.2580816110227874,1.0474842519267141e-08,222,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T08:52:31.619067+00:00
63
- TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3531086312767736,0.4497860921798977,0.05049692526362466,0.24969712003498815,45.604788200217094,0.51022951350609,0.04761904761904762,1.0,7,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-22T08:44:43.807089+00:00
64
- TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.28146401768334567,0.4024896718682049,0.8048536710165313,0.19757543446243162,63.237014265125,0.4385174783219986,0.38998164175190136,1.3341158127186902e-10,124,0.9516129032258065,2026-06-16T12:07:37.946365+00:00,2026-06-22T08:44:50.216900+00:00
65
- TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.378033186994063,1.8127176470019324,0.11175101914055036,1.0198835659093795,12.044105620461561,5.018334784972712,0.44613739641807,9.435798999590899e-10,87,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-22T08:45:01.122637+00:00
66
- TiRex,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.713998131979087,1.498760313880335,0.04009021649202976,1.064803551808894,37.90312431801907,45.052064146321584,0.0380952380952381,0.7437424174128879,36,1.0,2026-06-16T13:14:27.889152+00:00,2026-06-22T08:35:32.453632+00:00
67
- TiRex,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,3.087830354511371,1.3171985402146238,0.36039842690258533,0.758123454960887,40.03281979757332,5.006857317797552,-0.3003003003003003,0.008902487757162575,37,1.0,2026-06-16T13:14:34.959433+00:00,2026-06-22T08:35:38.251086+00:00
68
- TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.17209311856565038,0.3911341677293019,0.043555457306729155,0.20129844018198137,23.37751444196352,0.10810077505160264,0.2716927453769559,0.01633989233292463,38,1.0,2026-06-16T13:14:39.480658+00:00,2026-06-22T08:35:42.987753+00:00
69
- TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8310259719624749,0.8878342703547224,0.6517964158228565,0.478149636247118,21.245549342598494,0.41084313462869126,-0.06984126984126984,0.5489599522157356,36,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-22T08:35:47.402773+00:00
70
- TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3801721277306112,0.8496895213926409,0.008950715104693184,0.5358579706128478,30.789257734468755,2.43398702218031,0.10638297872340427,0.29160732184235016,47,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-22T08:45:09.218204+00:00
 
 
71
  TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1142507117917414,0.3157392361563049,0.05766464594502298,0.18845260977496125,92.97571825184865,0.06887221261822021,1.0,0.08333333333333333,4,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-21T19:06:33.434447+00:00
72
- Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.33641581854171465,0.5157424490069511,0.0070637248157991465,0.27939330792240363,29.65216950647668,0.4567460649665585,0.0244789244493299,0.5907009301321007,218,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T08:53:14.933657+00:00
73
- Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.32255913976560435,0.48664545608319315,0.05473013758746921,0.24963903130622794,20.307474567323435,0.3997744021151048,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-22T08:46:19.644190+00:00
74
- Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.09531930159452066,0.21331221325987573,0.5354729953987671,0.1109030056897248,93.22225315988065,0.22557352975222078,0.1327823691460055,0.030800495814913093,121,0.9586776859504132,2026-06-16T12:08:08.243141+00:00,2026-06-22T08:46:29.718107+00:00
75
- Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.692589630104163,1.908499534422237,0.12077193876309734,1.1813047960402585,3.8842498206411973,5.001460819915375,0.4210990302674111,1.7447280394379275e-08,83,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-22T08:46:33.525733+00:00
76
- Timer-S1,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,9.7832628052424,1.4679152355710696,0.05354118237097597,1.021396427177663,21.244805217943785,43.04701347404342,0.0881720430107527,0.4997789602585872,31,1.0,2026-06-16T13:16:15.782836+00:00,2026-06-22T08:36:58.141086+00:00
77
- Timer-S1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,3.023114198415784,1.3355870963012428,0.38845298579816095,0.7744341682772768,29.15516998647137,4.9861605053178195,-0.2580645161290323,0.03871954915377178,32,1.0,2026-06-16T13:16:21.589465+00:00,2026-06-22T08:37:03.814020+00:00
78
- Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1267516312446139,0.3416387883882629,0.03836055050736728,0.1775047406790842,29.56466263348129,0.07593986599739894,0.5340909090909091,4.612427147600899e-06,33,1.0,2026-06-16T13:16:28.640897+00:00,2026-06-22T08:37:10.229642+00:00
79
- Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9882589370124203,0.980125821361253,0.7169437386647776,0.5389389169322256,10.94599788549875,0.3473678629973191,0.12903225806451615,0.30963276552902624,32,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-22T08:37:21.012626+00:00
80
- Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5649581021353491,0.9452267467064388,0.010997040080678594,0.6147373585332279,21.50146328276617,2.5246271623922163,0.08970099667774085,0.3966055892323337,43,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-22T08:46:41.248979+00:00
 
 
81
  Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1866843274900648,0.40946779875447853,0.0860893988633661,0.21608656247132377,87.32650247673674,0.12627353465371907,0.33333333333333337,1.0,3,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-20T17:12:49.922736+00:00
82
- TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3434752581196471,0.51581413993453,0.007264703586182601,0.3643705997199143,24.33806008907863,0.4132294503329079,0.06311644770184398,0.1569221998788865,227,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T08:51:56.386548+00:00
83
- TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.36598145542771204,0.5236124307799545,0.05949574703747672,0.35459458613334327,11.610162291628166,0.39415876702644365,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-22T08:43:11.592953+00:00
84
- TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.11629722728940929,0.25748481577034465,0.44990134452806574,0.19169270655070805,81.34742994700237,0.19674495707005799,0.04379753474954104,0.47068089457659756,124,0.9516129032258065,2026-06-16T12:07:01.390017+00:00,2026-06-22T08:43:18.895776+00:00
85
- TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.999467489091499,1.7126839183652063,0.11701114882157015,1.1832756494070027,15.334026005183473,4.8752440351172925,0.46220633299284986,1.414209895249445e-10,89,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-22T08:43:33.016611+00:00
86
- TimesFM-2.5,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.25262521085622,1.5010173314503443,0.04028429273506304,1.2573854027198046,35.98787005259594,43.894608361830336,0.04978662873399716,0.6599250359110042,38,1.0,2026-06-16T13:13:08.030961+00:00,2026-06-22T08:33:59.731043+00:00
87
- TimesFM-2.5,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,3.00295572734991,1.2748469437294696,0.31781194434796806,0.898677433667745,38.991265210852454,5.074518089578025,-0.4116059379217274,0.00022465449699957308,39,1.0,2026-06-16T13:13:12.832013+00:00,2026-06-22T08:34:07.470823+00:00
88
- TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.11746749791247689,0.3156831217407825,0.04259920088153246,0.2165058843277458,36.77908500590769,0.10207046507528383,0.17073170731707316,0.11584128145600416,41,1.0,2026-06-16T13:13:17.753731+00:00,2026-06-22T08:34:20.117416+00:00
89
- TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8238989921391646,0.8855126996722796,0.5543125261243014,0.7184149277450586,23.07885215600624,0.3844275064449912,-0.033738191632928474,0.762330528090645,39,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-22T08:34:28.969764+00:00
90
- TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.317045637609046,0.8326614419264731,0.009350510199683573,0.6558567720949607,31.428042340778028,2.37844518355022,0.09042553191489362,0.36462888029581686,48,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-22T08:43:46.074156+00:00
 
 
91
  TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14441614689804608,0.36546156650664174,0.061049477862986375,0.29176317177851196,91.05485763998298,0.07761564379005298,0.3333333333333334,0.75,4,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-21T18:01:25.705423+00:00
92
- Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.30904247211884806,0.5094659750723759,0.007215779632974912,0.2930732068092757,33.054255242660524,0.28645549321368924,0.07380923524421282,0.10091586475811182,223,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T08:52:22.694866+00:00
93
- Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.4526862423623368,0.5657525073073637,0.06377901282502742,0.3031626192040572,9.506845937408068,0.5775530867943033,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-22T08:44:17.325728+00:00
94
- Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.18005628676791086,0.2827177589447777,0.47836623070862666,0.15314670542717562,79.33362057722886,0.3835321316139661,0.30081300813008127,8.056555885645747e-07,123,0.9512195121951219,2026-06-16T12:07:21.772238+00:00,2026-06-22T08:44:20.926278+00:00
95
- Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.374771920840852,1.82993017030016,0.11523118493143793,1.0531807745156687,13.111341129157715,4.942250328501808,0.3442288049029622,1.7784204547380853e-06,89,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-22T08:44:24.541202+00:00
96
- Toto-2.0-1B,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.51033463000501,1.4756657620170985,0.039358679806222985,1.0163278409443601,42.75718447007584,44.80416134971819,0.0380952380952381,0.7437424174128879,36,1.0,2026-06-16T13:13:56.792655+00:00,2026-06-22T08:34:59.301318+00:00
97
- Toto-2.0-1B,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,3.2226164214271753,1.2819379318573034,0.32212718392414935,0.7596282621746742,53.93394048638157,5.582442607084079,-0.4414414414414415,0.00012045853974286827,37,1.0,2026-06-16T13:14:00.702950+00:00,2026-06-22T08:35:06.894733+00:00
98
- Toto-2.0-1B,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.19647220401163104,0.4186321843201908,0.04576638530513148,0.20837545434796476,25.023197054098908,0.12519660223131945,0.02294197031039136,0.8370667917810841,39,1.0,2026-06-16T13:14:04.647184+00:00,2026-06-22T08:35:13.027059+00:00
99
- Toto-2.0-1B,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8568420099579209,0.9025556362543606,0.6496336270646061,0.4843968412194905,21.93115201669908,0.3956980515723583,-0.08392603129445235,0.4582434363235117,38,1.0,2026-06-16T13:14:10.213066+00:00,2026-06-22T08:35:18.122046+00:00
100
- Toto-2.0-1B,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.193204529459073,0.7773334775800276,0.007312516172522608,0.4400666003207751,38.235947275967035,2.3201160172078903,0.0921985815602837,0.3553008925496006,48,1.0,2026-06-16T12:42:15.154825+00:00,2026-06-22T08:44:28.599864+00:00
 
 
101
  Toto-2.0-1B,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.20884273948671153,0.4257444836499963,0.0881898252212145,0.23601075587655063,87.10091592845897,0.13198002160545202,0.3333333333333334,0.75,4,1.0,2026-06-17T09:45:14.891814+00:00,2026-06-21T18:43:58.902614+00:00
 
1
  model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release
2
+ ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2511.705350627981,5.520323264254957,0.009470501507997697,0.5036163763892809,0.9259835748215202,26336.58189658496,-0.2100083402835696,0.0011456403875938148,110,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-29T07:34:52.372126Z
3
+ ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.407835548068247e-15,6.639153220154094e-08,,,0.0,,,,1,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:34:52.372126Z
4
+ ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,,0.0,,,,1,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:34:52.372126Z
5
+ ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,6.128157808139584,1.7734786760835193,0.1207373194774308,0.7766542010230877,-56.50494272037769,11.902528736826591,0.6190476190476191,0.06904761904761905,7,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-29T07:34:52.372126Z
6
+ ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.9950809827377536,1.3112470062721668,2.0885847633629693,1.021730842349969,-0.0639655696761161,1.297622395526479,0.022937625754527163,0.7772328707821279,71,0.9295774647887324,2026-06-17T12:10:12.335728+00:00,2026-06-29T07:34:52.372126Z
7
+ ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.773592513967167,2.1374058213514213,0.12720441066286056,1.518698766477096,13.518739317092567,5.435672170892772,0.32946298984034833,0.0004967569420614008,53,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-29T07:34:52.372126Z
8
+ ARIMA,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.099545310014667,1.4043401229135517,0.03990415905429419,1.172431986656893,28.759197290442874,49.12105499510727,0.02766798418972332,0.8755457169966204,23,1.0,2026-06-17T12:10:12.433031+00:00,2026-06-29T07:34:52.372126Z
9
+ ARIMA,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,6.9490458438059095,1.4272523396095695,0.4926141486140233,0.7060115449702292,6.629975495484799,27.316918307451957,-0.3992094861660079,0.007209662318368415,23,1.0,2026-06-17T12:10:12.456148+00:00,2026-06-29T07:34:52.372126Z
10
+ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,2.3845306433764963,1.4190131314337169,0.15483460408895885,0.9934437276553767,-68.13617681964314,2.6912241690773757,-0.2015810276679842,0.1888380829020091,23,1.0,2026-06-17T12:39:00.859383+00:00,2026-06-29T07:34:52.372126Z
11
+ ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.519172513506419,1.1222880982982542,0.6718502765878306,0.5053338687387907,13.722272507802897,2.051270949562384,-0.391304347826087,0.008538262676192676,23,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-29T07:34:52.372126Z
12
+ ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,38.11843369489051,2.1133973641081867,0.01364552471689926,0.597262950570259,11.236919722483972,200.77892423793787,0.3241379310344828,0.011605514320066219,30,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-29T07:34:52.372126Z
13
  ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.9275977165973884,0.9443098602037467,0.1884584089766501,0.47223069206859825,51.524375704327745,0.37575855793936136,0.0,1.0,4,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-20T17:12:56.741396+00:00
14
+ Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,761.0262953984472,2.38087449710838,0.007780670402035806,0.2994985311346972,24.1911765336184,11410.114927324774,0.06071428571428572,0.17525115877385222,225,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-29T07:34:52.372126Z
15
+ Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,1.6284716271939715e-18,1.2761158361191085e-09,,,0.0,,,,1,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:34:52.372126Z
16
+ Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,,,,1,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:34:52.372126Z
17
+ Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.0477471669264922,0.7441564947776986,0.059719826071071715,0.2573916198274278,18.032405518319504,1.9400059940025605,0.2857142857142857,0.39875992063492066,8,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-29T07:34:52.372126Z
18
+ Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.23726117432038252,0.36344966938838996,0.6059844660688987,0.19362962509138293,65.0023271740632,0.3778788629137281,0.3480634920634921,7.463795797495052e-09,126,0.9523809523809523,2026-06-16T12:06:44.487655+00:00,2026-06-29T07:34:52.372126Z
19
+ Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.53607763638748,1.8127217208623787,0.11399685520037435,1.067116306683572,9.10733530913723,5.4527288128509515,0.4090909090909091,1.3688926772354971e-08,89,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-29T07:34:52.372126Z
20
+ Chronos-2,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.256878162195916,1.5004497751329084,0.04066288284123718,1.1047930738469198,41.861897503938316,43.66792678542054,-0.03556187766714083,0.7532950061785179,38,1.0,2026-06-16T13:12:22.165146+00:00,2026-06-29T07:34:52.372126Z
21
+ Chronos-2,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,5.6286461330457715,1.5207405567298944,0.3623321298601913,0.7529617559322762,42.926589210555186,16.441800901531646,-0.17678812415654524,0.11303671633275073,39,1.0,2026-06-16T13:12:26.984109+00:00,2026-06-29T07:34:52.372126Z
22
+ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.17873837565857822,0.38915765124548096,0.04102545103767463,0.1789968084719871,29.188559096299446,0.21214287387692932,0.16666666666666669,0.12986499204150967,40,1.0,2026-06-16T13:12:32.541423+00:00,2026-06-29T07:34:52.372126Z
23
+ Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0724556170596564,0.9398320935693414,0.6254877605985172,0.47078711352303687,26.274858105315843,1.623270918273419,-0.06342780026990553,0.5696595221156575,39,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-29T07:34:52.372126Z
24
+ Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,55.137215112186404,1.8855334675589983,0.009327433811540288,0.5256350224264844,31.999920767148886,372.5775834061912,0.14361702127659576,0.149906293599631,48,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-29T07:34:52.372126Z
25
  Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1456044109597034,0.3540856210491078,0.07326493977323642,0.20971254396934885,91.35627345305528,0.09048796560262944,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-21T17:41:22.192896+00:00
26
+ ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,865.3559295789665,3.44553037070497,0.008316673523815534,0.4345330196959671,30.97922015960354,9069.333669071482,-0.24637197664720598,0.0001360795158896211,110,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-29T07:34:52.372126Z
27
+ ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.407835548068247e-15,6.639153220154094e-08,,,0.0,,,,1,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:34:52.372126Z
28
+ ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,,0.0,,,,1,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:34:52.372126Z
29
+ ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,16.605906163014264,2.8265087508574793,0.2020040101914151,1.1764358692645243,-68.68330297680505,33.11513494091907,0.6190476190476191,0.06904761904761905,7,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-29T07:34:52.372126Z
30
+ ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.6387265346760183,1.4803453553867936,2.0954771722678758,1.1209551457798144,-7.924475537054525,1.979239676032083,-0.0012072434607645877,0.9881192281170902,71,0.9295774647887324,2026-06-17T12:10:12.697348+00:00,2026-06-29T07:34:52.372126Z
31
+ ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.782032656747622,2.236202655112246,0.12849243581756642,1.5109151133102643,11.275222623120284,7.10320820959863,0.43541364296081275,4.176066183000277e-06,53,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-29T07:34:52.372126Z
32
+ ETS,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.016150333261715,1.2757045106310942,0.03807502280496294,0.9818771483878497,27.75423760056592,49.78670337731183,0.09090909090909091,0.5653150900709356,23,1.0,2026-06-17T12:10:12.747284+00:00,2026-06-29T07:34:52.372126Z
33
+ ETS,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,18.32646175493074,2.7904934942908146,1.2220172182881577,1.8472957192977255,-25.814960483235954,41.47675770903377,-0.2173913043478261,0.15537392501647881,23,1.0,2026-06-17T12:10:12.763932+00:00,2026-06-29T07:34:52.372126Z
34
+ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,12.574100175147237,3.0187476885820685,0.34690152696297794,2.362088251539801,-80.35836120074894,15.87371400534108,-0.2727272727272727,0.07219491360513254,23,1.0,2026-06-17T12:39:01.037191+00:00,2026-06-29T07:34:52.372126Z
35
+ ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.603792442685741,1.1299644833610392,0.7678595532133251,0.5378479151680802,15.38660893132871,2.2257296357576464,-0.28063241106719367,0.063990932688487,23,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-29T07:34:52.372126Z
36
+ ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,151.04330652747615,3.097920791219923,0.012709850488728114,0.5746720659422755,21.807865303800977,821.1945521056964,0.14022988505747128,0.2871105168950618,30,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-29T07:34:52.372126Z
37
  ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0355298506068462,1.016318790561134,0.2100370240294873,0.5501238398295335,45.32341836016455,0.11787053128673673,0.3333333333333334,0.75,4,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-20T17:12:56.912547+00:00
38
+ Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,6808.5167273094685,6.259160280237039,0.009753868390336484,0.355371690235182,5.06021359217779,101207.12773562227,0.019662690250925544,0.6635525008194453,221,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-29T07:34:52.372126Z
39
+ Moirai-1.1-Large,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,8156.88402886988,90.31546948817727,,,-100.0,,,,1,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:34:52.372126Z
40
+ Moirai-1.1-Large,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.17145564968574237,0.4140720344164073,,,-100.00000000000001,,,,1,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:34:52.372126Z
41
+ Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.7814999665560101,0.6642981866978563,0.05538995687069957,0.2410427608446834,26.57441736563558,1.3543665699938698,0.21428571428571427,0.5484126984126985,8,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-29T07:34:52.372126Z
42
+ Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.557423586945072,0.9923372696929446,1.8400043119014469,0.513597591455156,13.51815733869205,2.282679133399515,0.3624442696039863,2.3772776721543613e-09,124,0.9596774193548387,2026-06-16T12:07:52.741323+00:00,2026-06-29T07:34:52.372126Z
43
+ Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.612934509442367,1.9951058362143077,0.11884103607855333,1.0224496150539835,9.122701979503711,40.757227775445436,0.4712643678160919,1.024551680168644e-10,87,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-29T07:34:52.372126Z
44
+ Moirai-1.1-Large,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,8.289470400113261,1.280311839111932,0.04265604426648975,0.8260905229243365,14.240622497064857,40.19474532195826,0.03743315508021391,0.7555624499286655,34,1.0,2026-06-16T13:15:24.752398+00:00,2026-06-29T07:34:52.372126Z
45
+ Moirai-1.1-Large,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,9.505509169746471,1.698286387310941,0.4063139501204259,0.7607448560222885,25.593184520518673,40.16387367858557,-0.3301587301587302,0.004609233161402629,36,1.0,2026-06-16T13:15:30.361270+00:00,2026-06-29T07:34:52.372126Z
46
+ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.15397834802071192,0.37248036175820687,0.039566572025018065,0.18444254653179767,34.332162450933296,0.11332950470550202,0.2702702702702703,0.018562689847900406,37,1.0,2026-06-16T13:15:35.504692+00:00,2026-06-29T07:34:52.372126Z
47
+ Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.5985467467049954,1.1483851100114306,0.6846302142852093,0.4977674110366505,8.035783499557676,2.3096846649336,-0.21568627450980396,0.07285186047170678,34,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-29T07:34:52.372126Z
48
+ Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,59.44257747742064,2.32778815701343,0.012657856491795166,0.6664246237976614,5.850412474767919,387.3023643891308,0.15818686401480112,0.11684670422178593,47,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-29T07:34:52.372126Z
49
  Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14917155913022512,0.35835614759999057,0.060813743611269774,0.18543381466807796,92.89588533626512,0.11224549076916286,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-21T19:13:08.416535+00:00
50
+ Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,3050.6904367602074,5.922047948728942,0.00898322757094008,0.4538956493922529,22.39020908987757,31989.893465998135,-0.5492910758965804,1.7998364478541262e-17,110,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-29T07:34:52.372126Z
51
+ Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.407835548068247e-15,6.639153220154094e-08,,,0.0,,,,1,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:34:52.372126Z
52
+ Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,,0.0,,,,1,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:34:52.372126Z
53
+ Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.39229430949325,1.1103503980282212,0.08281744530298023,0.4139598430575474,-32.492946933314016,4.829043262405958,0.7142857142857143,0.03015873015873016,7,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-29T07:34:52.372126Z
54
+ Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.250012119407381,1.343404553940291,2.136865967342342,1.1637036287988474,5.601537496751947,1.917638467528717,0.2925553319919518,0.0003079025823321586,71,0.9295774647887324,2026-06-17T12:10:12.867076+00:00,2026-06-29T07:34:52.372126Z
55
+ Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.04085180909829,2.213944165059352,0.12620203943539046,1.4711690796151435,9.765519202412602,5.323970254968716,0.2844702467343977,0.0026391311354489804,53,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-29T07:34:52.372126Z
56
+ Moving-Average,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,12.159075101039377,1.73452929707044,0.06516634622526526,1.4232276352566529,16.83979122662593,49.43254214934462,0.04347826086956522,0.7940342117180784,23,1.0,2026-06-17T12:10:12.895547+00:00,2026-06-29T07:34:52.372126Z
57
+ Moving-Average,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,12.897095188478431,1.5813094454288747,0.48471306725665797,0.6489978234442677,5.831328999543694,57.02566708920601,0.003952569169960474,1.0,23,1.0,2026-06-17T12:10:12.904026+00:00,2026-06-29T07:34:52.372126Z
58
+ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.7290886447472316,0.8061846614796989,0.08381997097215,0.47678570185143976,-33.7827816957737,0.7149977262611779,-0.41501976284584985,0.005083777298440934,23,1.0,2026-06-17T12:39:01.095906+00:00,2026-06-29T07:34:52.372126Z
59
+ Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.503839387209213,1.1013024176242938,0.769143496176692,0.5119160121442532,16.205565790325085,2.2475563992931655,-0.3754940711462451,0.011846735739671552,23,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-29T07:34:52.372126Z
60
+ Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,65.62037362053876,2.4639046128969144,0.013817210850059559,0.6856259516755323,16.75446670772048,350.9741614029745,0.22298850574712642,0.08679932291732613,30,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-29T07:34:52.372126Z
61
  Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0762729471721073,1.0365663956063864,0.2116032762980239,0.5617661939340133,43.72824413897228,0.1006489058726523,0.0,1.0,4,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-20T17:12:56.975490+00:00
62
+ Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,3346.911065410466,6.285326015980286,0.01054836284981613,0.4281391651101681,0.0,35095.4160006511,-0.5896580483736445,6.778411073653624e-20,110,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-29T07:34:52.372126Z
63
+ Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.0,0.0,,,0.0,,,,1,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:34:52.372126Z
64
+ Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,,,,1,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:34:52.372126Z
65
+ Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.0516489883412719,0.7455820210174127,0.057492681452788,0.29825572470722495,0.0,2.1156479580242653,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-29T07:34:52.372126Z
66
+ Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.363923726589792,1.3924981601441249,2.102102392762278,1.2188208974125618,0.0,1.9408956869827274,0.2925553319919518,0.0003079025823321586,71,0.9295774647887324,2026-06-17T12:10:12.978229+00:00,2026-06-29T07:34:52.372126Z
67
+ Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.641108484094596,2.3686535377773756,0.13433097615790238,1.9194050858026233,0.0,5.3955756080350215,0.2467343976777939,0.009106259118380217,53,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-29T07:34:52.372126Z
68
+ Seasonal-Naive,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,12.102665153852053,1.7734816433094744,0.0652841110961669,1.3723173721127788,0.0,49.049656461851875,0.04347826086956522,0.7940342117180784,23,1.0,2026-06-17T12:10:13.002812+00:00,2026-06-29T07:34:52.372126Z
69
+ Seasonal-Naive,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,14.625515343385374,1.6993698664488508,0.5031171275635846,0.7742888283325257,0.0,64.51340520654074,0.05138339920948617,0.754031467320971,23,1.0,2026-06-17T12:10:13.010113+00:00,2026-06-29T07:34:52.372126Z
70
+ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.40772110061865335,0.5778764246170198,0.06076094610414665,0.3656795431562373,0.0,0.581408953103558,0.05138339920948617,0.754031467320971,23,1.0,2026-06-17T12:39:01.134217+00:00,2026-06-29T07:34:52.372126Z
71
+ Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.9700031457183214,1.2838301763342337,0.7458303834026706,0.8938631388516608,0.0,2.566806743828909,-0.25691699604743085,0.09111144691872144,23,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-29T07:34:52.372126Z
72
+ Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,82.60837285303866,2.7940855812283147,0.014247020323344859,0.5857191798111759,0.0,442.4104010394874,0.30114942528735633,0.01943437927669252,30,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-29T07:34:52.372126Z
73
  Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2.762985486197099,1.659058577581784,0.3440214741476295,1.3340371533213515,0.0,0.392903069889937,0.0,1.0,4,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-20T17:12:57.021669+00:00
74
+ TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,902.396971576418,2.587720588748197,0.00809626957159808,0.31929317241291355,9.849307469425444,13469.78083783744,0.2647355876055427,4.009086770222427e-09,223,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-29T07:34:52.372126Z
75
+ TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,5.906315718058047e-17,7.685255830522526e-09,,,0.0,,,,1,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:34:52.372126Z
76
+ TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,,,,1,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:34:52.372126Z
77
+ TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.6207315799310509,0.5909715208042332,0.04998552618428026,0.22383476450028633,44.80681163753313,0.8922555148862852,0.2857142857142857,0.39875992063492066,8,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-29T07:34:52.372126Z
78
+ TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2792838392821744,0.40002623973592,0.7984215264717691,0.1964953364547874,63.70670657108793,0.43742535260401183,0.3731612903225806,6.75972993581525e-10,125,0.952,2026-06-16T12:07:37.946365+00:00,2026-06-29T07:34:52.372126Z
79
+ TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.331785762664578,1.7984278047935076,0.11236480100511023,1.0099270831912792,10.984793207114542,5.008236507628942,0.4143155694879833,1.0900194529881844e-08,88,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-29T07:34:52.372126Z
80
+ TiRex,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.397498415143549,1.4598541841272343,0.039097535504061635,1.0364092719044133,40.75267660803297,44.4636324966814,-0.009009009009009009,0.9374515784738765,37,1.0,2026-06-16T13:14:27.889152+00:00,2026-06-29T07:34:52.372126Z
81
+ TiRex,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,6.826804458038057,1.5996039338804238,0.36789287187860503,0.7474388270278416,39.854310036764815,23.57176974911149,-0.23186344238975817,0.0404405605132522,38,1.0,2026-06-16T13:14:34.959433+00:00,2026-06-29T07:34:52.372126Z
82
+ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1899690041457251,0.4050111685799222,0.043085702902624916,0.19668767842191828,24.831568636123635,0.15440401947513901,0.30904183535762486,0.005602466613664651,39,1.0,2026-06-16T13:14:39.480658+00:00,2026-06-29T07:34:52.372126Z
83
+ TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0991810654897483,0.9524641767519376,0.6468426436537109,0.472398016038088,20.703469366585484,1.6806748993122627,-0.012012012012012014,0.9166685759960673,37,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-29T07:34:52.372126Z
84
+ TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,10.714319662027625,1.2736441292088365,0.008892716301512416,0.5248915783134951,32.09755006634796,64.7136858265526,0.14361702127659576,0.149906293599631,48,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-29T07:34:52.372126Z
85
  TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1142507117917414,0.3157392361563049,0.05766464594502298,0.18845260977496125,92.97571825184865,0.06887221261822021,1.0,0.08333333333333333,4,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-21T19:06:33.434447+00:00
86
+ Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1078.7398176728664,2.7324465993862965,0.007061690793520141,0.27813926950994766,29.579072743966375,15958.912985518304,0.03338779271919903,0.46217965200244404,219,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-29T07:34:52.372126Z
87
+ Timer-S1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,8.874856741867843e-16,2.9790697779454317e-08,,,0.0,,,,1,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:34:52.372126Z
88
+ Timer-S1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,,,,1,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:34:52.372126Z
89
+ Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.4801353112767903,0.5830948045844131,0.052205531285576534,0.2225505231036295,25.58391235080732,0.5793360024192484,0.07142857142857142,0.9048611111111111,8,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-29T07:34:52.372126Z
90
+ Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.09465606279265515,0.2125475013842963,0.5311866749434827,0.11035537381706378,93.20911543919148,0.22475889141737126,0.1288443300365804,0.0353367272028667,122,0.9590163934426229,2026-06-16T12:08:08.243141+00:00,2026-06-29T07:34:52.372126Z
91
+ Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.639529866214319,1.8915573374285206,0.12089999061759232,1.1687439748690867,3.167733368938755,4.9949692615131385,0.38726333907056804,1.836509855789646e-07,84,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-29T07:34:52.372126Z
92
+ Timer-S1,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,9.506259757547664,1.4520032306321058,0.053627485003784614,0.9906467688908909,17.689361426448507,42.37599667262915,0.08467741935483872,0.509200908053861,32,1.0,2026-06-16T13:16:15.782836+00:00,2026-06-29T07:34:52.372126Z
93
+ Timer-S1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,8.594944121597115,1.7093844513153886,0.3986173071395746,0.7630285813024645,28.95025025795147,32.381775620028314,-0.18181818181818182,0.14193210275314738,33,1.0,2026-06-16T13:16:21.589465+00:00,2026-06-29T07:34:52.372126Z
94
+ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.15447445763928744,0.36200479571818306,0.037876916418649174,0.17289111278658723,30.39245251773283,0.1781094700695822,0.5614973262032087,3.016404267725702e-06,34,1.0,2026-06-16T13:16:28.640897+00:00,2026-06-29T07:34:52.372126Z
95
+ Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.3052285751351735,1.052956169222157,0.711070675343467,0.5306654630821693,10.772141837646933,1.8526725204311747,0.18181818181818182,0.14193210275314738,33,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-29T07:34:52.372126Z
96
+ Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,5.164627828494731,1.2111795685290616,0.010813750337283073,0.6009012996675087,23.78156758075578,24.007517361317536,0.1310782241014799,0.20978075754578518,44,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-29T07:34:52.372126Z
97
  Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1866843274900648,0.40946779875447853,0.0860893988633661,0.21608656247132377,87.32650247673674,0.12627353465371907,0.33333333333333337,1.0,3,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-20T17:12:49.922736+00:00
98
+ TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1087.8005531855465,2.6974829304537997,0.0072572202927048,0.3628010177274233,24.29370262445235,16420.24179280752,0.07133472447638921,0.10885023612555558,228,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-29T07:34:52.372126Z
99
+ TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.0,0.0,,,0.0,,,,1,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:34:52.372126Z
100
+ TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,,,,1,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:34:52.372126Z
101
+ TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.1469211114515558,0.7796199213596444,0.06273596417224253,0.3195291590522607,9.042520143598168,2.2387721314971687,0.07142857142857142,0.9048611111111111,8,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-29T07:34:52.372126Z
102
+ TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.11671378550059332,0.2587075411246393,0.4477895515391984,0.19147564302746026,80.68766316994217,0.19600536286727113,0.051870967741935475,0.3909589218007682,125,0.952,2026-06-16T12:07:01.390017+00:00,2026-06-29T07:34:52.372126Z
103
+ TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.9558754723894034,1.696720964714605,0.11654772796567414,1.170976724469135,15.465440843973765,4.865385074742327,0.4297128589263421,1.9961753025885047e-09,90,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-29T07:34:52.372126Z
104
+ TimesFM-2.5,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,10.974056378929488,1.4785104809779608,0.04063459757508576,1.2259563926272172,33.72033309256119,43.348119573223585,0.04723346828609987,0.6720103466663802,39,1.0,2026-06-16T13:13:08.030961+00:00,2026-06-29T07:34:52.372126Z
105
+ TimesFM-2.5,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,6.075537745950427,1.5234956407240519,0.321129572644289,0.8897284974242095,39.14163909889719,20.067906444266683,-0.34102564102564104,0.0019406023107364405,40,1.0,2026-06-16T13:13:12.832013+00:00,2026-06-29T07:34:52.372126Z
106
+ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.12491110612638154,0.3237816037846359,0.04205949165630515,0.21180854671655375,38.445625858797186,0.11176484130293726,0.20789779326364694,0.05239273258437461,42,1.0,2026-06-16T13:13:17.753731+00:00,2026-06-29T07:34:52.372126Z
107
+ TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.076282646593972,0.9459855850673087,0.5511676571551999,0.708276785626931,22.46815314057826,1.6406997052472714,0.01794871794871795,0.8704282960625428,40,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-29T07:34:52.372126Z
108
+ TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,5.018762276940829,1.0915193581509612,0.00927422813244468,0.6425525337857958,33.24669323445086,26.01868069504688,0.12755102040816327,0.19601958964785038,49,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-29T07:34:52.372126Z
109
  TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14441614689804608,0.36546156650664174,0.061049477862986375,0.29176317177851196,91.05485763998298,0.07761564379005298,0.3333333333333334,0.75,4,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-21T18:01:25.705423+00:00
110
+ Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1431.3262205115027,3.0347349862769115,0.0072185526608656006,0.2917999796393222,32.81433553895155,21417.503981152902,0.08207879564381806,0.06749373429578963,224,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-29T07:34:52.372126Z
111
+ Toto-2.0-1B,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.92033974581673e-22,2.8143098169563228e-11,,,0.0,,,,1,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:34:52.372126Z
112
+ Toto-2.0-1B,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.285839740510159e-20,3.047267585971104e-10,,,0.0,,,,1,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T07:34:52.372126Z
113
+ Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.9114987749593748,0.7488538313956986,0.06309709351333842,0.2715516725571288,10.589186279469475,1.4035621036800727,0.21428571428571427,0.5484126984126985,8,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-29T07:34:52.372126Z
114
+ Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.17884322277115913,0.2818261005369173,0.47495962983438633,0.152574005819585,79.41484662755572,0.38220865409511834,0.29635457644899027,1.0547571815248697e-06,124,0.9516129032258065,2026-06-16T12:07:21.772238+00:00,2026-06-29T07:34:52.372126Z
115
+ Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.328931603064286,1.81514364158339,0.11567446051467477,1.0430140335205207,12.200992562586704,4.933610322488736,0.3143570536828964,1.144336897035594e-05,90,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-29T07:34:52.372126Z
116
+ Toto-2.0-1B,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,11.206336812721409,1.4496279025365688,0.03909377245320081,0.9898641620526157,41.09783087509769,44.21618197470424,0.030030030030030033,0.793647097181562,37,1.0,2026-06-16T13:13:56.792655+00:00,2026-06-29T07:34:52.372126Z
117
+ Toto-2.0-1B,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,5.938064131869875,1.5196633631781862,0.32836926660375293,0.747678701771769,53.69679861782716,17.621587397914656,-0.3655761024182077,0.001233667760061297,38,1.0,2026-06-16T13:14:00.702950+00:00,2026-06-29T07:34:52.372126Z
118
+ Toto-2.0-1B,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.20646202229592303,0.42746769014994046,0.045229421317779336,0.20383676912241078,26.85199277682927,0.13879533744672928,0.0717948717948718,0.5141058004345272,40,1.0,2026-06-16T13:14:04.647184+00:00,2026-06-29T07:34:52.372126Z
119
+ Toto-2.0-1B,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.11027849049824,0.9634471802902542,0.645518602302545,0.47860817282986556,21.40967743227963,1.6301620898228362,-0.02834008097165992,0.7994690415380712,39,1.0,2026-06-16T13:14:10.213066+00:00,2026-06-29T07:34:52.372126Z
120
+ Toto-2.0-1B,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,5.376060944764997,1.05449065137778,0.007232816278815009,0.4312353346196377,39.77240982663688,29.36986373047932,0.12925170068027209,0.1901231103830675,49,1.0,2026-06-16T12:42:15.154825+00:00,2026-06-29T07:34:52.372126Z
121
  Toto-2.0-1B,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.20884273948671153,0.4257444836499963,0.0881898252212145,0.23601075587655063,87.10091592845897,0.13198002160545202,0.3333333333333334,0.75,4,1.0,2026-06-17T09:45:14.891814+00:00,2026-06-21T18:43:58.902614+00:00
results/aggregates/metadata.json CHANGED
@@ -1,16 +1,16 @@
1
  {
2
- "generated_at": "2026-06-22T03:22:24.978929+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
6
- "rank_aggregation": "Mean per-config CRPS rank",
7
  "config_key": [
8
  "dataset",
9
  "term_length",
10
  "frequency",
11
  "prediction_length"
12
  ],
13
- "num_configs": 10,
14
  "num_models": 10,
15
  "num_rows_missing_prediction_length": 0
16
  }
 
1
  {
2
+ "generated_at": "2026-06-29T07:39:37.753921+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
6
+ "rank_aggregation": "Positive integer order by mean per-config CRPS rank; falls back to MSE when CRPS is unavailable",
7
  "config_key": [
8
  "dataset",
9
  "term_length",
10
  "frequency",
11
  "prediction_length"
12
  ],
13
+ "num_configs": 12,
14
  "num_models": 10,
15
  "num_rows_missing_prediction_length": 0
16
  }
results/aggregates/results_by_domain.csv CHANGED
@@ -1,71 +1,71 @@
1
  domain,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
- Air Quality,Toto-2.0-1B,0.1659444507036708,0.3703315233747213,1.0,1,1,1.0
3
- Air Quality,ETS,0.23840025316165797,0.3860835298028548,2.0,1,1,1.0
4
- Air Quality,ARIMA,0.22199184632815516,0.40935100466691227,3.0,1,1,1.0
5
- Air Quality,TiRex,0.34235816612105774,0.4363776491760164,4.0,1,1,1.0
6
- Air Quality,Moirai-1.1-Large,0.645501965178916,0.45141461613161654,5.0,1,1,1.0
7
- Air Quality,Chronos-2,0.6079153645038824,0.5076528124924617,6.0,1,1,1.0
8
- Air Quality,TimesFM-2.5,0.29274344000352875,0.5838387677643602,7.0,1,1,1.0
9
- Air Quality,Timer-S1,0.9597567158107072,0.5951525939969209,8.0,1,1,1.0
10
- Air Quality,Moving-Average,0.7151188654894579,0.7477084300795455,9.0,1,1,1.0
11
- Air Quality,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
12
- Finance,ETS,0.28967813431637257,0.4298052545169407,1.0,1,1,1.0
13
- Finance,Moving-Average,0.46652504683074414,0.5675331087538944,2.0,1,1,1.0
14
- Finance,Timer-S1,0.917752155033288,0.7156041793809162,3.0,1,1,1.0
15
- Finance,Toto-2.0-1B,0.8452114994588056,0.7687213511258015,4.0,1,1,1.0
16
- Finance,TimesFM-2.5,1.014994709897632,0.9521124845671224,5.0,1,1,1.0
17
- Finance,Chronos-2,1.857503638087134,0.9829100113735939,6.0,1,1,1.0
18
- Finance,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0
19
- Finance,TiRex,1.9555008260043236,1.0446091783150033,8.0,1,1,1.0
20
- Finance,Moirai-1.1-Large,2.481202849844482,1.1102883449132457,9.0,1,1,1.0
21
- Finance,ARIMA,1.294261867699447,1.9814485159753468,10.0,1,1,1.0
22
- Hazards,Chronos-2,0.41340592380632135,0.527212440890654,1.0,1,1,1.0
23
- Hazards,ETS,0.42841036677835587,0.5784684061057287,2.0,1,1,1.0
24
- Hazards,Toto-2.0-1B,0.554940676169973,0.5819581322300102,3.0,1,1,1.0
25
- Hazards,ARIMA,0.6802449540514581,0.6117712903228367,4.0,1,1,1.0
26
- Hazards,TiRex,0.6595183512638653,0.6370903760690755,5.0,1,1,1.0
27
- Hazards,Moirai-1.1-Large,0.7660456542299019,0.6417428069907517,6.0,1,1,1.0
28
- Hazards,Moving-Average,0.5925073416893508,0.668244196977925,7.0,1,1,1.0
29
- Hazards,Timer-S1,0.8259519549582502,0.7203165267426109,8.0,1,1,1.0
30
- Hazards,TimesFM-2.5,0.5984804527969148,0.8691623993156845,9.0,1,1,1.0
31
- Hazards,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
32
- Hydrology,Moirai-1.1-Large,0.3265462241840362,0.21096353727959688,1.0,1,1,1.0
33
- Hydrology,Toto-2.0-1B,8.630180358885118e-07,0.21615982809692527,2.0,1,1,1.0
34
- Hydrology,Timer-S1,0.00021721954345703108,0.21806509012803,3.0,1,1,1.0
35
- Hydrology,TiRex,2.623204231262188e-05,0.23071006827455923,4.0,1,1,1.0
36
- Hydrology,Chronos-2,2.042009830474847e-05,0.2431472161388087,5.0,1,1,1.0
37
- Hydrology,TimesFM-2.5,0.00015987353324890122,0.3290062460223924,6.0,1,1,1.0
38
- Hydrology,ETS,0.12955180910838496,0.6097387987549029,7.0,1,1,1.0
39
- Hydrology,Moving-Average,0.2141729085870418,0.7156859654377106,8.0,1,1,1.0
40
- Hydrology,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0
41
- Hydrology,ARIMA,0.833080576024391,1.1568200704221063,10.0,1,1,1.0
42
- Ocean,ETS,0.25546361956108743,0.38071965916493883,2.0,2,2,1.0
43
- Ocean,Timer-S1,0.07069651082075788,0.22493334776089607,3.0,2,2,1.0
44
- Ocean,TiRex,0.242753867328613,0.4114164587716959,4.0,2,2,1.0
45
- Ocean,Moirai-1.1-Large,0.8832188815671566,0.8015089310969871,5.5,2,2,1.0
46
- Ocean,Moving-Average,0.9523139536363813,0.946938343401142,5.5,2,2,1.0
47
- Ocean,TimesFM-2.5,0.13931048306173027,0.30997524410387073,6.0,2,2,1.0
48
- Ocean,ARIMA,0.24581318256769064,0.48055701377831245,6.5,2,2,1.0
49
- Ocean,Toto-2.0-1B,0.536437440303936,0.5872089776291036,6.5,2,2,1.0
50
- Ocean,Chronos-2,0.44717426523011883,0.5448075924531648,7.5,2,2,1.0
51
- Ocean,Seasonal-Naive,1.0,1.0,8.5,2,2,1.0
52
- Weather,Chronos-2,0.13700960440408302,0.34598613103828746,1.6666666666666667,3,3,1.0
53
- Weather,Timer-S1,0.40426646280240314,0.5152056601717778,3.6666666666666665,3,3,1.0
54
- Weather,TimesFM-2.5,0.21945586083425922,0.5087350587676926,4.0,3,3,1.0
55
- Weather,Toto-2.0-1B,0.2643020071777743,0.42399487819585924,4.333333333333333,3,3,1.0
56
- Weather,TiRex,0.2386825302340289,0.46035253009838856,4.666666666666667,3,3,1.0
57
- Weather,Moirai-1.1-Large,0.6026693751393457,0.5990528695457678,5.0,3,3,1.0
58
- Weather,ETS,3.455468285451221,1.8705609248915789,7.333333333333333,3,3,1.0
59
- Weather,Seasonal-Naive,1.0,1.0,7.666666666666667,3,3,1.0
60
- Weather,ARIMA,2.6163474771891964,1.54880304538443,8.0,3,3,1.0
61
- Weather,Moving-Average,1.7086502066016622,1.3503192084190516,8.666666666666666,3,3,1.0
62
- Web,Timer-S1,0.07964128523181596,0.2055042777744156,1.0,1,1,1.0
63
- Web,TiRex,0.06236664013921311,0.21782916134449717,2.0,1,1,1.0
64
- Web,Moirai-1.1-Large,0.11794628922452742,0.23000093954870818,3.0,1,1,1.0
65
- Web,Toto-2.0-1B,0.10172380968762323,0.24120799219304195,4.0,1,1,1.0
66
- Web,Chronos-2,0.08243971770857998,0.24420464833414451,5.0,1,1,1.0
67
- Web,TimesFM-2.5,0.07774156244698004,0.27902001162528867,6.0,1,1,1.0
68
- Web,ARIMA,0.3442226286647693,0.4245475140866636,7.0,1,1,1.0
69
- Web,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0
70
- Web,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0
71
- Web,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
 
1
  domain,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
+ Climate,Chronos-2,0.33143151970510687,0.40171851792407565,1,5,5,1.0
3
+ Climate,TiRex,0.23091072292711348,0.49296784413530287,2,5,5,1.0
4
+ Climate,Toto-2.0-1B,0.5273877893387059,0.6659017262086935,3,5,5,1.0
5
+ Climate,Timer-S1,0.7039727844110973,0.6003607569389776,4,5,5,1.0
6
+ Climate,TimesFM-2.5,0.6074423561519806,0.7478091505892274,5,5,5,1.0
7
+ Climate,Seasonal-Naive,1.0,1.0,6,5,5,1.0
8
+ Climate,Moirai-1.1-Large,988.4851568359503,0.7273749105059636,7,5,5,1.0
9
+ Climate,ARIMA,0.857865009592161,1.067926789943365,8,5,5,1.0
10
+ Climate,Moving-Average,0.9567882772054415,1.1326575980249192,9,5,5,1.0
11
+ Climate,ETS,2.6614896614938752,2.0260688396025,10,5,5,1.0
12
+ Finance,ETS,0.25842054392983904,0.4741315026294777,1,1,1,1.0
13
+ Finance,Chronos-2,0.46498036506694557,0.6327352889063931,2,1,1,1.0
14
+ Finance,TiRex,0.5464699110989097,0.6338636682288913,3,1,1,1.0
15
+ Finance,ARIMA,0.7504282167781972,0.689454345626489,4,1,1,1.0
16
+ Finance,Timer-S1,0.6416207877555347,0.6956434188138343,5,1,1,1.0
17
+ Finance,Moirai-1.1-Large,4.087519616763477,0.797488616017776,6,1,1,1.0
18
+ Finance,TimesFM-2.5,0.673596801672489,0.9510169339222502,7,1,1,1.0
19
+ Finance,Seasonal-Naive,1.0,1.0,8,1,1,1.0
20
+ Finance,Moving-Average,0.9115118571927404,1.003029638753156,9,1,1,1.0
21
+ Finance,Toto-2.0-1B,0.8708547552152818,1.150463740538102,10,1,1,1.0
22
+ Hazards,ARIMA,0.8051822415450693,0.7144171406763796,1,1,1,1.0
23
+ Hazards,Toto-2.0-1B,0.8106313019645554,0.7506688271847015,2,1,1,1.0
24
+ Hazards,ETS,0.8561372193212813,0.7569014513851259,3,1,1,1.0
25
+ Hazards,Chronos-2,0.8020925332243878,0.761438322880724,4,1,1,1.0
26
+ Hazards,Moving-Average,0.875505686582807,0.7640899953776863,5,1,1,1.0
27
+ Hazards,TiRex,0.8115293911299309,0.7701174486817138,6,1,1,1.0
28
+ Hazards,Timer-S1,0.8640193958538323,0.7717870485740719,7,1,1,1.0
29
+ Hazards,Moirai-1.1-Large,1.0406146546413497,0.787930419695766,8,1,1,1.0
30
+ Hazards,TimesFM-2.5,0.8240939751193558,0.9081244758552568,9,1,1,1.0
31
+ Hazards,Seasonal-Naive,1.0,1.0,10,1,1,1.0
32
+ Hydrology,TimesFM-2.5,0.07534068493396555,0.36263414342449307,1,1,1,1.0
33
+ Hydrology,Timer-S1,0.06595893858224666,0.5464421205636574,2,1,1,1.0
34
+ Hydrology,Toto-2.0-1B,0.08501161603276262,0.6735136840441831,3,1,1,1.0
35
+ Hydrology,TiRex,0.1853275273294793,0.8697078385502084,4,1,1,1.0
36
+ Hydrology,ARIMA,0.4540775296721887,0.9458569743322149,5,1,1,1.0
37
+ Hydrology,Seasonal-Naive,1.0,1.0,6,1,1,1.0
38
+ Hydrology,Chronos-2,1.064989247211476,1.2511758620091291,7,1,1,1.0
39
+ Hydrology,Moving-Average,0.7933541798742748,1.3379245798134665,8,1,1,1.0
40
+ Hydrology,Moirai-1.1-Large,1.09602480568427,1.4376808237466558,9,1,1,1.0
41
+ Hydrology,ETS,1.8552479056732503,1.9911773927380814,10,1,1,1.0
42
+ Ocean,Timer-S1,0.28005543511289543,0.41888556544181543,1,2,2,1.0
43
+ Ocean,ARIMA,0.4549372422530889,0.6341744014809898,2,2,2,1.0
44
+ Ocean,TiRex,0.252411638292796,0.5324771807686282,3,2,2,1.0
45
+ Ocean,Toto-2.0-1B,0.41312113562438557,0.5982225763271789,4,2,2,1.0
46
+ Ocean,TimesFM-2.5,0.5445107538835495,0.6295402274518345,5,2,2,1.0
47
+ Ocean,Moving-Average,0.7462200591736249,0.8441072183288962,6,2,2,1.0
48
+ Ocean,ETS,0.8070784974371089,0.8454717990362088,7,2,2,1.0
49
+ Ocean,Seasonal-Naive,1.0,1.0,8,2,2,1.0
50
+ Ocean,Chronos-2,1.4335392704166696,0.8254855274306545,9,2,2,1.0
51
+ Ocean,Moirai-1.1-Large,3.548870216433217,1.2074256858504475,10,2,2,1.0
52
+ Transportation,Seasonal-Naive,1.0,,1,1,1,1.0
53
+ Transportation,TimesFM-2.5,1.0,,2,1,1,1.0
54
+ Transportation,Toto-2.0-1B,1.0,,3,1,1,1.0
55
+ Transportation,Chronos-2,1.0,,4,1,1,1.0
56
+ Transportation,TiRex,1.0,,5,1,1,1.0
57
+ Transportation,Timer-S1,1.0,,6,1,1,1.0
58
+ Transportation,ARIMA,1.0,,7,1,1,1.0
59
+ Transportation,ETS,1.0,,8,1,1,1.0
60
+ Transportation,Moving-Average,1.0,,9,1,1,1.0
61
+ Transportation,Moirai-1.1-Large,171455649685.74237,,10,1,1,1.0
62
+ Web,Moirai-1.1-Large,0.053989266275712836,0.1390019867185884,1,1,1,1.0
63
+ Web,TiRex,0.0413504567296852,0.14126488854210006,2,1,1,1.0
64
+ Web,Chronos-2,0.052698217810803444,0.15720142684724162,3,1,1,1.0
65
+ Web,Timer-S1,0.06756616291423674,0.1619794185891548,4,1,1,1.0
66
+ Web,Toto-2.0-1B,0.07558589812723093,0.17691467984152823,5,1,1,1.0
67
+ Web,TimesFM-2.5,0.05226815255436493,0.21870693110166337,6,1,1,1.0
68
+ Web,ARIMA,0.33572297836211573,0.35398616214914674,7,1,1,1.0
69
+ Web,ETS,0.3747865690138396,0.4123752014401476,8,1,1,1.0
70
+ Web,Moving-Average,0.3895326097617187,0.42110236025689707,9,1,1,1.0
71
+ Web,Seasonal-Naive,1.0,1.0,10,1,1,1.0
results/aggregates/results_by_frequency.csv CHANGED
@@ -1,51 +1,61 @@
1
  frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
- 10min,ETS,0.9425116505356088,0.9203289428422581,1.0,1,1,1.0
3
- 10min,Moving-Average,0.954564668062432,0.9273097268332593,2.0,1,1,1.0
4
- 10min,Moirai-1.1-Large,1.0567872658856674,0.9333198946512411,3.0,1,1,1.0
5
- 10min,TiRex,1.0745574850504225,0.9499191804114027,4.0,1,1,1.0
6
- 10min,Timer-S1,1.028271629856577,0.9700865776526483,5.0,1,1,1.0
7
- 10min,Toto-2.0-1B,1.0432060598265553,0.9711339890858831,6.0,1,1,1.0
8
- 10min,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0
9
- 10min,ARIMA,1.0104752705896327,1.0182088911677363,8.0,1,1,1.0
10
- 10min,Chronos-2,1.1508732775244659,1.042922592291134,9.0,1,1,1.0
11
- 10min,TimesFM-2.5,1.0862094211275681,1.0573860363979155,10.0,1,1,1.0
12
- 15min,Moirai-1.1-Large,0.3265462241840362,0.21096353727959688,1.0,1,1,1.0
13
- 15min,Toto-2.0-1B,8.630180358885118e-07,0.21615982809692527,2.0,1,1,1.0
14
- 15min,Timer-S1,0.00021721954345703108,0.21806509012803,3.0,1,1,1.0
15
- 15min,TiRex,2.623204231262188e-05,0.23071006827455923,4.0,1,1,1.0
16
- 15min,Chronos-2,2.042009830474847e-05,0.2431472161388087,5.0,1,1,1.0
17
- 15min,TimesFM-2.5,0.00015987353324890122,0.3290062460223924,6.0,1,1,1.0
18
- 15min,ETS,0.12955180910838496,0.6097387987549029,7.0,1,1,1.0
19
- 15min,Moving-Average,0.2141729085870418,0.7156859654377106,8.0,1,1,1.0
20
- 15min,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0
21
- 15min,ARIMA,0.833080576024391,1.1568200704221063,10.0,1,1,1.0
22
- 1D,Timer-S1,0.07964128523181596,0.2055042777744156,1.0,1,1,1.0
23
- 1D,TiRex,0.06236664013921311,0.21782916134449717,2.0,1,1,1.0
24
- 1D,Moirai-1.1-Large,0.11794628922452742,0.23000093954870818,3.0,1,1,1.0
25
- 1D,Toto-2.0-1B,0.10172380968762323,0.24120799219304195,4.0,1,1,1.0
26
- 1D,Chronos-2,0.08243971770857998,0.24420464833414451,5.0,1,1,1.0
27
- 1D,TimesFM-2.5,0.07774156244698004,0.27902001162528867,6.0,1,1,1.0
28
- 1D,ARIMA,0.3442226286647693,0.4245475140866636,7.0,1,1,1.0
29
- 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0
30
- 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0
31
- 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
32
- 1h,Chronos-2,0.3260121262462075,0.4708403920812065,3.0,6,6,1.0
33
- 1h,Toto-2.0-1B,0.33592785149289467,0.4825646813851103,3.5,6,6,1.0
34
- 1h,ETS,1.0337936385452011,0.9254608163681832,4.5,6,6,1.0
35
- 1h,Timer-S1,0.6029862611261337,0.5894691428847991,5.0,6,6,1.0
36
- 1h,TiRex,0.42632216539229717,0.5521386689070512,5.166666666666667,6,6,1.0
37
- 1h,TimesFM-2.5,0.3512964372618544,0.6318192499437797,5.5,6,6,1.0
38
- 1h,Moirai-1.1-Large,0.8032338034916967,0.6406605432008923,5.833333333333333,6,6,1.0
39
- 1h,ARIMA,1.2322111352147784,1.107327420833973,6.833333333333333,6,6,1.0
40
- 1h,Moving-Average,0.997664236980082,0.94187803425079,7.333333333333333,6,6,1.0
41
- 1h,Seasonal-Naive,1.0,1.0,8.333333333333334,6,6,1.0
42
- 6min,Timer-S1,0.004860580120183471,0.05215514996336791,1.0,1,1,1.0
43
- 6min,TimesFM-2.5,0.017867098474202394,0.09086998376163129,2.0,1,1,1.0
44
- 6min,ETS,0.06924228563346163,0.15749527383874828,3.0,1,1,1.0
45
- 6min,TiRex,0.05484065852487423,0.17818726691562944,4.0,1,1,1.0
46
- 6min,ARIMA,0.0597977233908932,0.22680517278402526,5.0,1,1,1.0
47
- 6min,Chronos-2,0.1737505139698977,0.2845995618357044,6.0,1,1,1.0
48
- 6min,Toto-2.0-1B,0.2758468709505801,0.3550636547411824,7.0,1,1,1.0
49
- 6min,Moirai-1.1-Large,0.7381576386643689,0.6883133749852083,8.0,1,1,1.0
50
- 6min,Moving-Average,0.950068546043484,0.9669824442211793,9.0,1,1,1.0
51
- 6min,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
 
 
 
 
 
 
 
 
 
 
 
1
  frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
+ 10min,Moving-Average,0.5579837822495983,0.7191231285744898,1,1,1,1.0
3
+ 10min,TimesFM-2.5,0.6370953009845188,0.7685270763177666,2,1,1,1.0
4
+ 10min,Seasonal-Naive,1.0,1.0,3,1,1,1.0
5
+ 10min,ARIMA,1.4424063168451995,1.1110660585610448,4,1,1,1.0
6
+ 10min,Timer-S1,1.9699186980608103,1.2698945750440023,5,1,1,1.0
7
+ 10min,Toto-2.0-1B,2.0834282994135958,1.3904305558116745,6,1,1,1.0
8
+ 10min,TiRex,2.577782475881546,1.4461689187928473,7,1,1,1.0
9
+ 10min,Chronos-2,5.077479839860817,1.7642054783910965,8,1,1,1.0
10
+ 10min,Moirai-1.1-Large,28.361036466486265,3.010840155151133,9,1,1,1.0
11
+ 10min,ETS,18.522138223035448,4.644415116083678,10,1,1,1.0
12
+ 15min,TimesFM-2.5,0.07534068493396555,0.36263414342449307,1,1,1,1.0
13
+ 15min,Timer-S1,0.06595893858224666,0.5464421205636574,2,1,1,1.0
14
+ 15min,Toto-2.0-1B,0.08501161603276262,0.6735136840441831,3,1,1,1.0
15
+ 15min,TiRex,0.1853275273294793,0.8697078385502084,4,1,1,1.0
16
+ 15min,ARIMA,0.4540775296721887,0.9458569743322149,5,1,1,1.0
17
+ 15min,Seasonal-Naive,1.0,1.0,6,1,1,1.0
18
+ 15min,Chronos-2,1.064989247211476,1.2511758620091291,7,1,1,1.0
19
+ 15min,Moving-Average,0.7933541798742748,1.3379245798134665,8,1,1,1.0
20
+ 15min,Moirai-1.1-Large,1.09602480568427,1.4376808237466558,9,1,1,1.0
21
+ 15min,ETS,1.8552479056732503,1.9911773927380814,10,1,1,1.0
22
+ 1D,Moirai-1.1-Large,0.053989266275712836,0.1390019867185884,1,1,1,1.0
23
+ 1D,TiRex,0.0413504567296852,0.14126488854210006,2,1,1,1.0
24
+ 1D,Chronos-2,0.052698217810803444,0.15720142684724162,3,1,1,1.0
25
+ 1D,Timer-S1,0.06756616291423674,0.1619794185891548,4,1,1,1.0
26
+ 1D,Toto-2.0-1B,0.07558589812723093,0.17691467984152823,5,1,1,1.0
27
+ 1D,TimesFM-2.5,0.05226815255436493,0.21870693110166337,6,1,1,1.0
28
+ 1D,ARIMA,0.33572297836211573,0.35398616214914674,7,1,1,1.0
29
+ 1D,ETS,0.3747865690138396,0.4123752014401476,8,1,1,1.0
30
+ 1D,Moving-Average,0.3895326097617187,0.42110236025689707,9,1,1,1.0
31
+ 1D,Seasonal-Naive,1.0,1.0,10,1,1,1.0
32
+ 1h,Chronos-2,0.3380165940997043,0.48204845925933804,1,6,6,1.0
33
+ 1h,TiRex,0.25744344326965546,0.5537382597884157,2,6,6,1.0
34
+ 1h,Timer-S1,0.6764933695685751,0.6415870048427716,3,6,6,1.0
35
+ 1h,Toto-2.0-1B,0.5536516197456549,0.7441497038994136,4,6,6,1.0
36
+ 1h,ARIMA,0.8091884697278451,0.9284757189036831,5,6,6,1.0
37
+ 1h,Moirai-1.1-Large,0.8885448967285553,0.7485272312563285,6,6,6,1.0
38
+ 1h,TimesFM-2.5,0.5983891157359434,0.8039877936969684,7,6,6,1.0
39
+ 1h,ETS,1.7582571355633234,1.349768089348689,8,6,6,1.0
40
+ 1h,Moving-Average,0.9282894618720912,1.0394624572961155,9,6,6,1.0
41
+ 1h,Seasonal-Naive,1.0,1.0,10,6,6,1.0
42
+ 5min,Seasonal-Naive,1.0,,1,2,2,1.0
43
+ 5min,TimesFM-2.5,1.0,,2,2,2,1.0
44
+ 5min,Toto-2.0-1B,1.0,,3,2,2,1.0
45
+ 5min,Chronos-2,1.0,,4,2,2,1.0
46
+ 5min,TiRex,1.0,,5,2,2,1.0
47
+ 5min,Timer-S1,1.0,,6,2,2,1.0
48
+ 5min,ARIMA,1.0,,7,2,2,1.0
49
+ 5min,ETS,1.0,,8,2,2,1.0
50
+ 5min,Moving-Average,1.0,,9,2,2,1.0
51
+ 5min,Moirai-1.1-Large,37397110190242.53,,10,2,2,1.0
52
+ 6min,Timer-S1,0.03981435721864094,0.13817297938250467,1,1,1,1.0
53
+ 6min,ETS,0.03516741389043541,0.15391013617410776,2,1,1,1.0
54
+ 6min,TiRex,0.024715675485327857,0.1960572823512052,3,1,1,1.0
55
+ 6min,Toto-2.0-1B,0.08191742079514744,0.2573808877629404,4,1,1,1.0
56
+ 6min,ARIMA,0.14348792845106328,0.3619741314163049,5,1,1,1.0
57
+ 6min,Chronos-2,0.4047352042038024,0.38625112796889544,6,1,1,1.0
58
+ 6min,Moirai-1.1-Large,0.4440768526908183,0.4842092943251064,7,1,1,1.0
59
+ 6min,TimesFM-2.5,0.4653808631717346,0.5156889200039567,8,1,1,1.0
60
+ 6min,Moving-Average,0.9979579952451013,0.9908136280463706,9,1,1,1.0
61
+ 6min,Seasonal-Naive,1.0,1.0,10,1,1,1.0
results/aggregates/results_by_prediction_length.csv CHANGED
@@ -1,41 +1,61 @@
1
  prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
- 7,Timer-S1,0.07964128523181596,0.2055042777744156,1.0,1,1,1.0
3
- 7,TiRex,0.06236664013921311,0.21782916134449717,2.0,1,1,1.0
4
- 7,Moirai-1.1-Large,0.11794628922452742,0.23000093954870818,3.0,1,1,1.0
5
- 7,Toto-2.0-1B,0.10172380968762323,0.24120799219304195,4.0,1,1,1.0
6
- 7,Chronos-2,0.08243971770857998,0.24420464833414451,5.0,1,1,1.0
7
- 7,TimesFM-2.5,0.07774156244698004,0.27902001162528867,6.0,1,1,1.0
8
- 7,ARIMA,0.3442226286647693,0.4245475140866636,7.0,1,1,1.0
9
- 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0
10
- 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0
11
- 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
12
- 24,Chronos-2,0.08180503797310691,0.42842330040652693,3.2857142857142856,7,7,1.0
13
- 24,Toto-2.0-1B,0.053412422783944154,0.4302587791677111,3.2857142857142856,7,7,1.0
14
- 24,Timer-S1,0.1942638153562492,0.5114046319246961,4.714285714285714,7,7,1.0
15
- 24,ETS,0.7683836015156147,0.8719072564282152,4.857142857142857,7,7,1.0
16
- 24,TiRex,0.10670381335640881,0.48742514890635474,5.0,7,7,1.0
17
- 24,Moirai-1.1-Large,0.7063167478895472,0.5466517617325796,5.142857142857143,7,7,1.0
18
- 24,TimesFM-2.5,0.1170199379763372,0.575584051847126,5.571428571428571,7,7,1.0
19
- 24,ARIMA,1.1651978733772577,1.1142659961194346,7.285714285714286,7,7,1.0
20
- 24,Moving-Average,0.8008006611977295,0.9056403994720742,7.428571428571429,7,7,1.0
21
- 24,Seasonal-Naive,1.0,1.0,8.428571428571429,7,7,1.0
22
- 60,Timer-S1,0.004860580120183471,0.05215514996336791,1.0,1,1,1.0
23
- 60,TimesFM-2.5,0.017867098474202394,0.09086998376163129,2.0,1,1,1.0
24
- 60,ETS,0.06924228563346163,0.15749527383874828,3.0,1,1,1.0
25
- 60,TiRex,0.05484065852487423,0.17818726691562944,4.0,1,1,1.0
26
- 60,ARIMA,0.0597977233908932,0.22680517278402526,5.0,1,1,1.0
27
- 60,Chronos-2,0.1737505139698977,0.2845995618357044,6.0,1,1,1.0
28
- 60,Toto-2.0-1B,0.2758468709505801,0.3550636547411824,7.0,1,1,1.0
29
- 60,Moirai-1.1-Large,0.7381576386643689,0.6883133749852083,8.0,1,1,1.0
30
- 60,Moving-Average,0.950068546043484,0.9669824442211793,9.0,1,1,1.0
31
- 60,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
32
- 72,ETS,0.9425116505356088,0.9203289428422581,1.0,1,1,1.0
33
- 72,Moving-Average,0.954564668062432,0.9273097268332593,2.0,1,1,1.0
34
- 72,Moirai-1.1-Large,1.0567872658856674,0.9333198946512411,3.0,1,1,1.0
35
- 72,TiRex,1.0745574850504225,0.9499191804114027,4.0,1,1,1.0
36
- 72,Timer-S1,1.028271629856577,0.9700865776526483,5.0,1,1,1.0
37
- 72,Toto-2.0-1B,1.0432060598265553,0.9711339890858831,6.0,1,1,1.0
38
- 72,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0
39
- 72,ARIMA,1.0104752705896327,1.0182088911677363,8.0,1,1,1.0
40
- 72,Chronos-2,1.1508732775244659,1.042922592291134,9.0,1,1,1.0
41
- 72,TimesFM-2.5,1.0862094211275681,1.0573860363979155,10.0,1,1,1.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
+ 7,Moirai-1.1-Large,0.053989266275712836,0.1390019867185884,1,1,1,1.0
3
+ 7,TiRex,0.0413504567296852,0.14126488854210006,2,1,1,1.0
4
+ 7,Chronos-2,0.052698217810803444,0.15720142684724162,3,1,1,1.0
5
+ 7,Timer-S1,0.06756616291423674,0.1619794185891548,4,1,1,1.0
6
+ 7,Toto-2.0-1B,0.07558589812723093,0.17691467984152823,5,1,1,1.0
7
+ 7,TimesFM-2.5,0.05226815255436493,0.21870693110166337,6,1,1,1.0
8
+ 7,ARIMA,0.33572297836211573,0.35398616214914674,7,1,1,1.0
9
+ 7,ETS,0.3747865690138396,0.4123752014401476,8,1,1,1.0
10
+ 7,Moving-Average,0.3895326097617187,0.42110236025689707,9,1,1,1.0
11
+ 7,Seasonal-Naive,1.0,1.0,10,1,1,1.0
12
+ 12,Seasonal-Naive,1.0,,1,1,1,1.0
13
+ 12,TimesFM-2.5,1.0,,2,1,1,1.0
14
+ 12,Toto-2.0-1B,1.0,,3,1,1,1.0
15
+ 12,Chronos-2,1.0,,4,1,1,1.0
16
+ 12,TiRex,1.0,,5,1,1,1.0
17
+ 12,Timer-S1,1.0,,6,1,1,1.0
18
+ 12,ARIMA,1.0,,7,1,1,1.0
19
+ 12,ETS,1.0,,8,1,1,1.0
20
+ 12,Moving-Average,1.0,,9,1,1,1.0
21
+ 12,Moirai-1.1-Large,171455649685.74237,,10,1,1,1.0
22
+ 24,TiRex,0.24563493568029823,0.5906284567570191,1,7,7,1.0
23
+ 24,Chronos-2,0.3982346548999607,0.5524157837347174,2,7,7,1.0
24
+ 24,Timer-S1,0.4851057448552753,0.6270422272357017,3,7,7,1.0
25
+ 24,Toto-2.0-1B,0.4236287133418945,0.733622453106509,4,7,7,1.0
26
+ 24,ARIMA,0.7450819079183579,0.9309390619471589,5,7,7,1.0
27
+ 24,TimesFM-2.5,0.44506025349362427,0.7175500571906908,6,7,7,1.0
28
+ 24,Moirai-1.1-Large,0.9155867954554217,0.8216770521697703,7,7,7,1.0
29
+ 24,ETS,1.7717961534805824,1.4268578169534702,8,7,7,1.0
30
+ 24,Moving-Average,0.9076914271636655,1.0776288552423665,9,7,7,1.0
31
+ 24,Seasonal-Naive,1.0,1.0,10,7,7,1.0
32
+ 36,Seasonal-Naive,1.0,,1,1,1,1.0
33
+ 36,TimesFM-2.5,1.0,,2,1,1,1.0
34
+ 36,Toto-2.0-1B,1.0,,3,1,1,1.0
35
+ 36,Chronos-2,1.0,,4,1,1,1.0
36
+ 36,TiRex,1.0,,5,1,1,1.0
37
+ 36,Timer-S1,1.0,,6,1,1,1.0
38
+ 36,ARIMA,1.0,,7,1,1,1.0
39
+ 36,ETS,1.0,,8,1,1,1.0
40
+ 36,Moving-Average,1.0,,9,1,1,1.0
41
+ 36,Moirai-1.1-Large,8156884028869884.0,,10,1,1,1.0
42
+ 60,Timer-S1,0.03981435721864094,0.13817297938250467,1,1,1,1.0
43
+ 60,ETS,0.03516741389043541,0.15391013617410776,2,1,1,1.0
44
+ 60,TiRex,0.024715675485327857,0.1960572823512052,3,1,1,1.0
45
+ 60,Toto-2.0-1B,0.08191742079514744,0.2573808877629404,4,1,1,1.0
46
+ 60,ARIMA,0.14348792845106328,0.3619741314163049,5,1,1,1.0
47
+ 60,Chronos-2,0.4047352042038024,0.38625112796889544,6,1,1,1.0
48
+ 60,Moirai-1.1-Large,0.4440768526908183,0.4842092943251064,7,1,1,1.0
49
+ 60,TimesFM-2.5,0.4653808631717346,0.5156889200039567,8,1,1,1.0
50
+ 60,Moving-Average,0.9979579952451013,0.9908136280463706,9,1,1,1.0
51
+ 60,Seasonal-Naive,1.0,1.0,10,1,1,1.0
52
+ 72,Moving-Average,0.5579837822495983,0.7191231285744898,1,1,1,1.0
53
+ 72,TimesFM-2.5,0.6370953009845188,0.7685270763177666,2,1,1,1.0
54
+ 72,Seasonal-Naive,1.0,1.0,3,1,1,1.0
55
+ 72,ARIMA,1.4424063168451995,1.1110660585610448,4,1,1,1.0
56
+ 72,Timer-S1,1.9699186980608103,1.2698945750440023,5,1,1,1.0
57
+ 72,Toto-2.0-1B,2.0834282994135958,1.3904305558116745,6,1,1,1.0
58
+ 72,TiRex,2.577782475881546,1.4461689187928473,7,1,1,1.0
59
+ 72,Chronos-2,5.077479839860817,1.7642054783910965,8,1,1,1.0
60
+ 72,Moirai-1.1-Large,28.361036466486265,3.010840155151133,9,1,1,1.0
61
+ 72,ETS,18.522138223035448,4.644415116083678,10,1,1,1.0
results/aggregates/results_overall.csv CHANGED
@@ -1,11 +1,11 @@
1
  overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
- Overall,Timer-S1,0.14516695319864026,0.3961212274591828,4.0,10,10,1.0
3
- Overall,Toto-2.0-1B,0.09036404695479511,0.4321241369159885,4.0,10,10,1.0
4
- Overall,Chronos-2,0.11498866857375332,0.42494740416572563,4.3,10,10,1.0
5
- Overall,TiRex,0.11919400828493197,0.43471386036886106,4.5,10,10,1.0
6
- Overall,ETS,0.5756869135859133,0.6947606210636381,4.7,10,10,1.0
7
- Overall,Moirai-1.1-Large,0.6175636851624603,0.5411929875795652,5.0,10,10,1.0
8
- Overall,TimesFM-2.5,0.11631721375711594,0.4730478400814755,5.7,10,10,1.0
9
- Overall,ARIMA,0.7555874814627285,0.8551333191147943,7.1,10,10,1.0
10
- Overall,Moving-Average,0.7707311370751304,0.8559697716188779,7.1,10,10,1.0
11
- Overall,Seasonal-Naive,1.0,1.0,8.6,10,10,1.0
 
1
  overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
+ Overall,TiRex,0.2687782779884574,0.5013992507446647,1,12,12,1.0
3
+ Overall,Chronos-2,0.48562276687325806,0.52792690563444,2,12,12,1.0
4
+ Overall,Timer-S1,0.4237301329330598,0.5052110195366661,3,12,12,1.0
5
+ Overall,Toto-2.0-1B,0.4216555075073955,0.6109135772419415,4,12,12,1.0
6
+ Overall,TimesFM-2.5,0.44065477352813986,0.6207082165717778,5,12,12,1.0
7
+ Overall,ARIMA,0.6744390084273043,0.7826818223951154,6,12,12,1.0
8
+ Overall,Seasonal-Naive,1.0,1.0,7,12,12,1.0
9
+ Overall,Moirai-1.1-Large,168.20479268604478,0.742959249012116,8,12,12,1.0
10
+ Overall,ETS,1.2412978061948325,1.135051504009667,9,12,12,1.0
11
+ Overall,Moving-Average,0.8320583333453037,0.9342147902589022,10,12,12,1.0
results/arima/all_results.csv CHANGED
@@ -1,11 +1,13 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
- binance_btcusdt_1h_close/1h/short,ARIMA,0.6107942021594616,0.6107942021594616,,,0.0095040684261886,,,0.7492498634938067,,,0.5081934389602464,Finance,1,24
3
- nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,1.6722840427898185,1.6722840427898185,,,0.1122826628431276,,,1.1136149807343625,,,0.8751386039730832,Weather,1,24
4
- noaa_coops_sf_water_level_water_level/6min/short,ARIMA,2.0228405463501757,2.0228405463501757,,,2.119038607006745,,,1.326724234663988,,,1.0346768778953153,Ocean,1,60
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,5.88130606674853,5.88130606674853,,,0.1273880836134402,,,2.170522924283254,,,1.5457811999035824,Ocean,1,72
6
- nws_ksfo_observations_temperature/1h/short,ARIMA,11.6034419461978,11.6034419461978,,,0.0413147823637112,,,1.4628303294876153,,,1.2252719863710946,Weather,1,24
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,1.2626751022802716,1.2626751022802716,,,0.4868985582019586,,,0.96979715765388,,,0.7159553574305773,Air Quality,1,24
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,1.9005610764184704,1.9005610764184704,,,0.1561671170088032,,,1.3194243231586795,,,1.0334864042780552,Weather,1,24
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,1.1032865050079756,1.1032865050079756,,,0.6810283685247857,,,1.0248333666484024,,,0.5171150238252843,Hazards,1,24
10
- usgs_potomac_iv_usgs_00060/15min/short,ARIMA,1.4625862548847584,1.4625862548847584,,,0.0137301932260894,,,1.0420179764341038,,,0.6175030383054915,Hydrology,1,24
11
- wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,0.9275977165973884,0.9275977165973884,,,0.1884584089766501,,,0.9443098602037469,,,0.4722306920685982,Web,1,7
 
 
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
+ binance_btcusdt_1h_close/1h/short,ARIMA,276221.0120010425,183107.644358516,348.886082369903,0.42300427000747326,0.005811707425188904,0.005833376860798979,2.4900332086493346,525.5673239472204,0.00878057145394326,0.005828785458973679,0.004716556154061421,Finance,1,24
3
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36
4
+ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12
5
+ nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,32.863400400238184,33.04865547384761,4.565952924970237,3.3323448287387305,0.1714652592832502,0.1967195591227188,120.33112496445283,5.73266084817846,0.2362278939170606,0.18815092533040498,0.18574778332311517,Weather,1,24
6
+ noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.051911529868181344,0.0545365187071745,0.1998481907687129,0.2180796448643751,0.10908492651755818,0.11752752375023352,8.102370114705483,0.22784101884467894,0.13355406926408386,0.11714545189258341,0.11550835417571774,Ocean,1,60
7
+ noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.17248776933632703,0.1471364094381407,0.3178444162323973,0.22214934139753545,0.1176534172327168,0.10820215090492286,8.084425448827577,0.4153164688961022,0.1442488438027343,0.11039458577826854,0.11041222829978792,Ocean,1,72
8
+ nws_ksfo_observations_temperature/1h/short,ARIMA,0.013819313985720859,0.01618127977657426,0.12416676312398252,0.05424761897529806,0.008870446247120143,0.008911923729482041,2.454481998825828,0.11755557828414974,0.008401828413880213,0.008874337174821,0.009951992944465181,Weather,1,24
9
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,132.0492021573699,128.72517905120353,10.269546153675208,0.9188696300391926,0.6183571376794479,0.43858035687156477,17.172242456542538,11.491266342634736,0.5886667923654935,0.5260813397827214,0.4872476708425731,Air Quality,1,24
10
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,13.031861116453065,12.730691802010968,3.046299523557338,2.863650101922936,0.1255193198523844,0.11533940754445882,76.46463817598094,3.6099669134845356,0.1415442074486162,0.11944321431378895,0.11250484195645513,Weather,1,24
11
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,10.668664700472169,11.031528460957498,2.581458620595621,0.45222632769558335,0.469932253974817,0.330625845995471,3.495965570087222,3.266292194594992,0.391955063351399,0.30977503447147453,0.24614845683593176,Hazards,1,24
12
+ usgs_potomac_iv_usgs_00060/15min/short,ARIMA,1101.1380094550575,1120.5904123800308,31.94926952655216,0.18300297580841332,0.01119013795038599,0.011259057064551764,3.2547397955422688,33.1833996066566,0.011634793141851838,0.011202081353356493,0.01030040624851871,Hydrology,1,24
13
+ wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,0.9275977165973884,0.9275977165973884,,,0.1884584089766501,,,0.9443098602037469,,,0.4722306920685982,Web,1,7
results/arima/config.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
- "model": "ARIMA",
3
- "model_type": "statistical",
4
- "model_dtype": "float32",
5
- "model_link": "https://tsfm.ai/models/baseline/arima",
6
- "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
- "org": "Statistical Baseline",
8
- "testdata_leakage": "No",
9
- "replication_code_available": "Yes",
10
- "api_model_id": "baseline/arima"
11
  }
 
1
  {
2
+ "model": "ARIMA",
3
+ "model_type": "statistical",
4
+ "model_dtype": "float32",
5
+ "model_link": "https://tsfm.ai/models/baseline/arima",
6
+ "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
+ "org": "Statistical Baseline",
8
+ "testdata_leakage": "No",
9
+ "replication_code_available": "Yes",
10
+ "api_model_id": "baseline/arima"
11
  }
results/arima/online_meta.json CHANGED
@@ -1,57 +1,74 @@
1
  {
2
- "model": "ARIMA",
3
- "source": "local RQ1 leaderboard snapshot",
4
- "evaluated_at": "2026-06-22T08:53:19.007614+00:00",
5
- "datasets": [
6
- {
7
- "dataset": "binance_btcusdt_1h_close/1h/short",
8
- "domain": "Finance",
9
- "frequency": "1h"
10
- },
11
- {
12
- "dataset": "nasa_power_shanghai_hourly_T2M/1h/short",
13
- "domain": "Weather",
14
- "frequency": "1h"
15
- },
16
- {
17
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
18
- "domain": "Ocean",
19
- "frequency": "6min"
20
- },
21
- {
22
- "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
23
- "domain": "Ocean",
24
- "frequency": "10min"
25
- },
26
- {
27
- "dataset": "nws_ksfo_observations_temperature/1h/short",
28
- "domain": "Weather",
29
- "frequency": "1h"
30
- },
31
- {
32
- "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short",
33
- "domain": "Air Quality",
34
- "frequency": "1h"
35
- },
36
- {
37
- "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short",
38
- "domain": "Weather",
39
- "frequency": "1h"
40
- },
41
- {
42
- "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short",
43
- "domain": "Hazards",
44
- "frequency": "1h"
45
- },
46
- {
47
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
48
- "domain": "Hydrology",
49
- "frequency": "15min"
50
- },
51
- {
52
- "dataset": "wikimedia_time_series_hourly_pageviews/1D/short",
53
- "domain": "Web",
54
- "frequency": "1D"
55
- }
56
- ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
57
  }
 
1
  {
2
+ "model": "ARIMA",
3
+ "api_model_id": "baseline/arima",
4
+ "evaluated_at": "2026-06-29T07:39:37.115461+00:00",
5
+ "datasets": [
6
+ {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t070000z",
8
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t042500z",
14
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
15
+ "context_length": 288,
16
+ "prediction_length": 36
17
+ },
18
+ {
19
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t161500z",
20
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
21
+ "context_length": 120,
22
+ "prediction_length": 12
23
+ },
24
+ {
25
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
26
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
27
+ "context_length": 336,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t012400z",
32
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
33
+ "context_length": 240,
34
+ "prediction_length": 60
35
+ },
36
+ {
37
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t075000z",
38
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
39
+ "context_length": 78,
40
+ "prediction_length": 72
41
+ },
42
+ {
43
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260629t053500z",
44
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
45
+ "context_length": 96,
46
+ "prediction_length": 24
47
+ },
48
+ {
49
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260628t070000z",
50
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
51
+ "context_length": 336,
52
+ "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260628t070000z",
56
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
57
+ "context_length": 336,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260628t070000z",
62
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
63
+ "context_length": 168,
64
+ "prediction_length": 24
65
+ },
66
+ {
67
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t045000z",
68
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
69
+ "context_length": 96,
70
+ "prediction_length": 24
71
+ }
72
+ ],
73
+ "failed_datasets": []
74
  }
results/baseline_rank_history_daily.csv CHANGED
@@ -20,3 +20,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,
20
  2026-06-26,Chronos-2,4.857,4.429,5.308,5.143,4.857,4.929,4.615,5.000,4.929,5.167
21
  2026-06-27,Seasonal-Naive,1.532,1.661,1.532,1.523,1.532,1.532,1.642,1.532,1.541,1.505
22
  2026-06-28,ETS,6.154,6.308,6.455,6.615,6.154,6.692,7.182,6.692,6.231,6.182
 
 
20
  2026-06-26,Chronos-2,4.857,4.429,5.308,5.143,4.857,4.929,4.615,5.000,4.929,5.167
21
  2026-06-27,Seasonal-Naive,1.532,1.661,1.532,1.523,1.532,1.532,1.642,1.532,1.541,1.505
22
  2026-06-28,ETS,6.154,6.308,6.455,6.615,6.154,6.692,7.182,6.692,6.231,6.182
23
+ 2026-06-29,Seasonal-Naive,8.000,10.200,9.111,7.636,8.000,9.444,10.889,9.556,9.667,10.000
results/baseline_rank_history_weekly.csv CHANGED
@@ -2,3 +2,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,
2
  2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103
3
  2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529
4
  2026-W26,Chronos-Bolt-Mini,4.424,4.054,4.456,4.526,4.424,4.421,4.076,4.476,4.46,4.52
 
 
2
  2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103
3
  2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529
4
  2026-W26,Chronos-Bolt-Mini,4.424,4.054,4.456,4.526,4.424,4.421,4.076,4.476,4.46,4.52
5
+ 2026-W27,Chronos-Bolt-Mini,8.0,10.2,9.111,7.636,8.0,9.444,10.889,9.556,9.667,10.0
results/chronos_2/all_results.csv CHANGED
@@ -1,11 +1,13 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,0.351967497258803,0.351967497258803,,,0.0077916857196525,,,0.5446047377165416,,,0.3008162543041766,Finance,1,24
3
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.3843934154428554,0.3843934154428554,,,0.0583251250784101,,,0.5096604914177981,,,0.2850587958354377,Weather,1,24
4
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.2379878523568733,0.2379878523568733,,,0.6096108932687484,,,0.3632960103242178,,,0.1941926196494536,Ocean,1,60
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,4.580724177559173,4.580724177559173,,,0.1123770907051667,,,1.824466071688901,,,1.0772503785673289,Ocean,1,72
6
- nws_ksfo_observations_temperature/1h/short,Chronos-2,11.56088668568804,11.56088668568804,,,0.0415918341848638,,,1.5385015160624471,,,1.1345372820780362,Weather,1,24
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,3.1307495703958033,3.1307495703958033,,,0.3574869982351417,,,1.296881143946402,,,0.7651314868060455,Air Quality,1,24
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.1481205518645088,0.1481205518645088,,,0.0412752680925694,,,0.3690929813127979,,,0.1829263531630537,Weather,1,24
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,0.8210011315816704,0.8210011315816704,,,0.6294046635947881,,,0.8787745345817032,,,0.4762723179858628,Hazards,1,24
10
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1.3614340616408205,1.3614340616408205,,,0.0091938522811265,,,0.8443899861179206,,,0.536528845528809,Hydrology,1,24
11
- wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,0.1456044109597034,0.1456044109597034,,,0.0732649397732364,,,0.3540856210491078,,,0.2097125439693489,Web,1,7
 
 
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,171152.07574526468,171152.07574526468,316.63134765625,0.3838972628745041,0.005313239255902195,0.005289744804806054,1.9884875860161824,413.70530060088026,0.006911710046049024,0.005289910627954588,0.004328541171310666,Finance,1,24
3
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.6284716271939715e-18,1.6284716271939715e-18,9.786685842996647e-10,nan,nan,2.0,nan,1.2761158361191085e-09,inf,inf,inf,Climate,1,36
4
+ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,1.0190191815362404e-09,nan,nan,2.0,nan,1.3151753777977035e-09,inf,inf,inf,Transportation,1,12
5
+ nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,5.691223427311949,5.691223427311949,1.8429029782613118,1.3449959538328617,0.06948273301970269,0.07302922608757077,18.032002247200396,2.385628518297002,0.09830548421939977,0.07594119044849446,0.06372138777135845,Weather,1,24
6
+ noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.14642641975903767,0.14642641975903767,0.3207184473673503,0.3499764738139188,0.17443962928679915,0.1562244742945701,1.2004678691339072,0.38265705240990616,0.2243029228937119,0.18799623505532298,0.12325530533255111,Ocean,1,60
7
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.6071820132785477,0.6071820132785477,0.7110250393549601,0.49695302526368934,0.2565361307786483,0.2214570022000394,1.8310323999809195,0.7792188481283983,0.2706404063642822,0.24695514751524278,0.17531798091297024,Ocean,1,72
8
+ nws_ksfo_observations_temperature/1h/short,Chronos-2,0.008562792987277135,0.008562792987277135,0.08797899881998698,0.03843742951605561,0.006291683127050811,0.0062698327043872,0.17179225370108994,0.09253536073997407,0.006613605534520152,0.006287957261575278,0.004257369295607377,Weather,1,24
9
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,100.54871551374458,100.54871551374458,9.130875905354818,0.8169868891513344,0.5464471316120747,0.4025796963981514,2.5297369977482282,10.027398242502617,0.513676750949974,0.46775031318786686,0.29051198272904116,Air Quality,1,24
10
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.3728335036272863,1.3728335036272863,0.8055532773335775,0.7572540739680272,0.031282585896776786,0.03069962455637298,4.7093859380900485,1.171679778620117,0.045940721791345306,0.031585164886665656,0.025744565520388077,Weather,1,24
11
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,10.627726065223138,10.627726065223138,2.6242899099985757,0.45972961926982353,0.47664544674022286,0.33644462449373785,3.5530985428469024,3.2600193350995847,0.3912023202119501,0.3149147891998291,0.26234934393564857,Hazards,1,24
12
+ usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,2582.598924487829,2582.598924487829,44.513326009114586,0.25496893179445107,0.015605765740990181,0.015766351922276173,1.0917937868250298,50.81927709528963,0.017818300223330183,0.015607302033875092,0.013625336617233788,Hydrology,1,24
13
+ wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,0.1456044109597034,0.1456044109597034,,,0.0732649397732364,,,0.3540856210491078,,,0.2097125439693489,Web,1,7
results/chronos_2/config.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
- "model": "Chronos-2",
3
- "model_type": "zero-shot",
4
- "model_dtype": "float32",
5
- "model_link": "https://tsfm.ai/models/amazon/chronos-2",
6
- "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
- "org": "Amazon / TSFM.ai",
8
- "testdata_leakage": "No",
9
- "replication_code_available": "Yes",
10
- "api_model_id": "amazon/chronos-2"
11
  }
 
1
  {
2
+ "model": "Chronos-2",
3
+ "model_type": "zero-shot",
4
+ "model_dtype": "float32",
5
+ "model_link": "https://tsfm.ai/models/amazon/chronos-2",
6
+ "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
+ "org": "Amazon / TSFM.ai",
8
+ "testdata_leakage": "No",
9
+ "replication_code_available": "Yes",
10
+ "api_model_id": "amazon/chronos-2"
11
  }
results/chronos_2/online_meta.json CHANGED
@@ -1,57 +1,74 @@
1
  {
2
- "model": "Chronos-2",
3
- "source": "local RQ1 leaderboard snapshot",
4
- "evaluated_at": "2026-06-22T08:51:32.865643+00:00",
5
- "datasets": [
6
- {
7
- "dataset": "binance_btcusdt_1h_close/1h/short",
8
- "domain": "Finance",
9
- "frequency": "1h"
10
- },
11
- {
12
- "dataset": "nasa_power_shanghai_hourly_T2M/1h/short",
13
- "domain": "Weather",
14
- "frequency": "1h"
15
- },
16
- {
17
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
18
- "domain": "Ocean",
19
- "frequency": "6min"
20
- },
21
- {
22
- "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
23
- "domain": "Ocean",
24
- "frequency": "10min"
25
- },
26
- {
27
- "dataset": "nws_ksfo_observations_temperature/1h/short",
28
- "domain": "Weather",
29
- "frequency": "1h"
30
- },
31
- {
32
- "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short",
33
- "domain": "Air Quality",
34
- "frequency": "1h"
35
- },
36
- {
37
- "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short",
38
- "domain": "Weather",
39
- "frequency": "1h"
40
- },
41
- {
42
- "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short",
43
- "domain": "Hazards",
44
- "frequency": "1h"
45
- },
46
- {
47
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
48
- "domain": "Hydrology",
49
- "frequency": "15min"
50
- },
51
- {
52
- "dataset": "wikimedia_time_series_hourly_pageviews/1D/short",
53
- "domain": "Web",
54
- "frequency": "1D"
55
- }
56
- ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
57
  }
 
1
  {
2
+ "model": "Chronos-2",
3
+ "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-29T07:35:55.264291+00:00",
5
+ "datasets": [
6
+ {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t070000z",
8
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t042500z",
14
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
15
+ "context_length": 288,
16
+ "prediction_length": 36
17
+ },
18
+ {
19
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t161500z",
20
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
21
+ "context_length": 120,
22
+ "prediction_length": 12
23
+ },
24
+ {
25
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
26
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
27
+ "context_length": 336,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t012400z",
32
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
33
+ "context_length": 240,
34
+ "prediction_length": 60
35
+ },
36
+ {
37
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t075000z",
38
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
39
+ "context_length": 78,
40
+ "prediction_length": 72
41
+ },
42
+ {
43
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260629t053500z",
44
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
45
+ "context_length": 96,
46
+ "prediction_length": 24
47
+ },
48
+ {
49
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260628t070000z",
50
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
51
+ "context_length": 336,
52
+ "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260628t070000z",
56
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
57
+ "context_length": 336,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260628t070000z",
62
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
63
+ "context_length": 168,
64
+ "prediction_length": 24
65
+ },
66
+ {
67
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t045000z",
68
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
69
+ "context_length": 96,
70
+ "prediction_length": 24
71
+ }
72
+ ],
73
+ "failed_datasets": []
74
  }
results/dataset_properties.csv CHANGED
@@ -1,5 +1,6 @@
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
 
3
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd,Finance,M,1
4
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total,Climate,5min,1
5
  data_gov_sg_singapore_taxi_availability_available_taxi_count,Transportation,5min,1
 
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
+ coingecko_bitcoin_7d_price_usd,Finance,1h,1
4
  data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd,Finance,M,1
5
  data_gov_sg_singapore_rainfall_5min_rainfall_5min_total,Climate,5min,1
6
  data_gov_sg_singapore_taxi_availability_available_taxi_count,Transportation,5min,1
results/ets/all_results.csv CHANGED
@@ -1,11 +1,13 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
- binance_btcusdt_1h_close/1h/short,ETS,0.6288961722061853,0.6288961722061853,,,0.0083536573665517,,,0.6476335731885746,,,0.4384898039784526,Finance,1,24
3
- nasa_power_shanghai_hourly_T2M/1h/short,ETS,4.193642063640152,4.193642063640152,,,0.1838223850945136,,,1.70700061723835,,,1.3185644060092472,Weather,1,24
4
- noaa_coops_sf_water_level_water_level/6min/short,ETS,2.6762408711502204,2.6762408711502204,,,2.12693706020774,,,1.4998817719716362,,,1.1362671657383283,Ocean,1,60
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,6.869861376910735,6.869861376910735,,,0.121971829838896,,,2.250586029574192,,,1.531095424834328,Ocean,1,72
6
- nws_ksfo_observations_temperature/1h/short,ETS,11.446292573871212,11.446292573871212,,,0.036536714455273,,,1.2770455043875908,,,1.023194838652093,Weather,1,24
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,12.164687222431684,12.164687222431684,,,1.2469283434354574,,,2.353467766261404,,,1.90744547762684,Air Quality,1,24
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,12.676564654452308,12.676564654452308,,,0.3575051389084524,,,3.0099427081825714,,,2.464628650975449,Weather,1,24
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,1.1610640011711395,1.1610640011711395,,,0.7827089623343685,,,1.0282329364984346,,,0.5504416299454165,Hazards,1,24
10
- usgs_potomac_iv_usgs_00060/15min/short,ETS,1.1145870540224938,1.1145870540224938,,,0.0123969619178366,,,0.8918350349859889,,,0.5937406209090599,Hydrology,1,24
11
- wikimedia_time_series_hourly_pageviews/1D/short,ETS,1.0355298506068462,1.0355298506068462,,,0.2100370240294873,,,1.016318790561134,,,0.5501238398295335,Web,1,7
 
 
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
+ binance_btcusdt_1h_close/1h/short,ETS,95120.60257091587,97821.69626358392,256.17023862491504,0.31059165229836727,0.004285434665576495,0.004284472732208118,1.7645589792420349,308.41628129999214,0.0051526627933703145,0.0042797962927498285,0.003243532905038789,Finance,1,24
3
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ETS,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36
4
+ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ETS,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12
5
+ nasa_power_shanghai_hourly_T2M/1h/short,ETS,91.07949075925895,92.53601893991792,8.069798521204545,5.889537586784191,0.3110937607728242,0.39697275467482857,198.72338572493695,9.543557552572256,0.3932649359218153,0.3325351977877578,0.32366464879618545,Weather,1,24
6
+ noaa_coops_sf_water_level_water_level/6min/short,ETS,0.012722981481906738,0.012432762477013491,0.09097469172945986,0.09927399586502836,0.05058445617666571,0.0513716169195302,2.6209459033664357,0.11279619444780369,0.06611799245980621,0.05332683439586329,0.049113748683840365,Ocean,1,60
7
+ noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,2.214939208265668,2.1267281687800326,1.3232950056654333,0.9248836819844696,0.46756394670842916,0.3650299011205157,36.22752829469343,1.4882671830910161,0.5169089995420747,0.4596104148832201,0.46153891405894526,Ocean,1,72
8
+ nws_ksfo_observations_temperature/1h/short,ETS,1.5530210398527302,1.360371801417316,1.0063518209451596,0.43966830385373906,0.071917806498141,0.07559158776867801,18.32016638681525,1.2462026479881714,0.08906749445790887,0.0719250880901597,0.07288796257449268,Weather,1,24
9
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,153.88550146991005,151.53179937100583,11.275545401199262,1.0088816074488585,0.6739724650475578,0.46949538707789734,16.222801989424198,12.405059510937868,0.6354779685432419,0.577615986400816,0.5240010360572082,Air Quality,1,24
10
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,10.319881630435605,10.189026281700441,2.90263373876804,2.728598201716391,0.11362206416253996,0.11460807762665896,63.11065613060229,3.2124572573709997,0.1259581396047278,0.11381018217448433,0.106199463955546,Weather,1,24
11
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,11.343818156006975,11.942933236667757,2.7793566978944413,0.4868946040107051,0.4411725525503732,0.35817129262586694,4.162773359920343,3.3680585143383386,0.4041670217206006,0.33352280374733295,0.2607861900666818,Hazards,1,24
12
+ usgs_potomac_iv_usgs_00060/15min/short,ETS,4498.976171257632,4712.468901187864,62.125224889790765,0.3558485435214746,0.0217836190445808,0.022077783657884376,13.835909847981492,67.07440772200401,0.02351768860961426,0.021782401714462798,0.02168397190552917,Hydrology,1,24
13
+ wikimedia_time_series_hourly_pageviews/1D/short,ETS,1.0355298506068462,1.0355298506068462,,,0.2100370240294873,,,1.016318790561134,,,0.5501238398295335,Web,1,7
results/ets/config.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
- "model": "ETS",
3
- "model_type": "statistical",
4
- "model_dtype": "float32",
5
- "model_link": "https://tsfm.ai/models/baseline/ets",
6
- "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
- "org": "Statistical Baseline",
8
- "testdata_leakage": "No",
9
- "replication_code_available": "Yes",
10
- "api_model_id": "baseline/ets"
11
  }
 
1
  {
2
+ "model": "ETS",
3
+ "model_type": "statistical",
4
+ "model_dtype": "float32",
5
+ "model_link": "https://tsfm.ai/models/baseline/ets",
6
+ "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
+ "org": "Statistical Baseline",
8
+ "testdata_leakage": "No",
9
+ "replication_code_available": "Yes",
10
+ "api_model_id": "baseline/ets"
11
  }
results/ets/online_meta.json CHANGED
@@ -1,57 +1,74 @@
1
  {
2
- "model": "ETS",
3
- "source": "local RQ1 leaderboard snapshot",
4
- "evaluated_at": "2026-06-22T08:53:19.052502+00:00",
5
- "datasets": [
6
- {
7
- "dataset": "binance_btcusdt_1h_close/1h/short",
8
- "domain": "Finance",
9
- "frequency": "1h"
10
- },
11
- {
12
- "dataset": "nasa_power_shanghai_hourly_T2M/1h/short",
13
- "domain": "Weather",
14
- "frequency": "1h"
15
- },
16
- {
17
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
18
- "domain": "Ocean",
19
- "frequency": "6min"
20
- },
21
- {
22
- "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
23
- "domain": "Ocean",
24
- "frequency": "10min"
25
- },
26
- {
27
- "dataset": "nws_ksfo_observations_temperature/1h/short",
28
- "domain": "Weather",
29
- "frequency": "1h"
30
- },
31
- {
32
- "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short",
33
- "domain": "Air Quality",
34
- "frequency": "1h"
35
- },
36
- {
37
- "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short",
38
- "domain": "Weather",
39
- "frequency": "1h"
40
- },
41
- {
42
- "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short",
43
- "domain": "Hazards",
44
- "frequency": "1h"
45
- },
46
- {
47
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
48
- "domain": "Hydrology",
49
- "frequency": "15min"
50
- },
51
- {
52
- "dataset": "wikimedia_time_series_hourly_pageviews/1D/short",
53
- "domain": "Web",
54
- "frequency": "1D"
55
- }
56
- ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
57
  }
 
1
  {
2
+ "model": "ETS",
3
+ "api_model_id": "baseline/ets",
4
+ "evaluated_at": "2026-06-29T07:39:37.380835+00:00",
5
+ "datasets": [
6
+ {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t070000z",
8
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t042500z",
14
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
15
+ "context_length": 288,
16
+ "prediction_length": 36
17
+ },
18
+ {
19
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t161500z",
20
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
21
+ "context_length": 120,
22
+ "prediction_length": 12
23
+ },
24
+ {
25
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
26
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
27
+ "context_length": 336,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t012400z",
32
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
33
+ "context_length": 240,
34
+ "prediction_length": 60
35
+ },
36
+ {
37
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t075000z",
38
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
39
+ "context_length": 78,
40
+ "prediction_length": 72
41
+ },
42
+ {
43
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260629t053500z",
44
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
45
+ "context_length": 96,
46
+ "prediction_length": 24
47
+ },
48
+ {
49
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260628t070000z",
50
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
51
+ "context_length": 336,
52
+ "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260628t070000z",
56
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
57
+ "context_length": 336,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260628t070000z",
62
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
63
+ "context_length": 168,
64
+ "prediction_length": 24
65
+ },
66
+ {
67
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t045000z",
68
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
69
+ "context_length": 96,
70
+ "prediction_length": 24
71
+ }
72
+ ],
73
+ "failed_datasets": []
74
  }
results/eval_history.jsonl CHANGED
@@ -2889,3 +2889,14 @@
2889
  {"evaluated_at": "2026-06-28T21:35:59.046736+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24}
2890
  {"evaluated_at": "2026-06-28T21:35:59.046736+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24}
2891
  {"evaluated_at": "2026-06-28T21:35:59.046736+00:00", "dataset": "wikimedia_time_series_hourly_pageviews", "prediction_length": 7}
 
 
 
 
 
 
 
 
 
 
 
 
2889
  {"evaluated_at": "2026-06-28T21:35:59.046736+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24}
2890
  {"evaluated_at": "2026-06-28T21:35:59.046736+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24}
2891
  {"evaluated_at": "2026-06-28T21:35:59.046736+00:00", "dataset": "wikimedia_time_series_hourly_pageviews", "prediction_length": 7}
2892
+ {"evaluated_at": "2026-06-29T07:39:38.087210+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
2893
+ {"evaluated_at": "2026-06-29T07:39:38.087210+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total", "prediction_length": 36}
2894
+ {"evaluated_at": "2026-06-29T07:39:38.087210+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count", "prediction_length": 12}
2895
+ {"evaluated_at": "2026-06-29T07:39:38.087210+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24}
2896
+ {"evaluated_at": "2026-06-29T07:39:38.087210+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60}
2897
+ {"evaluated_at": "2026-06-29T07:39:38.087210+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72}
2898
+ {"evaluated_at": "2026-06-29T07:39:38.087210+00:00", "dataset": "nws_ksfo_observations_temperature", "prediction_length": 24}
2899
+ {"evaluated_at": "2026-06-29T07:39:38.087210+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24}
2900
+ {"evaluated_at": "2026-06-29T07:39:38.087210+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24}
2901
+ {"evaluated_at": "2026-06-29T07:39:38.087210+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24}
2902
+ {"evaluated_at": "2026-06-29T07:39:38.087210+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24}
results/evaluation_metrics.jsonl CHANGED
@@ -5241,3 +5241,113 @@
5241
  {"release_id": "wikimedia_time_series_hourly_pageviews/1D/short|window:1baed691878c20407086", "release_time": "2026-06-20T17:09:17.021417+00:00", "evaluated_at": "2026-06-20T17:09:17.021417+00:00", "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", "domain": "Web", "frequency": "1D", "prediction_length": 7, "model": "Toto-2.0-1B", "MSE": 0.233529889107601, "RMSE": 0.4832493032665449, "MAPE": 0.0962237411761449, "CRPS": 0.2555992974805934, "RTG": 84.14470942307422, "MAPE_eligible": true}
5242
  {"release_id": "wikimedia_time_series_hourly_pageviews/1D/short|window:e3b940d4ebc6ad7dbd4f", "release_time": "2026-06-17T09:45:14.891814+00:00", "evaluated_at": "2026-06-17T09:45:14.891814+00:00", "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", "domain": "Web", "frequency": "1D", "prediction_length": 2, "model": "Toto-2.0-1B", "MSE": 0.0207383681828453, "RMSE": 0.1440082226223398, "MAPE": 0.0391993727735293, "CRPS": 0.1264867640225281, "RTG": 98.20767758754376, "MAPE_eligible": true}
5243
  {"release_id": "wikimedia_time_series_hourly_pageviews/1D/short|window:f0e38ea35b057af22cfb", "release_time": "2026-06-19T13:45:57.371969+00:00", "evaluated_at": "2026-06-19T13:45:57.371969+00:00", "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", "domain": "Web", "frequency": "1D", "prediction_length": 7, "model": "Toto-2.0-1B", "MSE": 0.3287015421862248, "RMSE": 0.5733249882799675, "MAPE": 0.10930430436435, "CRPS": 0.3127584599077395, "RTG": 78.95036077475893, "MAPE_eligible": true}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5241
  {"release_id": "wikimedia_time_series_hourly_pageviews/1D/short|window:1baed691878c20407086", "release_time": "2026-06-20T17:09:17.021417+00:00", "evaluated_at": "2026-06-20T17:09:17.021417+00:00", "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", "domain": "Web", "frequency": "1D", "prediction_length": 7, "model": "Toto-2.0-1B", "MSE": 0.233529889107601, "RMSE": 0.4832493032665449, "MAPE": 0.0962237411761449, "CRPS": 0.2555992974805934, "RTG": 84.14470942307422, "MAPE_eligible": true}
5242
  {"release_id": "wikimedia_time_series_hourly_pageviews/1D/short|window:e3b940d4ebc6ad7dbd4f", "release_time": "2026-06-17T09:45:14.891814+00:00", "evaluated_at": "2026-06-17T09:45:14.891814+00:00", "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", "domain": "Web", "frequency": "1D", "prediction_length": 2, "model": "Toto-2.0-1B", "MSE": 0.0207383681828453, "RMSE": 0.1440082226223398, "MAPE": 0.0391993727735293, "CRPS": 0.1264867640225281, "RTG": 98.20767758754376, "MAPE_eligible": true}
5243
  {"release_id": "wikimedia_time_series_hourly_pageviews/1D/short|window:f0e38ea35b057af22cfb", "release_time": "2026-06-19T13:45:57.371969+00:00", "evaluated_at": "2026-06-19T13:45:57.371969+00:00", "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", "domain": "Web", "frequency": "1D", "prediction_length": 7, "model": "Toto-2.0-1B", "MSE": 0.3287015421862248, "RMSE": 0.5733249882799675, "MAPE": 0.10930430436435, "CRPS": 0.3127584599077395, "RTG": 78.95036077475893, "MAPE_eligible": true}
5244
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:35:32.358714+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Chronos-2", "MSE": 171152.07574526468, "RMSE": 413.70530060088026, "MAPE": 0.005313239255902195, "CRPS": 0.004328541171310666, "MAPE_eligible": true}
5245
+ {"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-29T07:34:52.372126Z|h:36", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:35:35.122707+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "Chronos-2", "MSE": 1.6284716271939715e-18, "RMSE": 1.2761158361191085e-09, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
5246
+ {"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:34:52.372126Z|h:12", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:35:38.078384+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Chronos-2", "MSE": 1.7296862743653321e-18, "RMSE": 1.3151753777977035e-09, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
5247
+ {"release_id": "nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:35:40.137211+00:00", "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "Chronos-2", "MSE": 5.691223427311949, "RMSE": 2.385628518297002, "MAPE": 0.06948273301970269, "CRPS": 0.06372138777135845, "MAPE_eligible": true}
5248
+ {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-29T07:34:52.372126Z|h:60", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:35:42.220889+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Chronos-2", "MSE": 0.14642641975903767, "RMSE": 0.38265705240990616, "MAPE": 0.17443962928679915, "CRPS": 0.12325530533255111, "MAPE_eligible": true}
5249
+ {"release_id": "noaa_ndbc_46013_realtime_wave_height/10min/short|source:2026-06-29T07:34:52.372126Z|h:72", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:35:44.403029+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "domain": "Ocean", "frequency": "10min", "prediction_length": 72, "model": "Chronos-2", "MSE": 0.6071820132785477, "RMSE": 0.7792188481283983, "MAPE": 0.2565361307786483, "CRPS": 0.17531798091297024, "MAPE_eligible": true}
5250
+ {"release_id": "nws_ksfo_observations_temperature/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:35:46.636420+00:00", "dataset": "nws_ksfo_observations_temperature/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "Chronos-2", "MSE": 0.008562792987277135, "RMSE": 0.09253536073997407, "MAPE": 0.006291683127050811, "CRPS": 0.004257369295607377, "MAPE_eligible": true}
5251
+ {"release_id": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:35:48.713442+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "domain": "Air Quality", "frequency": "1h", "prediction_length": 24, "model": "Chronos-2", "MSE": 100.54871551374458, "RMSE": 10.027398242502617, "MAPE": 0.5464471316120747, "CRPS": 0.29051198272904116, "MAPE_eligible": true}
5252
+ {"release_id": "open_meteo_shanghai_hourly_temperature_2m/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:35:50.896909+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "Chronos-2", "MSE": 1.3728335036272863, "RMSE": 1.171679778620117, "MAPE": 0.031282585896776786, "CRPS": 0.025744565520388077, "MAPE_eligible": true}
5253
+ {"release_id": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:35:53.070349+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "domain": "Hazards", "frequency": "1h", "prediction_length": 24, "model": "Chronos-2", "MSE": 10.627726065223138, "RMSE": 3.2600193350995847, "MAPE": 0.47664544674022286, "CRPS": 0.26234934393564857, "MAPE_eligible": true}
5254
+ {"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:35:55.255984+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "Chronos-2", "MSE": 2582.598924487829, "RMSE": 50.81927709528963, "MAPE": 0.015605765740990181, "CRPS": 0.013625336617233788, "MAPE_eligible": true}
5255
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:36:26.034830+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TimesFM-2.5", "MSE": 247940.5572427114, "RMSE": 497.9362983783281, "MAPE": 0.00555851267324405, "CRPS": 0.006505905431971315, "MAPE_eligible": true}
5256
+ {"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-29T07:34:52.372126Z|h:36", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:36:28.319527+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "TimesFM-2.5", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false}
5257
+ {"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:34:52.372126Z|h:12", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:36:30.620648+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "TimesFM-2.5", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false}
5258
+ {"release_id": "nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:36:32.892207+00:00", "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "TimesFM-2.5", "MSE": 6.613498703618461, "RMSE": 2.5716723554174745, "MAPE": 0.08541748411560328, "CRPS": 0.0740711694846831, "MAPE_eligible": true}
5259
+ {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-29T07:34:52.372126Z|h:60", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:36:35.292704+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "TimesFM-2.5", "MSE": 0.16836700368741356, "RMSE": 0.4103254850571843, "MAPE": 0.19859797885286448, "CRPS": 0.1645597661447341, "MAPE_eligible": true}
5260
+ {"release_id": "noaa_ndbc_46013_realtime_wave_height/10min/short|source:2026-06-29T07:34:52.372126Z|h:72", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:36:37.635199+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "domain": "Ocean", "frequency": "10min", "prediction_length": 72, "model": "TimesFM-2.5", "MSE": 0.07618598590293699, "RMSE": 0.276018089811043, "MAPE": 0.07530327179092919, "CRPS": 0.0763724049989091, "MAPE_eligible": true}
5261
+ {"release_id": "nws_ksfo_observations_temperature/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:36:40.330732+00:00", "dataset": "nws_ksfo_observations_temperature/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "TimesFM-2.5", "MSE": 0.3884407657136535, "RMSE": 0.6232501630273782, "MAPE": 0.05394618149594888, "CRPS": 0.03165400910888447, "MAPE_eligible": true}
5262
+ {"release_id": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:36:42.621883+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "domain": "Air Quality", "frequency": "1h", "prediction_length": 24, "model": "TimesFM-2.5", "MSE": 125.90623647137068, "RMSE": 11.220794823512756, "MAPE": 0.4505170762008091, "CRPS": 0.5407199839263233, "MAPE_eligible": true}
5263
+ {"release_id": "open_meteo_shanghai_hourly_temperature_2m/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:36:44.959214+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "TimesFM-2.5", "MSE": 0.4300990428964724, "RMSE": 0.6558193675826236, "MAPE": 0.019931413421985313, "CRPS": 0.01921770465768205, "MAPE_eligible": true}
5264
+ {"release_id": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:36:47.217809+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "domain": "Hazards", "frequency": "1h", "prediction_length": 24, "model": "TimesFM-2.5", "MSE": 10.919245170331465, "RMSE": 3.304428115473457, "MAPE": 0.42851776736023983, "CRPS": 0.3128892430199517, "MAPE_eligible": true}
5265
+ {"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:36:49.758920+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "TimesFM-2.5", "MSE": 182.7011609648665, "RMSE": 13.516699336926397, "MAPE": 0.00561268890497785, "CRPS": 0.00394909494587493, "MAPE_eligible": true}
5266
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:37:13.259047+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Toto-2.0-1B", "MSE": 320548.15692329407, "RMSE": 566.1697244848881, "MAPE": 0.007836937880489092, "CRPS": 0.007870320739698625, "MAPE_eligible": true}
5267
+ {"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-29T07:34:52.372126Z|h:36", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:37:15.328062+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "Toto-2.0-1B", "MSE": 7.92033974581673e-22, "RMSE": 2.8143098169563228e-11, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
5268
+ {"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:34:52.372126Z|h:12", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:37:17.490577+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Toto-2.0-1B", "MSE": 9.285839740510159e-20, "RMSE": 3.047267585971104e-10, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
5269
+ {"release_id": "nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:37:19.669310+00:00", "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "Toto-2.0-1B", "MSE": 4.1231865031386405, "RMSE": 2.030563100014043, "MAPE": 0.05832365833151538, "CRPS": 0.05027504602863044, "MAPE_eligible": true}
5270
+ {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-29T07:34:52.372126Z|h:60", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:37:21.947617+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Toto-2.0-1B", "MSE": 0.02963635117069785, "RMSE": 0.17215211637008082, "MAPE": 0.07638732754827025, "CRPS": 0.08213195408594115, "MAPE_eligible": true}
5271
+ {"release_id": "noaa_ndbc_46013_realtime_wave_height/10min/short|source:2026-06-29T07:34:52.372126Z|h:72", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:37:24.281816+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "domain": "Ocean", "frequency": "10min", "prediction_length": 72, "model": "Toto-2.0-1B", "MSE": 0.24914332094997052, "RMSE": 0.4991425857908445, "MAPE": 0.15512598742275407, "CRPS": 0.13817408495234382, "MAPE_eligible": true}
5272
+ {"release_id": "nws_ksfo_observations_temperature/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:37:26.448035+00:00", "dataset": "nws_ksfo_observations_temperature/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "Toto-2.0-1B", "MSE": 0.26241539051166757, "RMSE": 0.51226496123751, "MAPE": 0.02955710774440277, "CRPS": 0.0371717219498138, "MAPE_eligible": true}
5273
+ {"release_id": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:37:28.599387+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "domain": "Air Quality", "frequency": "1h", "prediction_length": 24, "model": "Toto-2.0-1B", "MSE": 106.40962941824978, "RMSE": 10.31550432205085, "MAPE": 0.5593263257490875, "CRPS": 0.305544966864272, "MAPE_eligible": true}
5274
+ {"release_id": "open_meteo_shanghai_hourly_temperature_2m/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:37:30.783689+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "Toto-2.0-1B", "MSE": 0.5960649353833105, "RMSE": 0.7720524175101782, "MAPE": 0.02428782581104591, "CRPS": 0.026828045325804146, "MAPE_eligible": true}
5275
+ {"release_id": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:37:32.904116+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "domain": "Hazards", "frequency": "1h", "prediction_length": 24, "model": "Toto-2.0-1B", "MSE": 10.740864751030358, "RMSE": 3.2773258536542196, "MAPE": 0.48914766134421644, "CRPS": 0.25863877402411567, "MAPE_eligible": true}
5276
+ {"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:37:35.124949+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "Toto-2.0-1B", "MSE": 206.15316887944937, "RMSE": 14.358034993669898, "MAPE": 0.0034072213808503163, "CRPS": 0.007334580965044436, "MAPE_eligible": true}
5277
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:37:42.287816+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TiRex", "MSE": 201147.11640230814, "RMSE": 448.49427688913505, "MAPE": 0.0060669783589728105, "CRPS": 0.004336260412579387, "MAPE_eligible": true}
5278
+ {"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-29T07:34:52.372126Z|h:36", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:37:45.405171+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "TiRex", "MSE": 5.906315718058047e-17, "RMSE": 7.685255830522526e-09, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
5279
+ {"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:34:52.372126Z|h:12", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:37:47.633298+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "TiRex", "MSE": 2.0440368407041843e-18, "RMSE": 1.4296981641955705e-09, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
5280
+ {"release_id": "nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:37:49.833711+00:00", "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "TiRex", "MSE": 2.4940922205109928, "RMSE": 1.5792695211745817, "MAPE": 0.04640573262886946, "CRPS": 0.04279827575737358, "MAPE_eligible": true}
5281
+ {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-29T07:34:52.372126Z|h:60", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:37:52.398311+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "TiRex", "MSE": 0.008941717536931766, "RMSE": 0.09456065533260526, "MAPE": 0.03942847018982252, "CRPS": 0.0625631835069074, "MAPE_eligible": true}
5282
+ {"release_id": "noaa_ndbc_46013_realtime_wave_height/10min/short|source:2026-06-29T07:34:52.372126Z|h:72", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:37:55.317374+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "domain": "Ocean", "frequency": "10min", "prediction_length": 72, "model": "TiRex", "MSE": 0.3082598459992746, "RMSE": 0.5552115326605478, "MAPE": 0.16576382322182, "CRPS": 0.14371308671656308, "MAPE_eligible": true}
5283
+ {"release_id": "nws_ksfo_observations_temperature/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:37:57.795701+00:00", "dataset": "nws_ksfo_observations_temperature/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "TiRex", "MSE": 0.003508609064169832, "RMSE": 0.05923351301560487, "MAPE": 0.0033610199372095186, "CRPS": 0.014215195343103441, "MAPE_eligible": true}
5284
+ {"release_id": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:38:00.225956+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "domain": "Air Quality", "frequency": "1h", "prediction_length": 24, "model": "TiRex", "MSE": 145.1688462885255, "RMSE": 12.048603499515016, "MAPE": 0.6451873359913342, "CRPS": 0.3521075935051645, "MAPE_eligible": true}
5285
+ {"release_id": "open_meteo_shanghai_hourly_temperature_2m/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:38:02.772955+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "TiRex", "MSE": 0.8692526561885643, "RMSE": 0.9323372009034951, "MAPE": 0.025235035546663984, "CRPS": 0.021478731539520776, "MAPE_eligible": true}
5286
+ {"release_id": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:38:05.483034+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "domain": "Hazards", "frequency": "1h", "prediction_length": 24, "model": "TiRex", "MSE": 10.752764432471585, "RMSE": 3.2791408070516863, "MAPE": 0.4685068455644694, "CRPS": 0.265339688513014, "MAPE_eligible": true}
5287
+ {"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:38:07.922281+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "TiRex", "MSE": 449.4192537739873, "RMSE": 21.199510696570034, "MAPE": 0.006166772552016378, "CRPS": 0.009471140243917903, "MAPE_eligible": true}
5288
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:38:29.118361+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moirai-1.1-Large", "MSE": 1504552.7072048187, "RMSE": 1226.6020981576783, "MAPE": 0.007036490647121055, "CRPS": 0.005455618437294379, "MAPE_eligible": true}
5289
+ {"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-29T07:34:52.372126Z|h:36", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:38:31.267768+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "Moirai-1.1-Large", "MSE": 8156.88402886988, "RMSE": 90.31546948817727, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
5290
+ {"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:34:52.372126Z|h:12", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:38:33.188135+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Moirai-1.1-Large", "MSE": 0.17145564968574237, "RMSE": 0.4140720344164073, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
5291
+ {"release_id": "nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:38:35.300687+00:00", "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "Moirai-1.1-Large", "MSE": 3.98731854756655, "RMSE": 1.9968271200999224, "MAPE": 0.06213572348843068, "CRPS": 0.056225063009911466, "MAPE_eligible": true}
5292
+ {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-29T07:34:52.372126Z|h:60", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:38:37.490205+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Moirai-1.1-Large", "MSE": 0.16065956942217288, "RMSE": 0.40082361385299253, "MAPE": 0.1450305099721044, "CRPS": 0.15451440810214592, "MAPE_eligible": true}
5293
+ {"release_id": "noaa_ndbc_46013_realtime_wave_height/10min/short|source:2026-06-29T07:34:52.372126Z|h:72", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:38:40.192354+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "domain": "Ocean", "frequency": "10min", "prediction_length": 72, "model": "Moirai-1.1-Large", "MSE": 3.391507551679316, "RMSE": 1.841604613286825, "MAPE": 0.47407663522902055, "CRPS": 0.2992023453720245, "MAPE_eligible": true}
5294
+ {"release_id": "nws_ksfo_observations_temperature/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:38:42.297706+00:00", "dataset": "nws_ksfo_observations_temperature/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "Moirai-1.1-Large", "MSE": 0.4615265636265728, "RMSE": 0.6793574638042721, "MAPE": 0.03704997335314269, "CRPS": 0.036381096029588424, "MAPE_eligible": true}
5295
+ {"release_id": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:38:44.434534+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "domain": "Air Quality", "frequency": "1h", "prediction_length": 24, "model": "Moirai-1.1-Large", "MSE": 242.11609231398225, "RMSE": 15.560080087004124, "MAPE": 0.7489418930638484, "CRPS": 0.4073366149554936, "MAPE_eligible": true}
5296
+ {"release_id": "open_meteo_shanghai_hourly_temperature_2m/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:38:46.661316+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "Moirai-1.1-Large", "MSE": 0.4367889252715334, "RMSE": 0.6609000872079935, "MAPE": 0.023900287684249077, "CRPS": 0.026173563003088023, "MAPE_eligible": true}
5297
+ {"release_id": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:38:48.803024+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "domain": "Hazards", "frequency": "1h", "prediction_length": 24, "model": "Moirai-1.1-Large", "MSE": 13.788144173997884, "RMSE": 3.713239040783381, "MAPE": 0.4470660316380153, "CRPS": 0.27147704871495565, "MAPE_eligible": true}
5298
+ {"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:38:51.026972+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "Moirai-1.1-Large", "MSE": 2657.8601537843547, "RMSE": 51.554438739883054, "MAPE": 0.017095347775834106, "CRPS": 0.01565638034307534, "MAPE_eligible": true}
5299
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:15.389014+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Timer-S1", "MSE": 236170.68142191568, "RMSE": 485.9739513820835, "MAPE": 0.006618273936696964, "CRPS": 0.004758895594540512, "MAPE_eligible": true}
5300
+ {"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-29T07:34:52.372126Z|h:36", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:17.104622+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "Timer-S1", "MSE": 8.874856741867843e-16, "RMSE": 2.9790697779454317e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
5301
+ {"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:34:52.372126Z|h:12", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:19.016059+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Timer-S1", "MSE": 1.1760797597599717e-16, "RMSE": 1.0844721111028959e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
5302
+ {"release_id": "nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:20.894857+00:00", "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "Timer-S1", "MSE": 1.5831685118550922, "RMSE": 1.2582402440929523, "MAPE": 0.03453328717232778, "CRPS": 0.03293096568544059, "MAPE_eligible": true}
5303
+ {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-29T07:34:52.372126Z|h:60", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:22.876882+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Timer-S1", "MSE": 0.014404167766926908, "RMSE": 0.12001736443917983, "MAPE": 0.03397350213048654, "CRPS": 0.04409191722508153, "MAPE_eligible": true}
5304
+ {"release_id": "noaa_ndbc_46013_realtime_wave_height/10min/short|source:2026-06-29T07:34:52.372126Z|h:72", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:24.676200+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "domain": "Ocean", "frequency": "10min", "prediction_length": 72, "model": "Timer-S1", "MSE": 0.23556946335731904, "RMSE": 0.48535498695008694, "MAPE": 0.13152829454067425, "CRPS": 0.12619581766183258, "MAPE_eligible": true}
5305
+ {"release_id": "nws_ksfo_observations_temperature/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:26.356158+00:00", "dataset": "nws_ksfo_observations_temperature/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "Timer-S1", "MSE": 0.9191652790107886, "RMSE": 0.9587310775242391, "MAPE": 0.05630286662085222, "CRPS": 0.03740736200095472, "MAPE_eligible": true}
5306
+ {"release_id": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:28.261493+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "domain": "Air Quality", "frequency": "1h", "prediction_length": 24, "model": "Timer-S1", "MSE": 186.89350166339977, "RMSE": 13.670899811768052, "MAPE": 0.7238755900648087, "CRPS": 0.39804979810847035, "MAPE_eligible": true}
5307
+ {"release_id": "open_meteo_shanghai_hourly_temperature_2m/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:30.513237+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "Timer-S1", "MSE": 1.069327728663514, "RMSE": 1.0340830376055465, "MAPE": 0.02191699149095154, "CRPS": 0.020641392334186152, "MAPE_eligible": true}
5308
+ {"release_id": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:32.354579+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "domain": "Hazards", "frequency": "1h", "prediction_length": 24, "model": "Timer-S1", "MSE": 11.448256995063275, "RMSE": 3.3835273007710867, "MAPE": 0.5231326490615279, "CRPS": 0.26591493988037107, "MAPE_eligible": true}
5309
+ {"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:34.450081+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "Timer-S1", "MSE": 159.95042606194815, "RMSE": 12.647150906901844, "MAPE": 0.0029322913712757103, "CRPS": 0.005950768441583476, "MAPE_eligible": true}
5310
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:36.921070+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ARIMA", "MSE": 276221.0120010425, "RMSE": 525.5673239472204, "MAPE": 0.005811707425188904, "CRPS": 0.004716556154061421, "MAPE_eligible": true}
5311
+ {"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-29T07:34:52.372126Z|h:36", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:36.932584+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "ARIMA", "MSE": 4.407835548068247e-15, "RMSE": 6.639153220154094e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
5312
+ {"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:34:52.372126Z|h:12", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:36.941443+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "ARIMA", "MSE": 9.578202015526527e-15, "RMSE": 9.786828912128038e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
5313
+ {"release_id": "nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:36.965639+00:00", "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "ARIMA", "MSE": 32.863400400238184, "RMSE": 5.73266084817846, "MAPE": 0.1714652592832502, "CRPS": 0.18574778332311517, "MAPE_eligible": true}
5314
+ {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-29T07:34:52.372126Z|h:60", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:36.995475+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "ARIMA", "MSE": 0.051911529868181344, "RMSE": 0.22784101884467894, "MAPE": 0.10908492651755818, "CRPS": 0.11550835417571774, "MAPE_eligible": true}
5315
+ {"release_id": "noaa_ndbc_46013_realtime_wave_height/10min/short|source:2026-06-29T07:34:52.372126Z|h:72", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.018219+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "domain": "Ocean", "frequency": "10min", "prediction_length": 72, "model": "ARIMA", "MSE": 0.17248776933632703, "RMSE": 0.4153164688961022, "MAPE": 0.1176534172327168, "CRPS": 0.11041222829978792, "MAPE_eligible": true}
5316
+ {"release_id": "nws_ksfo_observations_temperature/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.031668+00:00", "dataset": "nws_ksfo_observations_temperature/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "ARIMA", "MSE": 0.013819313985720859, "RMSE": 0.11755557828414974, "MAPE": 0.008870446247120143, "CRPS": 0.009951992944465181, "MAPE_eligible": true}
5317
+ {"release_id": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.045917+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "domain": "Air Quality", "frequency": "1h", "prediction_length": 24, "model": "ARIMA", "MSE": 132.0492021573699, "RMSE": 11.491266342634736, "MAPE": 0.6183571376794479, "CRPS": 0.4872476708425731, "MAPE_eligible": true}
5318
+ {"release_id": "open_meteo_shanghai_hourly_temperature_2m/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.063922+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "ARIMA", "MSE": 13.031861116453065, "RMSE": 3.6099669134845356, "MAPE": 0.1255193198523844, "CRPS": 0.11250484195645513, "MAPE_eligible": true}
5319
+ {"release_id": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.085658+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "domain": "Hazards", "frequency": "1h", "prediction_length": 24, "model": "ARIMA", "MSE": 10.668664700472169, "RMSE": 3.266292194594992, "MAPE": 0.469932253974817, "CRPS": 0.24614845683593176, "MAPE_eligible": true}
5320
+ {"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.110617+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "ARIMA", "MSE": 1101.1380094550575, "RMSE": 33.1833996066566, "MAPE": 0.01119013795038599, "CRPS": 0.01030040624851871, "MAPE_eligible": true}
5321
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.238012+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ETS", "MSE": 95120.60257091587, "RMSE": 308.41628129999214, "MAPE": 0.004285434665576495, "CRPS": 0.003243532905038789, "MAPE_eligible": true}
5322
+ {"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-29T07:34:52.372126Z|h:36", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.246711+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "ETS", "MSE": 4.407835548068247e-15, "RMSE": 6.639153220154094e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
5323
+ {"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:34:52.372126Z|h:12", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.256210+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "ETS", "MSE": 9.578202015526527e-15, "RMSE": 9.786828912128038e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
5324
+ {"release_id": "nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.271281+00:00", "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "ETS", "MSE": 91.07949075925895, "RMSE": 9.543557552572256, "MAPE": 0.3110937607728242, "CRPS": 0.32366464879618545, "MAPE_eligible": true}
5325
+ {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-29T07:34:52.372126Z|h:60", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.286073+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "ETS", "MSE": 0.012722981481906738, "RMSE": 0.11279619444780369, "MAPE": 0.05058445617666571, "CRPS": 0.049113748683840365, "MAPE_eligible": true}
5326
+ {"release_id": "noaa_ndbc_46013_realtime_wave_height/10min/short|source:2026-06-29T07:34:52.372126Z|h:72", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.299444+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "domain": "Ocean", "frequency": "10min", "prediction_length": 72, "model": "ETS", "MSE": 2.214939208265668, "RMSE": 1.4882671830910161, "MAPE": 0.46756394670842916, "CRPS": 0.46153891405894526, "MAPE_eligible": true}
5327
+ {"release_id": "nws_ksfo_observations_temperature/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.311802+00:00", "dataset": "nws_ksfo_observations_temperature/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "ETS", "MSE": 1.5530210398527302, "RMSE": 1.2462026479881714, "MAPE": 0.071917806498141, "CRPS": 0.07288796257449268, "MAPE_eligible": true}
5328
+ {"release_id": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.326778+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "domain": "Air Quality", "frequency": "1h", "prediction_length": 24, "model": "ETS", "MSE": 153.88550146991005, "RMSE": 12.405059510937868, "MAPE": 0.6739724650475578, "CRPS": 0.5240010360572082, "MAPE_eligible": true}
5329
+ {"release_id": "open_meteo_shanghai_hourly_temperature_2m/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.341810+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "ETS", "MSE": 10.319881630435605, "RMSE": 3.2124572573709997, "MAPE": 0.11362206416253996, "CRPS": 0.106199463955546, "MAPE_eligible": true}
5330
+ {"release_id": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.356486+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "domain": "Hazards", "frequency": "1h", "prediction_length": 24, "model": "ETS", "MSE": 11.343818156006975, "RMSE": 3.3680585143383386, "MAPE": 0.4411725525503732, "CRPS": 0.2607861900666818, "MAPE_eligible": true}
5331
+ {"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.372301+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "ETS", "MSE": 4498.976171257632, "RMSE": 67.07440772200401, "MAPE": 0.0217836190445808, "CRPS": 0.02168397190552917, "MAPE_eligible": true}
5332
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.387036+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moving-Average", "MSE": 335513.4068994454, "RMSE": 579.2351913510137, "MAPE": 0.008477788637366328, "CRPS": 0.00686172426844075, "MAPE_eligible": true}
5333
+ {"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-29T07:34:52.372126Z|h:36", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.399086+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "Moving-Average", "MSE": 4.407835548068247e-15, "RMSE": 6.639153220154094e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
5334
+ {"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:34:52.372126Z|h:12", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.412078+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Moving-Average", "MSE": 9.578202015526527e-15, "RMSE": 9.786828912128038e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false}
5335
+ {"release_id": "nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.424662+00:00", "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "Moving-Average", "MSE": 13.283119199052095, "RMSE": 3.644601377249931, "MAPE": 0.12283489203386348, "CRPS": 0.11988099865698312, "MAPE_eligible": true}
5336
+ {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-29T07:34:52.372126Z|h:60", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.436360+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Moving-Average", "MSE": 0.361044492289989, "RMSE": 0.6008697798108913, "MAPE": 0.30573911432730844, "CRPS": 0.31617522230858736, "MAPE_eligible": true}
5337
+ {"release_id": "noaa_ndbc_46013_realtime_wave_height/10min/short|source:2026-06-29T07:34:52.372126Z|h:72", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.448777+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "domain": "Ocean", "frequency": "10min", "prediction_length": 72, "model": "Moving-Average", "MSE": 0.06672556602260725, "RMSE": 0.2583129226783036, "MAPE": 0.0762582600239027, "CRPS": 0.07146288596976512, "MAPE_eligible": true}
5338
+ {"release_id": "nws_ksfo_observations_temperature/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.461362+00:00", "dataset": "nws_ksfo_observations_temperature/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "Moving-Average", "MSE": 0.09564084975816374, "RMSE": 0.3092585483994965, "MAPE": 0.028655178593890506, "CRPS": 0.023546693063964164, "MAPE_eligible": true}
5339
+ {"release_id": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.473359+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "domain": "Air Quality", "frequency": "1h", "prediction_length": 24, "model": "Moving-Average", "MSE": 274.42323928729553, "RMSE": 16.565724834346838, "MAPE": 0.9156860839514818, "CRPS": 0.7502955964871482, "MAPE_eligible": true}
5340
+ {"release_id": "open_meteo_shanghai_hourly_temperature_2m/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.485122+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "Moving-Average", "MSE": 3.8686663973622295, "RMSE": 1.9668925739252334, "MAPE": 0.06735699461077384, "CRPS": 0.060543936881302995, "MAPE_eligible": true}
5341
+ {"release_id": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.495767+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "domain": "Hazards", "frequency": "1h", "prediction_length": 24, "model": "Moving-Average", "MSE": 11.600450347222193, "RMSE": 3.405943385792282, "MAPE": 0.4828507141007141, "CRPS": 0.26326296296296303, "MAPE_eligible": true}
5342
+ {"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.508434+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "Moving-Average", "MSE": 1923.8838861951165, "RMSE": 43.86210079550587, "MAPE": 0.014561050836154695, "CRPS": 0.014570032336746398, "MAPE_eligible": true}
5343
+ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.521762+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 368084.52271016437, "RMSE": 606.6996973051531, "MAPE": 0.00828407242415814, "CRPS": 0.006840998514231705, "MAPE_eligible": true}
5344
+ {"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-06-29T07:34:52.372126Z|h:36", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.533045+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "Seasonal-Naive", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false}
5345
+ {"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:34:52.372126Z|h:12", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.544757+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Seasonal-Naive", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false}
5346
+ {"release_id": "nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.555169+00:00", "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 5.822175382487785, "RMSE": 2.4129184367665197, "MAPE": 0.07862645318264146, "CRPS": 0.07666914501382317, "MAPE_eligible": true}
5347
+ {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-29T07:34:52.372126Z|h:60", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.564027+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Seasonal-Naive", "MSE": 0.36178325541779494, "RMSE": 0.6014842104476185, "MAPE": 0.3086632845361342, "CRPS": 0.31910665473183236, "MAPE_eligible": true}
5348
+ {"release_id": "noaa_ndbc_46013_realtime_wave_height/10min/short|source:2026-06-29T07:34:52.372126Z|h:72", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.575714+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "domain": "Ocean", "frequency": "10min", "prediction_length": 72, "model": "Seasonal-Naive", "MSE": 0.11958334300253802, "RMSE": 0.3458082460013613, "MAPE": 0.10622619144994198, "CRPS": 0.09937503485866915, "MAPE_eligible": true}
5349
+ {"release_id": "nws_ksfo_observations_temperature/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.586119+00:00", "dataset": "nws_ksfo_observations_temperature/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 0.3075000254313333, "RMSE": 0.5545268482511314, "MAPE": 0.02264474260015853, "CRPS": 0.022981934912371164, "MAPE_eligible": true}
5350
+ {"release_id": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.596758+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "domain": "Air Quality", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 310.50667600790763, "RMSE": 17.621199618865557, "MAPE": 0.9392514203717797, "CRPS": 0.8067093690745307, "MAPE_eligible": true}
5351
+ {"release_id": "open_meteo_shanghai_hourly_temperature_2m/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.608410+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 3.025833689372272, "RMSE": 1.739492365425118, "MAPE": 0.0609757588633301, "CRPS": 0.05481058635474488, "MAPE_eligible": true}
5352
+ {"release_id": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.619353+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "domain": "Hazards", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 13.25, "RMSE": 3.640054944640259, "MAPE": 0.52744338994339, "CRPS": 0.34454444444444443, "MAPE_eligible": true}
5353
+ {"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-06-29T07:34:52.372126Z|h:24", "release_time": "2026-06-29T07:34:52.372126Z", "evaluated_at": "2026-06-29T07:39:37.630395+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 2425.0, "RMSE": 49.24428900898052, "MAPE": 0.014897156684815486, "CRPS": 0.010890025160295407, "MAPE_eligible": true}
results/moirai_1_1_large/all_results.csv CHANGED
@@ -1,11 +1,13 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
- binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,0.5885887753367561,0.5885887753367561,,,0.0097662201073511,,,0.7121469262486698,,,0.3569622178342633,Finance,1,24
3
- nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.3235258835545044,0.3235258835545044,,,0.0544262759253094,,,0.4739369104975611,,,0.2674452891067937,Weather,1,24
4
- noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.5687793919655837,1.5687793919655837,,,1.8543684966635603,,,0.9971463238054644,,,0.5165169669295708,Ocean,1,60
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,8.6736487763931,8.6736487763931,,,0.1147103895768037,,,1.996890734155325,,,1.0308594670270297,Ocean,1,72
6
- nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,8.526680819400736,8.526680819400736,,,0.0428259252032579,,,1.2985225777576186,,,0.8500211116181168,Weather,1,24
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,2.85949250848259,2.85949250848259,,,0.3965245803220424,,,1.302235138748279,,,0.7708422343384826,Air Quality,1,24
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.1461224986526336,0.1461224986526336,,,0.0400017465900394,,,0.3644687027179351,,,0.1888389071853729,Weather,1,24
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,1.2291650064839987,1.2291650064839987,,,0.6918291289108818,,,1.070662263624402,,,0.5046246947433685,Hazards,1,24
10
- usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,2.955238862052517,2.955238862052517,,,0.0125613892899682,,,1.2576435791249598,,,0.6805717595249352,Hydrology,1,24
11
- wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,0.1491715591302251,0.1491715591302251,,,0.0608137436112698,,,0.3583561475999906,,,0.185433814668078,Web,1,7
 
 
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
+ binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1504552.7072048187,265697.3310267131,419.53076171875,0.5086568727564357,0.007036490647121055,0.0069995250261173,3.1229493331698497,1226.6020981576783,0.020492650280350785,0.007009035117960763,0.005455618437294379,Finance,1,24
3
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moirai-1.1-Large,8156.88402886988,1.6213292283070983e-18,1.0341755009263573e-09,nan,nan,2.0,nan,90.31546948817727,inf,inf,inf,Climate,1,36
4
+ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-1.1-Large,0.17145564968574237,1.8225562615689117e-18,1.1531440304949718e-09,nan,nan,2.0,nan,0.4140720344164073,inf,inf,inf,Transportation,1,12
5
+ nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,3.98731854756655,4.513714941571152,1.6388507684071858,1.1960736286416662,0.06213572348843068,0.06476444251909183,17.151738314836347,1.9968271200999224,0.08228399997665266,0.06753273492329474,0.056225063009911466,Weather,1,24
6
+ noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.16065956942217288,0.11446713033070992,0.2705201506614685,0.295198761409784,0.1450305099721044,0.1629167343857497,1.1891471690768924,0.40082361385299253,0.23495165602158719,0.15857138948014293,0.15451440810214592,Ocean,1,60
7
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,3.391507551679316,2.1334222171151733,1.3371424029270809,0.9345619711871209,0.47407663522902055,0.3699603029803748,3.6289189102465667,1.841604613286825,0.6396311153142892,0.464419930503872,0.2992023453720245,Ocean,1,72
8
+ nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.4615265636265728,0.4557758354615373,0.5184128085772196,0.22649104965014036,0.03704997335314269,0.03822723103605194,1.0041408593967296,0.6793574638042721,0.04855443634308532,0.037051542162425864,0.036381096029588424,Weather,1,24
9
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,242.11609231398225,191.10490566815827,12.529492497444153,1.1210787666196087,0.7489418930638484,0.504238890807859,7.157771527066353,15.560080087004124,0.7971012211058677,0.6418523371156023,0.4073366149554936,Air Quality,1,24
10
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.4367889252715334,0.49511603166327706,0.6028712590535482,0.5667244238738126,0.023900287684249077,0.023980972079289477,3.6155210403027893,0.6609000872079935,0.02591341729397751,0.023638148659350426,0.026173563003088023,Weather,1,24
11
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,13.788144173997884,10.815941232753586,2.5293101370334625,0.44309082692557017,0.4470660316380153,0.326004907804383,2.9447871472713723,3.713239040783381,0.44558868489400566,0.3035172164440155,0.27147704871495565,Hazards,1,24
12
+ usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,2657.8601537843547,2757.914481803154,48.76782735188802,0.27933839055974047,0.017095347775834106,0.01726661609545474,1.3751869511205996,51.554438739883054,0.018076063254305233,0.017099019086125822,0.01565638034307534,Hydrology,1,24
13
+ wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,0.1491715591302251,0.1491715591302251,,,0.0608137436112698,,,0.3583561475999906,,,0.185433814668078,Web,1,7
results/moirai_1_1_large/config.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
- "model": "Moirai-1.1-Large",
3
- "model_type": "zero-shot",
4
- "model_dtype": "float32",
5
- "model_link": "https://tsfm.ai/models/Salesforce/moirai-1.1-R-large",
6
- "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
- "org": "Salesforce / TSFM.ai",
8
- "testdata_leakage": "No",
9
- "replication_code_available": "Yes",
10
- "api_model_id": "Salesforce/moirai-1.1-R-large"
11
  }
 
1
  {
2
+ "model": "Moirai-1.1-Large",
3
+ "model_type": "zero-shot",
4
+ "model_dtype": "float32",
5
+ "model_link": "https://tsfm.ai/models/Salesforce/moirai-1.1-R-large",
6
+ "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
+ "org": "Salesforce / TSFM.ai",
8
+ "testdata_leakage": "No",
9
+ "replication_code_available": "Yes",
10
+ "api_model_id": "Salesforce/moirai-1.1-R-large"
11
  }
results/moirai_1_1_large/online_meta.json CHANGED
@@ -1,57 +1,74 @@
1
  {
2
- "model": "Moirai-1.1-Large",
3
- "source": "local RQ1 leaderboard snapshot",
4
- "evaluated_at": "2026-06-22T08:52:55.478521+00:00",
5
- "datasets": [
6
- {
7
- "dataset": "binance_btcusdt_1h_close/1h/short",
8
- "domain": "Finance",
9
- "frequency": "1h"
10
- },
11
- {
12
- "dataset": "nasa_power_shanghai_hourly_T2M/1h/short",
13
- "domain": "Weather",
14
- "frequency": "1h"
15
- },
16
- {
17
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
18
- "domain": "Ocean",
19
- "frequency": "6min"
20
- },
21
- {
22
- "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
23
- "domain": "Ocean",
24
- "frequency": "10min"
25
- },
26
- {
27
- "dataset": "nws_ksfo_observations_temperature/1h/short",
28
- "domain": "Weather",
29
- "frequency": "1h"
30
- },
31
- {
32
- "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short",
33
- "domain": "Air Quality",
34
- "frequency": "1h"
35
- },
36
- {
37
- "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short",
38
- "domain": "Weather",
39
- "frequency": "1h"
40
- },
41
- {
42
- "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short",
43
- "domain": "Hazards",
44
- "frequency": "1h"
45
- },
46
- {
47
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
48
- "domain": "Hydrology",
49
- "frequency": "15min"
50
- },
51
- {
52
- "dataset": "wikimedia_time_series_hourly_pageviews/1D/short",
53
- "domain": "Web",
54
- "frequency": "1D"
55
- }
56
- ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
57
  }
 
1
  {
2
+ "model": "Moirai-1.1-Large",
3
+ "api_model_id": "Salesforce/moirai-1.1-R-large",
4
+ "evaluated_at": "2026-06-29T07:38:51.036622+00:00",
5
+ "datasets": [
6
+ {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t070000z",
8
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t042500z",
14
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
15
+ "context_length": 288,
16
+ "prediction_length": 36
17
+ },
18
+ {
19
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t161500z",
20
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
21
+ "context_length": 120,
22
+ "prediction_length": 12
23
+ },
24
+ {
25
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
26
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
27
+ "context_length": 336,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t012400z",
32
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
33
+ "context_length": 240,
34
+ "prediction_length": 60
35
+ },
36
+ {
37
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t075000z",
38
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
39
+ "context_length": 78,
40
+ "prediction_length": 72
41
+ },
42
+ {
43
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260629t053500z",
44
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
45
+ "context_length": 96,
46
+ "prediction_length": 24
47
+ },
48
+ {
49
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260628t070000z",
50
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
51
+ "context_length": 336,
52
+ "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260628t070000z",
56
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
57
+ "context_length": 336,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260628t070000z",
62
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
63
+ "context_length": 168,
64
+ "prediction_length": 24
65
+ },
66
+ {
67
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t045000z",
68
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
69
+ "context_length": 96,
70
+ "prediction_length": 24
71
+ }
72
+ ],
73
+ "failed_datasets": []
74
  }
results/moving_average/all_results.csv CHANGED
@@ -1,11 +1,13 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
- binance_btcusdt_1h_close/1h/short,Moving-Average,0.5737719649309831,0.5737719649309831,,,0.0089878646253765,,,0.6622943395336697,,,0.4579968780631137,Finance,1,24
3
- nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,0.5771568279001095,0.5771568279001095,,,0.076147870847833,,,0.6879752348246028,,,0.4629729837909748,Weather,1,24
4
- noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,2.276997371223344,2.276997371223344,,,2.1650371496964196,,,1.3540121935707117,,,1.1758111774629936,Ocean,1,60
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,6.15573885223436,6.15573885223436,,,0.1271624967317652,,,2.2515524581820645,,,1.498086506416016,Ocean,1,72
6
- nws_ksfo_observations_temperature/1h/short,Moving-Average,12.707413021552158,12.707413021552158,,,0.0668259447539641,,,1.7993143311009376,,,1.4868494962654113,Weather,1,24
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,1.0095431839867446,1.0095431839867446,,,0.4651233846796205,,,0.900199655023513,,,0.6443933792150458,Air Quality,1,24
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,0.5863805650829136,0.5863805650829136,,,0.0845682880794853,,,0.7534252109139925,,,0.4957057820773549,Weather,1,24
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,1.0449025253904412,1.0449025253904412,,,0.7821568044528728,,,0.9965460099802942,,,0.5232184234706754,Hazards,1,24
10
- usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,1.5423214627947028,1.5423214627947028,,,0.0137915611953666,,,1.0363806066000545,,,0.7087658109630767,Hydrology,1,24
11
- wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,1.0762729471721073,1.0762729471721073,,,0.2116032762980239,,,1.0365663956063864,,,0.5617661939340133,Web,1,7
 
 
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
+ binance_btcusdt_1h_close/1h/short,Moving-Average,335513.4068994454,362901.1381324522,505.6138440583909,0.613027649480243,0.008477788637366328,0.008426942730102662,3.8277719954151905,579.2351913510137,0.009677192158938006,0.008447211772061132,0.00686172426844075,Finance,1,24
3
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36
4
+ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12
5
+ nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,13.283119199052095,13.533320003392605,3.092360084092439,2.2568805031844863,0.12283489203386348,0.1275714776979974,57.130900937404384,3.644601377249931,0.1501844484291333,0.1274280354698563,0.11988099865698312,Weather,1,24
6
+ noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.361044492289989,0.357813395570662,0.5476775650442235,0.5976402809833611,0.30573911432730844,0.37024134908190925,22.426494877366924,0.6008697798108913,0.35221315546462123,0.321033358379442,0.31617522230858736,Ocean,1,60
7
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.06672556602260725,0.06924360225816314,0.22361112303204006,0.15628735687591946,0.0762582600239027,0.07764384688962594,4.173906538491586,0.2583129226783036,0.0897179457744352,0.0776652224857281,0.07146288596976512,Ocean,1,72
8
+ nws_ksfo_observations_temperature/1h/short,Moving-Average,0.09564084975816374,0.16146643131394586,0.40087720887702777,0.1751405411231314,0.028655178593890506,0.028248422292961036,0.75898234909277,0.3092585483994965,0.022103053696845096,0.028651141640244335,0.023546693063964164,Weather,1,24
9
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,274.42323928729553,271.0354374041373,15.755839702679749,1.4097568073519018,0.9156860839514818,0.5941887288262723,29.497231711725004,16.565724834346838,0.8486177076292938,0.807129461823509,0.7502955964871482,Air Quality,1,24
10
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,3.8686663973622295,3.903471791814932,1.748937594376591,1.6440751415490649,0.06735699461077384,0.0684504763722386,20.057385622099833,1.9668925739252334,0.07712044381151599,0.0685745857526914,0.060543936881302995,Weather,1,24
11
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,11.600450347222193,11.868055555555557,2.7916666666666665,0.48905109489051096,0.4828507141007141,0.35527357855727754,4.162773359920344,3.405943385792282,0.4087132062950738,0.335,0.26326296296296303,Hazards,1,24
12
+ usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,1923.8838861951165,1774.3589373653379,41.5040204678362,0.23773185948163933,0.014561050836154695,0.014452889760078214,9.548653850158011,43.86210079550587,0.015378968869132809,0.01455217664321503,0.014570032336746398,Hydrology,1,24
13
+ wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,1.0762729471721073,1.0762729471721073,,,0.2116032762980239,,,1.0365663956063864,,,0.5617661939340133,Web,1,7
results/moving_average/config.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
- "model": "Moving-Average",
3
- "model_type": "statistical",
4
- "model_dtype": "float32",
5
- "model_link": "https://tsfm.ai/models/baseline/moving-average",
6
- "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
- "org": "Statistical Baseline",
8
- "testdata_leakage": "No",
9
- "replication_code_available": "Yes",
10
- "api_model_id": "baseline/moving-average"
11
  }
 
1
  {
2
+ "model": "Moving-Average",
3
+ "model_type": "statistical",
4
+ "model_dtype": "float32",
5
+ "model_link": "https://tsfm.ai/models/baseline/moving-average",
6
+ "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
+ "org": "Statistical Baseline",
8
+ "testdata_leakage": "No",
9
+ "replication_code_available": "Yes",
10
+ "api_model_id": "baseline/moving-average"
11
  }
results/moving_average/online_meta.json CHANGED
@@ -1,57 +1,74 @@
1
  {
2
- "model": "Moving-Average",
3
- "source": "local RQ1 leaderboard snapshot",
4
- "evaluated_at": "2026-06-22T08:53:19.072099+00:00",
5
- "datasets": [
6
- {
7
- "dataset": "binance_btcusdt_1h_close/1h/short",
8
- "domain": "Finance",
9
- "frequency": "1h"
10
- },
11
- {
12
- "dataset": "nasa_power_shanghai_hourly_T2M/1h/short",
13
- "domain": "Weather",
14
- "frequency": "1h"
15
- },
16
- {
17
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
18
- "domain": "Ocean",
19
- "frequency": "6min"
20
- },
21
- {
22
- "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
23
- "domain": "Ocean",
24
- "frequency": "10min"
25
- },
26
- {
27
- "dataset": "nws_ksfo_observations_temperature/1h/short",
28
- "domain": "Weather",
29
- "frequency": "1h"
30
- },
31
- {
32
- "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short",
33
- "domain": "Air Quality",
34
- "frequency": "1h"
35
- },
36
- {
37
- "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short",
38
- "domain": "Weather",
39
- "frequency": "1h"
40
- },
41
- {
42
- "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short",
43
- "domain": "Hazards",
44
- "frequency": "1h"
45
- },
46
- {
47
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
48
- "domain": "Hydrology",
49
- "frequency": "15min"
50
- },
51
- {
52
- "dataset": "wikimedia_time_series_hourly_pageviews/1D/short",
53
- "domain": "Web",
54
- "frequency": "1D"
55
- }
56
- ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
57
  }
 
1
  {
2
+ "model": "Moving-Average",
3
+ "api_model_id": "baseline/moving-average",
4
+ "evaluated_at": "2026-06-29T07:39:37.514988+00:00",
5
+ "datasets": [
6
+ {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t070000z",
8
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t042500z",
14
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
15
+ "context_length": 288,
16
+ "prediction_length": 36
17
+ },
18
+ {
19
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t161500z",
20
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
21
+ "context_length": 120,
22
+ "prediction_length": 12
23
+ },
24
+ {
25
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
26
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
27
+ "context_length": 336,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t012400z",
32
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
33
+ "context_length": 240,
34
+ "prediction_length": 60
35
+ },
36
+ {
37
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t075000z",
38
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
39
+ "context_length": 78,
40
+ "prediction_length": 72
41
+ },
42
+ {
43
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260629t053500z",
44
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
45
+ "context_length": 96,
46
+ "prediction_length": 24
47
+ },
48
+ {
49
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260628t070000z",
50
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
51
+ "context_length": 336,
52
+ "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260628t070000z",
56
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
57
+ "context_length": 336,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260628t070000z",
62
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
63
+ "context_length": 168,
64
+ "prediction_length": 24
65
+ },
66
+ {
67
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t045000z",
68
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
69
+ "context_length": 96,
70
+ "prediction_length": 24
71
+ }
72
+ ],
73
+ "failed_datasets": []
74
  }
results/online_status.json CHANGED
@@ -1,21 +1,768 @@
1
  {
2
- "data_source": "TS-Bench local RQ1 snapshot",
3
- "finished_at": "2026-06-29T02:39:45.324996+00:00",
4
- "models": [
5
- "Chronos-2",
6
- "TiRex",
7
- "TimesFM-2.5",
8
- "Toto-2.0-1B",
9
- "Moirai-1.1-Large",
10
- "Timer-S1",
11
- "ARIMA",
12
- "ETS",
13
- "Moving-Average",
14
- "Seasonal-Naive"
15
- ],
16
- "num_models": 10,
17
- "num_release_rows": 5243,
18
- "push_status": "ok",
19
- "pushed_at": "2026-06-29T07:32:05.292173+00:00",
20
- "push_detail": "HF Hub API"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
21
  }
 
1
  {
2
+ "status": "ok",
3
+ "started_at": "2026-06-29T07:34:54.230110+00:00",
4
+ "finished_at": "2026-06-29T07:39:38.085181+00:00",
5
+ "task_count": 11,
6
+ "data_source": "ts_bench",
7
+ "data_config": "configs/datasets/ts_bench.yaml",
8
+ "ts_bench_root": "/Users/bytedance/TSFM_Bench/space/vendor/ts_bench",
9
+ "models": {
10
+ "Chronos-2": {
11
+ "model": "Chronos-2",
12
+ "api_model_id": "amazon/chronos-2",
13
+ "evaluated_at": "2026-06-29T07:35:55.264291+00:00",
14
+ "datasets": [
15
+ {
16
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t070000z",
17
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
18
+ "context_length": 96,
19
+ "prediction_length": 24
20
+ },
21
+ {
22
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t042500z",
23
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
24
+ "context_length": 288,
25
+ "prediction_length": 36
26
+ },
27
+ {
28
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t161500z",
29
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
30
+ "context_length": 120,
31
+ "prediction_length": 12
32
+ },
33
+ {
34
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
35
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
36
+ "context_length": 336,
37
+ "prediction_length": 24
38
+ },
39
+ {
40
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t012400z",
41
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
42
+ "context_length": 240,
43
+ "prediction_length": 60
44
+ },
45
+ {
46
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t075000z",
47
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
48
+ "context_length": 78,
49
+ "prediction_length": 72
50
+ },
51
+ {
52
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260629t053500z",
53
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
54
+ "context_length": 96,
55
+ "prediction_length": 24
56
+ },
57
+ {
58
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260628t070000z",
59
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
60
+ "context_length": 336,
61
+ "prediction_length": 24
62
+ },
63
+ {
64
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260628t070000z",
65
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
66
+ "context_length": 336,
67
+ "prediction_length": 24
68
+ },
69
+ {
70
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260628t070000z",
71
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
72
+ "context_length": 168,
73
+ "prediction_length": 24
74
+ },
75
+ {
76
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t045000z",
77
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
78
+ "context_length": 96,
79
+ "prediction_length": 24
80
+ }
81
+ ],
82
+ "failed_datasets": []
83
+ },
84
+ "TimesFM-2.5": {
85
+ "model": "TimesFM-2.5",
86
+ "api_model_id": "google/timesfm-2.5-200m-pytorch",
87
+ "evaluated_at": "2026-06-29T07:36:49.767601+00:00",
88
+ "datasets": [
89
+ {
90
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t070000z",
91
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
92
+ "context_length": 96,
93
+ "prediction_length": 24
94
+ },
95
+ {
96
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t042500z",
97
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
98
+ "context_length": 288,
99
+ "prediction_length": 36
100
+ },
101
+ {
102
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t161500z",
103
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
104
+ "context_length": 120,
105
+ "prediction_length": 12
106
+ },
107
+ {
108
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
109
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
110
+ "context_length": 336,
111
+ "prediction_length": 24
112
+ },
113
+ {
114
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t012400z",
115
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
116
+ "context_length": 240,
117
+ "prediction_length": 60
118
+ },
119
+ {
120
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t075000z",
121
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
122
+ "context_length": 78,
123
+ "prediction_length": 72
124
+ },
125
+ {
126
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260629t053500z",
127
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
128
+ "context_length": 96,
129
+ "prediction_length": 24
130
+ },
131
+ {
132
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260628t070000z",
133
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
134
+ "context_length": 336,
135
+ "prediction_length": 24
136
+ },
137
+ {
138
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260628t070000z",
139
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
140
+ "context_length": 336,
141
+ "prediction_length": 24
142
+ },
143
+ {
144
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260628t070000z",
145
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
146
+ "context_length": 168,
147
+ "prediction_length": 24
148
+ },
149
+ {
150
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t045000z",
151
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
152
+ "context_length": 96,
153
+ "prediction_length": 24
154
+ }
155
+ ],
156
+ "failed_datasets": []
157
+ },
158
+ "Toto-2.0-1B": {
159
+ "model": "Toto-2.0-1B",
160
+ "api_model_id": "Datadog/Toto-2.0-1B",
161
+ "evaluated_at": "2026-06-29T07:37:35.135322+00:00",
162
+ "datasets": [
163
+ {
164
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t070000z",
165
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
166
+ "context_length": 96,
167
+ "prediction_length": 24
168
+ },
169
+ {
170
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t042500z",
171
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
172
+ "context_length": 288,
173
+ "prediction_length": 36
174
+ },
175
+ {
176
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t161500z",
177
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
178
+ "context_length": 120,
179
+ "prediction_length": 12
180
+ },
181
+ {
182
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
183
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
184
+ "context_length": 336,
185
+ "prediction_length": 24
186
+ },
187
+ {
188
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t012400z",
189
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
190
+ "context_length": 240,
191
+ "prediction_length": 60
192
+ },
193
+ {
194
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t075000z",
195
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
196
+ "context_length": 78,
197
+ "prediction_length": 72
198
+ },
199
+ {
200
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260629t053500z",
201
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
202
+ "context_length": 96,
203
+ "prediction_length": 24
204
+ },
205
+ {
206
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260628t070000z",
207
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
208
+ "context_length": 336,
209
+ "prediction_length": 24
210
+ },
211
+ {
212
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260628t070000z",
213
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
214
+ "context_length": 336,
215
+ "prediction_length": 24
216
+ },
217
+ {
218
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260628t070000z",
219
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
220
+ "context_length": 168,
221
+ "prediction_length": 24
222
+ },
223
+ {
224
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t045000z",
225
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
226
+ "context_length": 96,
227
+ "prediction_length": 24
228
+ }
229
+ ],
230
+ "failed_datasets": []
231
+ },
232
+ "TiRex": {
233
+ "model": "TiRex",
234
+ "api_model_id": "NX-AI/TiRex-1.1-gifteval",
235
+ "evaluated_at": "2026-06-29T07:38:07.933019+00:00",
236
+ "datasets": [
237
+ {
238
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t070000z",
239
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
240
+ "context_length": 96,
241
+ "prediction_length": 24
242
+ },
243
+ {
244
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t042500z",
245
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
246
+ "context_length": 288,
247
+ "prediction_length": 36
248
+ },
249
+ {
250
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t161500z",
251
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
252
+ "context_length": 120,
253
+ "prediction_length": 12
254
+ },
255
+ {
256
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
257
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
258
+ "context_length": 336,
259
+ "prediction_length": 24
260
+ },
261
+ {
262
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t012400z",
263
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
264
+ "context_length": 240,
265
+ "prediction_length": 60
266
+ },
267
+ {
268
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t075000z",
269
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
270
+ "context_length": 78,
271
+ "prediction_length": 72
272
+ },
273
+ {
274
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260629t053500z",
275
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
276
+ "context_length": 96,
277
+ "prediction_length": 24
278
+ },
279
+ {
280
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260628t070000z",
281
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
282
+ "context_length": 336,
283
+ "prediction_length": 24
284
+ },
285
+ {
286
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260628t070000z",
287
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
288
+ "context_length": 336,
289
+ "prediction_length": 24
290
+ },
291
+ {
292
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260628t070000z",
293
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
294
+ "context_length": 168,
295
+ "prediction_length": 24
296
+ },
297
+ {
298
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t045000z",
299
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
300
+ "context_length": 96,
301
+ "prediction_length": 24
302
+ }
303
+ ],
304
+ "failed_datasets": []
305
+ },
306
+ "Moirai-1.1-Large": {
307
+ "model": "Moirai-1.1-Large",
308
+ "api_model_id": "Salesforce/moirai-1.1-R-large",
309
+ "evaluated_at": "2026-06-29T07:38:51.036622+00:00",
310
+ "datasets": [
311
+ {
312
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t070000z",
313
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
314
+ "context_length": 96,
315
+ "prediction_length": 24
316
+ },
317
+ {
318
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t042500z",
319
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
320
+ "context_length": 288,
321
+ "prediction_length": 36
322
+ },
323
+ {
324
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t161500z",
325
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
326
+ "context_length": 120,
327
+ "prediction_length": 12
328
+ },
329
+ {
330
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
331
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
332
+ "context_length": 336,
333
+ "prediction_length": 24
334
+ },
335
+ {
336
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t012400z",
337
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
338
+ "context_length": 240,
339
+ "prediction_length": 60
340
+ },
341
+ {
342
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t075000z",
343
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
344
+ "context_length": 78,
345
+ "prediction_length": 72
346
+ },
347
+ {
348
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260629t053500z",
349
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
350
+ "context_length": 96,
351
+ "prediction_length": 24
352
+ },
353
+ {
354
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260628t070000z",
355
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
356
+ "context_length": 336,
357
+ "prediction_length": 24
358
+ },
359
+ {
360
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260628t070000z",
361
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
362
+ "context_length": 336,
363
+ "prediction_length": 24
364
+ },
365
+ {
366
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260628t070000z",
367
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
368
+ "context_length": 168,
369
+ "prediction_length": 24
370
+ },
371
+ {
372
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t045000z",
373
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
374
+ "context_length": 96,
375
+ "prediction_length": 24
376
+ }
377
+ ],
378
+ "failed_datasets": []
379
+ },
380
+ "Timer-S1": {
381
+ "model": "Timer-S1",
382
+ "api_model_id": "bytedance-research/Timer-S1",
383
+ "evaluated_at": "2026-06-29T07:39:34.460055+00:00",
384
+ "datasets": [
385
+ {
386
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t070000z",
387
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
388
+ "context_length": 96,
389
+ "prediction_length": 24
390
+ },
391
+ {
392
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t042500z",
393
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
394
+ "context_length": 288,
395
+ "prediction_length": 36
396
+ },
397
+ {
398
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t161500z",
399
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
400
+ "context_length": 120,
401
+ "prediction_length": 12
402
+ },
403
+ {
404
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
405
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
406
+ "context_length": 336,
407
+ "prediction_length": 24
408
+ },
409
+ {
410
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t012400z",
411
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
412
+ "context_length": 240,
413
+ "prediction_length": 60
414
+ },
415
+ {
416
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t075000z",
417
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
418
+ "context_length": 78,
419
+ "prediction_length": 72
420
+ },
421
+ {
422
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260629t053500z",
423
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
424
+ "context_length": 96,
425
+ "prediction_length": 24
426
+ },
427
+ {
428
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260628t070000z",
429
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
430
+ "context_length": 336,
431
+ "prediction_length": 24
432
+ },
433
+ {
434
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260628t070000z",
435
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
436
+ "context_length": 336,
437
+ "prediction_length": 24
438
+ },
439
+ {
440
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260628t070000z",
441
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
442
+ "context_length": 168,
443
+ "prediction_length": 24
444
+ },
445
+ {
446
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t045000z",
447
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
448
+ "context_length": 96,
449
+ "prediction_length": 24
450
+ }
451
+ ],
452
+ "failed_datasets": []
453
+ },
454
+ "ARIMA": {
455
+ "model": "ARIMA",
456
+ "api_model_id": "baseline/arima",
457
+ "evaluated_at": "2026-06-29T07:39:37.115461+00:00",
458
+ "datasets": [
459
+ {
460
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t070000z",
461
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
462
+ "context_length": 96,
463
+ "prediction_length": 24
464
+ },
465
+ {
466
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t042500z",
467
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
468
+ "context_length": 288,
469
+ "prediction_length": 36
470
+ },
471
+ {
472
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t161500z",
473
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
474
+ "context_length": 120,
475
+ "prediction_length": 12
476
+ },
477
+ {
478
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
479
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
480
+ "context_length": 336,
481
+ "prediction_length": 24
482
+ },
483
+ {
484
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t012400z",
485
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
486
+ "context_length": 240,
487
+ "prediction_length": 60
488
+ },
489
+ {
490
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t075000z",
491
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
492
+ "context_length": 78,
493
+ "prediction_length": 72
494
+ },
495
+ {
496
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260629t053500z",
497
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
498
+ "context_length": 96,
499
+ "prediction_length": 24
500
+ },
501
+ {
502
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260628t070000z",
503
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
504
+ "context_length": 336,
505
+ "prediction_length": 24
506
+ },
507
+ {
508
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260628t070000z",
509
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
510
+ "context_length": 336,
511
+ "prediction_length": 24
512
+ },
513
+ {
514
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260628t070000z",
515
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
516
+ "context_length": 168,
517
+ "prediction_length": 24
518
+ },
519
+ {
520
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t045000z",
521
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
522
+ "context_length": 96,
523
+ "prediction_length": 24
524
+ }
525
+ ],
526
+ "failed_datasets": []
527
+ },
528
+ "ETS": {
529
+ "model": "ETS",
530
+ "api_model_id": "baseline/ets",
531
+ "evaluated_at": "2026-06-29T07:39:37.380835+00:00",
532
+ "datasets": [
533
+ {
534
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t070000z",
535
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
536
+ "context_length": 96,
537
+ "prediction_length": 24
538
+ },
539
+ {
540
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t042500z",
541
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
542
+ "context_length": 288,
543
+ "prediction_length": 36
544
+ },
545
+ {
546
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t161500z",
547
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
548
+ "context_length": 120,
549
+ "prediction_length": 12
550
+ },
551
+ {
552
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
553
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
554
+ "context_length": 336,
555
+ "prediction_length": 24
556
+ },
557
+ {
558
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t012400z",
559
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
560
+ "context_length": 240,
561
+ "prediction_length": 60
562
+ },
563
+ {
564
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t075000z",
565
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
566
+ "context_length": 78,
567
+ "prediction_length": 72
568
+ },
569
+ {
570
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260629t053500z",
571
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
572
+ "context_length": 96,
573
+ "prediction_length": 24
574
+ },
575
+ {
576
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260628t070000z",
577
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
578
+ "context_length": 336,
579
+ "prediction_length": 24
580
+ },
581
+ {
582
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260628t070000z",
583
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
584
+ "context_length": 336,
585
+ "prediction_length": 24
586
+ },
587
+ {
588
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260628t070000z",
589
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
590
+ "context_length": 168,
591
+ "prediction_length": 24
592
+ },
593
+ {
594
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t045000z",
595
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
596
+ "context_length": 96,
597
+ "prediction_length": 24
598
+ }
599
+ ],
600
+ "failed_datasets": []
601
+ },
602
+ "Moving-Average": {
603
+ "model": "Moving-Average",
604
+ "api_model_id": "baseline/moving-average",
605
+ "evaluated_at": "2026-06-29T07:39:37.514988+00:00",
606
+ "datasets": [
607
+ {
608
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t070000z",
609
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
610
+ "context_length": 96,
611
+ "prediction_length": 24
612
+ },
613
+ {
614
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t042500z",
615
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
616
+ "context_length": 288,
617
+ "prediction_length": 36
618
+ },
619
+ {
620
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t161500z",
621
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
622
+ "context_length": 120,
623
+ "prediction_length": 12
624
+ },
625
+ {
626
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
627
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
628
+ "context_length": 336,
629
+ "prediction_length": 24
630
+ },
631
+ {
632
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t012400z",
633
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
634
+ "context_length": 240,
635
+ "prediction_length": 60
636
+ },
637
+ {
638
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t075000z",
639
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
640
+ "context_length": 78,
641
+ "prediction_length": 72
642
+ },
643
+ {
644
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260629t053500z",
645
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
646
+ "context_length": 96,
647
+ "prediction_length": 24
648
+ },
649
+ {
650
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260628t070000z",
651
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
652
+ "context_length": 336,
653
+ "prediction_length": 24
654
+ },
655
+ {
656
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260628t070000z",
657
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
658
+ "context_length": 336,
659
+ "prediction_length": 24
660
+ },
661
+ {
662
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260628t070000z",
663
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
664
+ "context_length": 168,
665
+ "prediction_length": 24
666
+ },
667
+ {
668
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t045000z",
669
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
670
+ "context_length": 96,
671
+ "prediction_length": 24
672
+ }
673
+ ],
674
+ "failed_datasets": []
675
+ },
676
+ "Seasonal-Naive": {
677
+ "model": "Seasonal-Naive",
678
+ "api_model_id": "baseline/seasonal-naive",
679
+ "evaluated_at": "2026-06-29T07:39:37.636544+00:00",
680
+ "datasets": [
681
+ {
682
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t070000z",
683
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
684
+ "context_length": 96,
685
+ "prediction_length": 24
686
+ },
687
+ {
688
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t042500z",
689
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
690
+ "context_length": 288,
691
+ "prediction_length": 36
692
+ },
693
+ {
694
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t161500z",
695
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
696
+ "context_length": 120,
697
+ "prediction_length": 12
698
+ },
699
+ {
700
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
701
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
702
+ "context_length": 336,
703
+ "prediction_length": 24
704
+ },
705
+ {
706
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t012400z",
707
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
708
+ "context_length": 240,
709
+ "prediction_length": 60
710
+ },
711
+ {
712
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t075000z",
713
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
714
+ "context_length": 78,
715
+ "prediction_length": 72
716
+ },
717
+ {
718
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260629t053500z",
719
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
720
+ "context_length": 96,
721
+ "prediction_length": 24
722
+ },
723
+ {
724
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260628t070000z",
725
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
726
+ "context_length": 336,
727
+ "prediction_length": 24
728
+ },
729
+ {
730
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260628t070000z",
731
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
732
+ "context_length": 336,
733
+ "prediction_length": 24
734
+ },
735
+ {
736
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260628t070000z",
737
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
738
+ "context_length": 168,
739
+ "prediction_length": 24
740
+ },
741
+ {
742
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t045000z",
743
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
744
+ "context_length": 96,
745
+ "prediction_length": 24
746
+ }
747
+ ],
748
+ "failed_datasets": []
749
+ }
750
+ },
751
+ "failed_models": [],
752
+ "skipped_models": [],
753
+ "failed_datasets": [],
754
+ "aggregate_status": "ok",
755
+ "aggregate_files": {
756
+ "gift_prediction_length": "aggregates/results_by_prediction_length.csv",
757
+ "gift_domain": "aggregates/results_by_domain.csv",
758
+ "gift_frequency": "aggregates/results_by_frequency.csv",
759
+ "gift_overall": "aggregates/results_overall.csv",
760
+ "gift_metadata": "aggregates/metadata.json",
761
+ "live_releases": "aggregates/live_release_metrics.csv",
762
+ "live_by_dataset": "aggregates/live_results_by_dataset.csv",
763
+ "live_rank": "aggregates/live_rank_up_to_now.csv",
764
+ "live_overall": "aggregates/live_overall_up_to_now.csv",
765
+ "live_metadata": "aggregates/live_metadata.json"
766
+ },
767
+ "push_status": "pending"
768
  }
results/seasonal_naive/all_results.csv CHANGED
@@ -1,11 +1,13 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
- binance_btcusdt_1h_close/1h/short,Seasonal-Naive,0.6944448163942942,0.6944448163942942,,,0.0105691361564735,,,0.7769372885566826,,,0.4320042859046262,Finance,1,24
3
- nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,0.2565612559835197,0.2565612559835197,,,0.0539703861644791,,,0.4676926183925614,,,0.3351868213227919,Weather,1,24
4
- noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,2.3925257333208205,2.3925257333208205,,,2.1296937636580657,,,1.4037983594255037,,,1.2316739580222862,Ocean,1,60
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,6.766522429115597,6.766522429115597,,,0.1348714527869016,,,2.407554408773068,,,1.9544056637053917,Ocean,1,72
6
- nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,12.638809023325724,12.638809023325724,,,0.0672222642096219,,,1.8288886794484895,,,1.433650801076434,Weather,1,24
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,1.1763716768161756,1.1763716768161756,,,0.4832928415268485,,,0.9756503322480914,,,0.7728151673897071,Air Quality,1,24
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,0.2887159829480344,0.2887159829480344,,,0.0607511818878201,,,0.5250757000348336,,,0.3798099502835778,Weather,1,24
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,1.457276015978245,1.457276015978245,,,0.755757064923547,,,1.1767290505021415,,,0.9188321704156251,Hazards,1,24
10
- usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,1.8362477790055245,1.8362477790055245,,,0.0142246018281217,,,1.192354428547204,,,0.6055408747991373,Hydrology,1,24
11
- wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,2.762985486197099,2.762985486197099,,,0.3440214741476295,,,1.659058577581784,,,1.3340371533213518,Web,1,7
 
 
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
+ binance_btcusdt_1h_close/1h/short,Seasonal-Naive,368084.52271016437,368084.52271016437,494.2591145833333,0.5992606943179656,0.00828407242415814,0.008232817577786159,4.389121734345939,606.6996973051531,0.010136037383877807,0.008257510074575177,0.006840998514231705,Finance,1,24
3
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Seasonal-Naive,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1,36
4
+ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Seasonal-Naive,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1,12
5
+ nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,5.822175382487785,5.822175382487785,2.014166752497355,1.4699884716717257,0.07862645318264146,0.08148159543743906,40.31640253283526,2.4129184367665197,0.09943003006921591,0.08299852067672915,0.07666914501382317,Weather,1,24
6
+ noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.36178325541779494,0.36178325541779494,0.552083307504654,0.6024479439771506,0.3086632845361342,0.37413252743707726,22.6624682505502,0.6014842104476185,0.35257331761729915,0.3236158820913868,0.31910665473183236,Ocean,1,60
7
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.11958334300253802,0.11958334300253802,0.30416667461395264,0.21258962872943088,0.10622619144994198,0.10647939743608002,6.306981179462094,0.3458082460013613,0.12010705907168527,0.10564399541632755,0.09937503485866915,Ocean,1,72
8
+ nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.3075000254313333,0.3075000254313333,0.3166666825612386,0.1383495317551349,0.02264474260015853,0.02188563217292144,3.2512870657042434,0.5545268482511314,0.03963265289405654,0.022632521315502148,0.022981934912371164,Weather,1,24
9
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,310.50667600790763,310.50667600790763,15.983333587646484,1.4301118667466886,0.9392514203717797,0.5899101291749446,53.63855284680019,17.621199618865557,0.9026868534744362,0.8187833641483792,0.8067093690745307,Air Quality,1,24
10
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,3.025833689372272,3.025833689372272,1.5583334763844807,1.464899227396786,0.0609757588633301,0.0611234610154352,33.25501737893926,1.739492365425118,0.06820424511574176,0.061101135312783,0.05481058635474488,Weather,1,24
11
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,13.25,13.25,2.9166666666666665,0.5109489051094891,0.52744338994339,0.37977058260767027,18.927883308062675,3.640054944640259,0.43680659335683103,0.35,0.34454444444444443,Hazards,1,24
12
+ usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,2425.0,2425.0,42.5,0.24343675417661095,0.014897156684815486,0.014749822430076017,1.1971837701688284,49.24428900898052,0.017266076496939845,0.014901387874360848,0.010890025160295407,Hydrology,1,24
13
+ wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,2.762985486197099,2.762985486197099,,,0.3440214741476295,,,1.659058577581784,,,1.3340371533213518,Web,1,7
results/seasonal_naive/config.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
- "model": "Seasonal-Naive",
3
- "model_type": "statistical",
4
- "model_dtype": "float32",
5
- "model_link": "https://tsfm.ai/models/baseline/seasonal-naive",
6
- "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
- "org": "Statistical Baseline",
8
- "testdata_leakage": "No",
9
- "replication_code_available": "Yes",
10
- "api_model_id": "baseline/seasonal-naive"
11
  }
 
1
  {
2
+ "model": "Seasonal-Naive",
3
+ "model_type": "statistical",
4
+ "model_dtype": "float32",
5
+ "model_link": "https://tsfm.ai/models/baseline/seasonal-naive",
6
+ "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
+ "org": "Statistical Baseline",
8
+ "testdata_leakage": "No",
9
+ "replication_code_available": "Yes",
10
+ "api_model_id": "baseline/seasonal-naive"
11
  }
results/seasonal_naive/online_meta.json CHANGED
@@ -1,57 +1,74 @@
1
  {
2
- "model": "Seasonal-Naive",
3
- "source": "local RQ1 leaderboard snapshot",
4
- "evaluated_at": "2026-06-22T08:53:19.086872+00:00",
5
- "datasets": [
6
- {
7
- "dataset": "binance_btcusdt_1h_close/1h/short",
8
- "domain": "Finance",
9
- "frequency": "1h"
10
- },
11
- {
12
- "dataset": "nasa_power_shanghai_hourly_T2M/1h/short",
13
- "domain": "Weather",
14
- "frequency": "1h"
15
- },
16
- {
17
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
18
- "domain": "Ocean",
19
- "frequency": "6min"
20
- },
21
- {
22
- "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
23
- "domain": "Ocean",
24
- "frequency": "10min"
25
- },
26
- {
27
- "dataset": "nws_ksfo_observations_temperature/1h/short",
28
- "domain": "Weather",
29
- "frequency": "1h"
30
- },
31
- {
32
- "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short",
33
- "domain": "Air Quality",
34
- "frequency": "1h"
35
- },
36
- {
37
- "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short",
38
- "domain": "Weather",
39
- "frequency": "1h"
40
- },
41
- {
42
- "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short",
43
- "domain": "Hazards",
44
- "frequency": "1h"
45
- },
46
- {
47
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
48
- "domain": "Hydrology",
49
- "frequency": "15min"
50
- },
51
- {
52
- "dataset": "wikimedia_time_series_hourly_pageviews/1D/short",
53
- "domain": "Web",
54
- "frequency": "1D"
55
- }
56
- ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
57
  }
 
1
  {
2
+ "model": "Seasonal-Naive",
3
+ "api_model_id": "baseline/seasonal-naive",
4
+ "evaluated_at": "2026-06-29T07:39:37.636544+00:00",
5
+ "datasets": [
6
+ {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t070000z",
8
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t042500z",
14
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
15
+ "context_length": 288,
16
+ "prediction_length": 36
17
+ },
18
+ {
19
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t161500z",
20
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
21
+ "context_length": 120,
22
+ "prediction_length": 12
23
+ },
24
+ {
25
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
26
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
27
+ "context_length": 336,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t012400z",
32
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
33
+ "context_length": 240,
34
+ "prediction_length": 60
35
+ },
36
+ {
37
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t075000z",
38
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
39
+ "context_length": 78,
40
+ "prediction_length": 72
41
+ },
42
+ {
43
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260629t053500z",
44
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
45
+ "context_length": 96,
46
+ "prediction_length": 24
47
+ },
48
+ {
49
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260628t070000z",
50
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
51
+ "context_length": 336,
52
+ "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260628t070000z",
56
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
57
+ "context_length": 336,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260628t070000z",
62
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
63
+ "context_length": 168,
64
+ "prediction_length": 24
65
+ },
66
+ {
67
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t045000z",
68
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
69
+ "context_length": 96,
70
+ "prediction_length": 24
71
+ }
72
+ ],
73
+ "failed_datasets": []
74
  }
results/timer_s1/all_results.csv CHANGED
@@ -1,11 +1,13 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
- binance_btcusdt_1h_close/1h/short,Timer-S1,0.3364158185417147,0.3364158185417147,,,0.0070637248157991,,,0.5157424490069511,,,0.2793933079224037,Finance,1,24
3
- nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.3225591397656044,0.3225591397656044,,,0.0547301375874692,,,0.4866454560831932,,,0.2496390313062279,Weather,1,24
4
- noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0953193015945206,0.0953193015945206,,,0.5354729953987672,,,0.2133122132598757,,,0.1109030056897248,Ocean,1,60
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,4.692589630104163,4.692589630104163,,,0.1207719387630974,,,1.908499534422237,,,1.1813047960402585,Ocean,1,72
6
- nws_ksfo_observations_temperature/1h/short,Timer-S1,9.7832628052424,9.7832628052424,,,0.053541182370976,,,1.4679152355710696,,,1.0213964271776632,Weather,1,24
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,3.023114198415784,3.023114198415784,,,0.388452985798161,,,1.3355870963012428,,,0.7744341682772768,Air Quality,1,24
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.1267516312446139,0.1267516312446139,,,0.0383605505073673,,,0.3416387883882629,,,0.1775047406790842,Weather,1,24
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,0.9882589370124204,0.9882589370124204,,,0.7169437386647775,,,0.980125821361253,,,0.5389389169322256,Hazards,1,24
10
- usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,1.5649581021353491,1.5649581021353491,,,0.0109970400806786,,,0.9452267467064388,,,0.6147373585332279,Hydrology,1,24
11
- wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,0.1866843274900648,0.1866843274900648,,,0.0860893988633661,,,0.4094677987544785,,,0.2160865624713237,Web,1,7
 
 
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
+ binance_btcusdt_1h_close/1h/short,Timer-S1,236170.68142191568,236170.68142191568,394.6256510416667,0.47846086123928555,0.006618273936696964,0.006586290244794279,2.834628109350304,485.9739513820835,0.008119091142915221,0.006592949311434373,0.004758895594540512,Finance,1,24
3
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Timer-S1,8.874856741867843e-16,8.874856741867843e-16,2.050398961728206e-08,nan,nan,2.0,nan,2.9790697779454317e-08,inf,inf,inf,Climate,1,36
4
+ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Timer-S1,1.1760797597599717e-16,1.1760797597599717e-16,9.226596375810914e-09,nan,nan,2.0,nan,1.0844721111028959e-08,inf,inf,inf,Transportation,1,12
5
+ nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,1.5831685118550922,1.5831685118550922,0.9112406571706136,0.6650458604276501,0.03453328717232778,0.03535687208443384,4.609448067073572,1.2582402440929523,0.05184877507592499,0.037549833662916025,0.03293096568544059,Weather,1,24
6
+ noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.014404167766926908,0.014404167766926908,0.06306730508804322,0.06882071558041275,0.03397350213048654,0.03619681020235158,0.40941401966431173,0.12001736443917983,0.07035084149676309,0.03696830041727292,0.04409191722508153,Ocean,1,60
7
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.23556946335731904,0.23556946335731904,0.3862741258409288,0.2699765617141729,0.13152829454067425,0.1377129334702742,1.2839518866026682,0.48535498695008694,0.16857481208855166,0.13416177834596055,0.12619581766183258,Ocean,1,72
8
+ nws_ksfo_observations_temperature/1h/short,Timer-S1,0.9191652790107886,0.9191652790107886,0.7877624829610189,0.3441681005732045,0.05630286662085222,0.05406413527979163,1.2063135420281526,0.9587310775242391,0.06852158039614893,0.05630226408084559,0.03740736200095472,Weather,1,24
9
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,186.89350166339977,186.89350166339977,12.304482777913412,1.1009459784080826,0.7238755900648087,0.4920719175072927,8.30573026122697,13.670899811768052,0.7003235762698683,0.6303256919315301,0.39804979810847035,Air Quality,1,24
10
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.069327728663514,1.069327728663514,0.5795493920644125,0.5448008847523272,0.02191699149095154,0.021231385603836916,5.027341690865112,1.0340830376055465,0.040545652495372016,0.022723715020950983,0.020641392334186152,Weather,1,24
11
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,11.448256995063275,11.448256995063275,2.7295913696289062,0.47817659029995435,0.5231326490615279,0.34514328263123834,4.361253780170079,3.3835273007710867,0.40602327609253036,0.32755096435546877,0.26591493988037107,Hazards,1,24
12
+ usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,159.95042606194815,159.95042606194815,8.394002278645834,0.04808020398269689,0.0029322913712757103,0.0029419689644862184,1.057947447419451,12.647150906901844,0.0044343553216310335,0.0029431125593498905,0.005950768441583476,Hydrology,1,24
13
+ wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,0.1866843274900648,0.1866843274900648,,,0.0860893988633661,,,0.4094677987544785,,,0.2160865624713237,Web,1,7
results/timer_s1/config.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
- "model": "Timer-S1",
3
- "model_type": "zero-shot",
4
- "model_dtype": "float32",
5
- "model_link": "https://tsfm.ai/models/bytedance-research/Timer-S1",
6
- "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
- "org": "THUML / TSFM.ai",
8
- "testdata_leakage": "No",
9
- "replication_code_available": "Yes",
10
- "api_model_id": "bytedance-research/Timer-S1"
11
  }
 
1
  {
2
+ "model": "Timer-S1",
3
+ "model_type": "zero-shot",
4
+ "model_dtype": "float32",
5
+ "model_link": "https://tsfm.ai/models/bytedance-research/Timer-S1",
6
+ "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
+ "org": "THUML / TSFM.ai",
8
+ "testdata_leakage": "No",
9
+ "replication_code_available": "Yes",
10
+ "api_model_id": "bytedance-research/Timer-S1"
11
  }
results/timer_s1/online_meta.json CHANGED
@@ -1,57 +1,74 @@
1
  {
2
- "model": "Timer-S1",
3
- "source": "local RQ1 leaderboard snapshot",
4
- "evaluated_at": "2026-06-22T08:53:14.933657+00:00",
5
- "datasets": [
6
- {
7
- "dataset": "binance_btcusdt_1h_close/1h/short",
8
- "domain": "Finance",
9
- "frequency": "1h"
10
- },
11
- {
12
- "dataset": "nasa_power_shanghai_hourly_T2M/1h/short",
13
- "domain": "Weather",
14
- "frequency": "1h"
15
- },
16
- {
17
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
18
- "domain": "Ocean",
19
- "frequency": "6min"
20
- },
21
- {
22
- "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
23
- "domain": "Ocean",
24
- "frequency": "10min"
25
- },
26
- {
27
- "dataset": "nws_ksfo_observations_temperature/1h/short",
28
- "domain": "Weather",
29
- "frequency": "1h"
30
- },
31
- {
32
- "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short",
33
- "domain": "Air Quality",
34
- "frequency": "1h"
35
- },
36
- {
37
- "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short",
38
- "domain": "Weather",
39
- "frequency": "1h"
40
- },
41
- {
42
- "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short",
43
- "domain": "Hazards",
44
- "frequency": "1h"
45
- },
46
- {
47
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
48
- "domain": "Hydrology",
49
- "frequency": "15min"
50
- },
51
- {
52
- "dataset": "wikimedia_time_series_hourly_pageviews/1D/short",
53
- "domain": "Web",
54
- "frequency": "1D"
55
- }
56
- ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
57
  }
 
1
  {
2
+ "model": "Timer-S1",
3
+ "api_model_id": "bytedance-research/Timer-S1",
4
+ "evaluated_at": "2026-06-29T07:39:34.460055+00:00",
5
+ "datasets": [
6
+ {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t070000z",
8
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t042500z",
14
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
15
+ "context_length": 288,
16
+ "prediction_length": 36
17
+ },
18
+ {
19
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t161500z",
20
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
21
+ "context_length": 120,
22
+ "prediction_length": 12
23
+ },
24
+ {
25
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
26
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
27
+ "context_length": 336,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t012400z",
32
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
33
+ "context_length": 240,
34
+ "prediction_length": 60
35
+ },
36
+ {
37
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t075000z",
38
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
39
+ "context_length": 78,
40
+ "prediction_length": 72
41
+ },
42
+ {
43
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260629t053500z",
44
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
45
+ "context_length": 96,
46
+ "prediction_length": 24
47
+ },
48
+ {
49
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260628t070000z",
50
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
51
+ "context_length": 336,
52
+ "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260628t070000z",
56
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
57
+ "context_length": 336,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260628t070000z",
62
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
63
+ "context_length": 168,
64
+ "prediction_length": 24
65
+ },
66
+ {
67
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t045000z",
68
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
69
+ "context_length": 96,
70
+ "prediction_length": 24
71
+ }
72
+ ],
73
+ "failed_datasets": []
74
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,11 +1,13 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,0.3434752581196471,0.3434752581196471,,,0.0072647035861826,,,0.51581413993453,,,0.3643705997199143,Finance,1,24
3
- nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.3659814554277121,0.3659814554277121,,,0.0594957470374767,,,0.5236124307799545,,,0.3545945861333432,Weather,1,24
4
- noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.1162972272894093,0.1162972272894093,,,0.4499013445280658,,,0.2574848157703446,,,0.191692706550708,Ocean,1,60
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,3.999467489091499,3.999467489091499,,,0.1170111488215702,,,1.7126839183652065,,,1.1832756494070027,Ocean,1,72
6
- nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,11.25262521085622,11.25262521085622,,,0.040284292735063,,,1.5010173314503443,,,1.2573854027198046,Weather,1,24
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,3.00295572734991,3.00295572734991,,,0.317811944347968,,,1.2748469437294696,,,0.898677433667745,Air Quality,1,24
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.1174674979124769,0.1174674979124769,,,0.0425992008815325,,,0.3156831217407825,,,0.2165058843277458,Weather,1,24
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,0.8238989921391646,0.8238989921391646,,,0.5543125261243014,,,0.8855126996722796,,,0.7184149277450587,Hazards,1,24
10
- usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1.317045637609046,1.317045637609046,,,0.0093505101996836,,,0.8326614419264731,,,0.6558567720949608,Hydrology,1,24
11
- wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,0.1444161468980461,0.1444161468980461,,,0.0610494778629864,,,0.3654615665066417,,,0.291763171778512,Web,1,7
 
 
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,247940.5572427114,180995.12314923605,331.31494140625,0.40170027414143,0.00555851267324405,0.005534061452718168,19.15458120614336,497.9362983783281,0.00831894421172575,0.005535227142600573,0.006505905431971315,Finance,1,24
3
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1,36
4
+ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1,12
5
+ nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,6.613498703618461,8.460563147060233,2.266777276992798,1.654349850078371,0.08541748411560328,0.09091528338756015,33.099825775847904,2.5716723554174745,0.10597186201204079,0.09340793678614433,0.0740711694846831,Weather,1,24
6
+ noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.16836700368741356,0.22649204071075518,0.3709154546260834,0.4047527791391345,0.19859797885286448,0.23721716958523412,6.6400674086631035,0.4103254850571843,0.2405213886859593,0.21742032479244244,0.1645597661447341,Ocean,1,60
7
+ noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.07618598590293699,0.06367787206320467,0.21501804060406154,0.15028143855720846,0.07530327179092919,0.07478481210716417,4.621864523218804,0.276018089811043,0.09586735250280344,0.07468064976162651,0.0763724049989091,Ocean,1,72
8
+ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.3884407657136535,0.6958031420357429,0.7548661629358927,0.3297959208568773,0.05394618149594888,0.05578665622396547,1.2759374086833626,0.6232501630273782,0.04454438492082125,0.05395112736463527,0.03165400910888447,Weather,1,24
9
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,125.90623647137068,71.20274087495022,7.436635812123616,0.6653944288450154,0.4505170762008091,0.34149348783244365,42.282532001382684,11.220794823512756,0.5748112609697037,0.3809589316776239,0.5407199839263233,Air Quality,1,24
10
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.4300990428964724,0.4194902089081249,0.5119784673055013,0.481281364076001,0.019931413421985313,0.020011307351445625,11.654778476767332,0.6558193675826236,0.02571420593002973,0.020074307638339214,0.01921770465768205,Weather,1,24
11
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,10.919245170331465,10.436557939040265,2.535867750644684,0.4442396059523534,0.42851776736023983,0.32858842255441684,15.000064961231539,3.304428115473457,0.3965313738568148,0.30430413007736207,0.3128892430199517,Hazards,1,24
12
+ usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,182.7011609648665,374.8289741029342,16.033833821614582,0.09184057558920046,0.00561268890497785,0.00563564510094168,0.5651722618958831,13.516699336926397,0.004739237167074266,0.00562179710326881,0.00394909494587493,Hydrology,1,24
13
+ wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,0.1444161468980461,0.1444161468980461,,,0.0610494778629864,,,0.3654615665066417,,,0.291763171778512,Web,1,7
results/timesfm_2_5/config.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
- "model": "TimesFM-2.5",
3
- "model_type": "zero-shot",
4
- "model_dtype": "float32",
5
- "model_link": "https://tsfm.ai/models/google/timesfm-2.5-200m-pytorch",
6
- "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
- "org": "Google / TSFM.ai",
8
- "testdata_leakage": "No",
9
- "replication_code_available": "Yes",
10
- "api_model_id": "google/timesfm-2.5-200m-pytorch"
11
  }
 
1
  {
2
+ "model": "TimesFM-2.5",
3
+ "model_type": "zero-shot",
4
+ "model_dtype": "float32",
5
+ "model_link": "https://tsfm.ai/models/google/timesfm-2.5-200m-pytorch",
6
+ "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
+ "org": "Google / TSFM.ai",
8
+ "testdata_leakage": "No",
9
+ "replication_code_available": "Yes",
10
+ "api_model_id": "google/timesfm-2.5-200m-pytorch"
11
  }
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,57 +1,74 @@
1
  {
2
- "model": "TimesFM-2.5",
3
- "source": "local RQ1 leaderboard snapshot",
4
- "evaluated_at": "2026-06-22T08:51:56.386548+00:00",
5
- "datasets": [
6
- {
7
- "dataset": "binance_btcusdt_1h_close/1h/short",
8
- "domain": "Finance",
9
- "frequency": "1h"
10
- },
11
- {
12
- "dataset": "nasa_power_shanghai_hourly_T2M/1h/short",
13
- "domain": "Weather",
14
- "frequency": "1h"
15
- },
16
- {
17
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
18
- "domain": "Ocean",
19
- "frequency": "6min"
20
- },
21
- {
22
- "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
23
- "domain": "Ocean",
24
- "frequency": "10min"
25
- },
26
- {
27
- "dataset": "nws_ksfo_observations_temperature/1h/short",
28
- "domain": "Weather",
29
- "frequency": "1h"
30
- },
31
- {
32
- "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short",
33
- "domain": "Air Quality",
34
- "frequency": "1h"
35
- },
36
- {
37
- "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short",
38
- "domain": "Weather",
39
- "frequency": "1h"
40
- },
41
- {
42
- "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short",
43
- "domain": "Hazards",
44
- "frequency": "1h"
45
- },
46
- {
47
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
48
- "domain": "Hydrology",
49
- "frequency": "15min"
50
- },
51
- {
52
- "dataset": "wikimedia_time_series_hourly_pageviews/1D/short",
53
- "domain": "Web",
54
- "frequency": "1D"
55
- }
56
- ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
57
  }
 
1
  {
2
+ "model": "TimesFM-2.5",
3
+ "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-29T07:36:49.767601+00:00",
5
+ "datasets": [
6
+ {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t070000z",
8
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t042500z",
14
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
15
+ "context_length": 288,
16
+ "prediction_length": 36
17
+ },
18
+ {
19
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t161500z",
20
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
21
+ "context_length": 120,
22
+ "prediction_length": 12
23
+ },
24
+ {
25
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
26
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
27
+ "context_length": 336,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t012400z",
32
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
33
+ "context_length": 240,
34
+ "prediction_length": 60
35
+ },
36
+ {
37
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t075000z",
38
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
39
+ "context_length": 78,
40
+ "prediction_length": 72
41
+ },
42
+ {
43
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260629t053500z",
44
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
45
+ "context_length": 96,
46
+ "prediction_length": 24
47
+ },
48
+ {
49
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260628t070000z",
50
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
51
+ "context_length": 336,
52
+ "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260628t070000z",
56
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
57
+ "context_length": 336,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260628t070000z",
62
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
63
+ "context_length": 168,
64
+ "prediction_length": 24
65
+ },
66
+ {
67
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t045000z",
68
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
69
+ "context_length": 96,
70
+ "prediction_length": 24
71
+ }
72
+ ],
73
+ "failed_datasets": []
74
  }
results/tirex/all_results.csv CHANGED
@@ -1,11 +1,13 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
- binance_btcusdt_1h_close/1h/short,TiRex,0.3937308974462182,0.3937308974462182,,,0.0081054105230063,,,0.5791324973050131,,,0.3207118972417438,Finance,1,24
3
- nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.3531086312767736,0.3531086312767736,,,0.0504969252636246,,,0.4497860921798977,,,0.2496971200349881,Weather,1,24
4
- noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.2814640176833457,0.2814640176833457,,,0.8048536710165314,,,0.4024896718682049,,,0.1975754344624316,Ocean,1,60
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,4.378033186994063,4.378033186994063,,,0.1117510191405504,,,1.8127176470019324,,,1.0198835659093797,Ocean,1,72
6
- nws_ksfo_observations_temperature/1h/short,TiRex,11.713998131979086,11.713998131979086,,,0.0400902164920298,,,1.498760313880335,,,1.064803551808894,Weather,1,24
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,3.087830354511371,3.087830354511371,,,0.3603984269025853,,,1.3171985402146238,,,0.7581234549608871,Air Quality,1,24
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.1720931185656503,0.1720931185656503,,,0.0435554573067292,,,0.3911341677293019,,,0.2012984401819813,Weather,1,24
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,0.8310259719624749,0.8310259719624749,,,0.6517964158228565,,,0.8878342703547224,,,0.478149636247118,Hazards,1,24
10
- usgs_potomac_iv_usgs_00060/15min/short,TiRex,1.3801721277306112,1.3801721277306112,,,0.0089507151046932,,,0.8496895213926409,,,0.5358579706128478,Hydrology,1,24
11
- wikimedia_time_series_hourly_pageviews/1D/short,TiRex,0.1142507117917414,0.1142507117917414,,,0.057664645945023,,,0.3157392361563049,,,0.1884526097749612,Web,1,7
 
 
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
+ binance_btcusdt_1h_close/1h/short,TiRex,201147.11640230814,201147.11640230814,361.7062174479167,0.43854794501805366,0.0060669783589728105,0.006039289996733979,2.4644629798560382,448.49427688913505,0.007492924056490881,0.006042969459714578,0.004336260412579387,Finance,1,24
3
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,5.906315718058047e-17,5.906315718058047e-17,4.2397065989136564e-09,nan,nan,2.0,nan,7.685255830522526e-09,inf,inf,inf,Climate,1,36
4
+ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,2.0440368407041843e-18,2.0440368407041843e-18,1.2956792120692266e-09,nan,nan,2.0,nan,1.4296981641955705e-09,inf,inf,inf,Transportation,1,12
5
+ nasa_power_shanghai_hourly_T2M/1h/short,TiRex,2.4940922205109928,2.4940922205109928,1.2133821646372478,0.8855561693376628,0.04640573262886946,0.047673585882550405,7.058703760244179,1.5792695211745817,0.06507754824411381,0.05000029146323188,0.04279827575737358,Weather,1,24
6
+ noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.008941717536931766,0.008941717536931766,0.07380192478497823,0.08053461722874435,0.03942847018982252,0.04068470341574739,0.7237523845326322,0.09456065533260526,0.0554288265387243,0.043260635966849224,0.0625631835069074,Ocean,1,60
7
+ noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.3082598459992746,0.3082598459992746,0.44657863842116463,0.31212488041612424,0.16576382322182,0.1466774871125474,1.9448256289082417,0.5552115326605478,0.19283757724585557,0.15510690541714975,0.14371308671656308,Ocean,1,72
8
+ nws_ksfo_observations_temperature/1h/short,TiRex,0.003508609064169832,0.003508609064169832,0.046961585680643715,0.0205171991472114,0.0033610199372095186,0.003352031538939471,0.6422015256105089,0.05923351301560487,0.00423348530093152,0.003356396954458284,0.014215195343103441,Weather,1,24
9
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,145.1688462885255,145.1688462885255,10.979788462320963,0.9824186980912363,0.6451873359913342,0.4567422907234331,5.684467443122131,12.048603499515016,0.6172176819388696,0.5624651506845317,0.3521075935051645,Air Quality,1,24
10
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.8692526561885643,0.8692526561885643,0.6502617994944254,0.6112735317058701,0.025235035546663984,0.02487015531290666,2.5142235340459496,0.9323372009034951,0.036556271384040155,0.02549629768066397,0.021478731539520776,Weather,1,24
11
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,10.752764432471585,10.752764432471585,2.639090975125631,0.46232250659135143,0.4685068455644694,0.3387666835137322,3.2535820424991804,3.2791408070516863,0.3934968968462023,0.3166909170150757,0.265339688513014,Hazards,1,24
12
+ usgs_potomac_iv_usgs_00060/15min/short,TiRex,449.4192537739873,449.4192537739873,17.610361735026043,0.10087080707413483,0.006166772552016378,0.00619436968499328,1.2942753393496418,21.199510696570034,0.0074329913326176885,0.0061745607252100074,0.009471140243917903,Hydrology,1,24
13
+ wikimedia_time_series_hourly_pageviews/1D/short,TiRex,0.1142507117917414,0.1142507117917414,,,0.057664645945023,,,0.3157392361563049,,,0.1884526097749612,Web,1,7
results/tirex/config.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
- "model": "TiRex",
3
- "model_type": "zero-shot",
4
- "model_dtype": "float32",
5
- "model_link": "https://tsfm.ai/models/NX-AI/TiRex-1.1-gifteval",
6
- "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
- "org": "NXAI / TSFM.ai",
8
- "testdata_leakage": "No",
9
- "replication_code_available": "Yes",
10
- "api_model_id": "NX-AI/TiRex-1.1-gifteval"
11
  }
 
1
  {
2
+ "model": "TiRex",
3
+ "model_type": "zero-shot",
4
+ "model_dtype": "float32",
5
+ "model_link": "https://tsfm.ai/models/NX-AI/TiRex-1.1-gifteval",
6
+ "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
+ "org": "NXAI / TSFM.ai",
8
+ "testdata_leakage": "No",
9
+ "replication_code_available": "Yes",
10
+ "api_model_id": "NX-AI/TiRex-1.1-gifteval"
11
  }
results/tirex/online_meta.json CHANGED
@@ -1,57 +1,74 @@
1
  {
2
- "model": "TiRex",
3
- "source": "local RQ1 leaderboard snapshot",
4
- "evaluated_at": "2026-06-22T08:52:31.619067+00:00",
5
- "datasets": [
6
- {
7
- "dataset": "binance_btcusdt_1h_close/1h/short",
8
- "domain": "Finance",
9
- "frequency": "1h"
10
- },
11
- {
12
- "dataset": "nasa_power_shanghai_hourly_T2M/1h/short",
13
- "domain": "Weather",
14
- "frequency": "1h"
15
- },
16
- {
17
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
18
- "domain": "Ocean",
19
- "frequency": "6min"
20
- },
21
- {
22
- "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
23
- "domain": "Ocean",
24
- "frequency": "10min"
25
- },
26
- {
27
- "dataset": "nws_ksfo_observations_temperature/1h/short",
28
- "domain": "Weather",
29
- "frequency": "1h"
30
- },
31
- {
32
- "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short",
33
- "domain": "Air Quality",
34
- "frequency": "1h"
35
- },
36
- {
37
- "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short",
38
- "domain": "Weather",
39
- "frequency": "1h"
40
- },
41
- {
42
- "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short",
43
- "domain": "Hazards",
44
- "frequency": "1h"
45
- },
46
- {
47
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
48
- "domain": "Hydrology",
49
- "frequency": "15min"
50
- },
51
- {
52
- "dataset": "wikimedia_time_series_hourly_pageviews/1D/short",
53
- "domain": "Web",
54
- "frequency": "1D"
55
- }
56
- ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
57
  }
 
1
  {
2
+ "model": "TiRex",
3
+ "api_model_id": "NX-AI/TiRex-1.1-gifteval",
4
+ "evaluated_at": "2026-06-29T07:38:07.933019+00:00",
5
+ "datasets": [
6
+ {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t070000z",
8
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t042500z",
14
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
15
+ "context_length": 288,
16
+ "prediction_length": 36
17
+ },
18
+ {
19
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t161500z",
20
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
21
+ "context_length": 120,
22
+ "prediction_length": 12
23
+ },
24
+ {
25
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
26
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
27
+ "context_length": 336,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t012400z",
32
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
33
+ "context_length": 240,
34
+ "prediction_length": 60
35
+ },
36
+ {
37
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t075000z",
38
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
39
+ "context_length": 78,
40
+ "prediction_length": 72
41
+ },
42
+ {
43
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260629t053500z",
44
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
45
+ "context_length": 96,
46
+ "prediction_length": 24
47
+ },
48
+ {
49
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260628t070000z",
50
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
51
+ "context_length": 336,
52
+ "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260628t070000z",
56
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
57
+ "context_length": 336,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260628t070000z",
62
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
63
+ "context_length": 168,
64
+ "prediction_length": 24
65
+ },
66
+ {
67
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t045000z",
68
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
69
+ "context_length": 96,
70
+ "prediction_length": 24
71
+ }
72
+ ],
73
+ "failed_datasets": []
74
  }
results/toto_2_0_1b/all_results.csv CHANGED
@@ -1,11 +1,13 @@
1
- dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
- binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,0.309042472118848,0.309042472118848,,,0.0072157796329749,,,0.5094659750723759,,,0.2930732068092757,Finance,1,24
3
- nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,0.4526862423623368,0.4526862423623368,,,0.0637790128250274,,,0.5657525073073637,,,0.3031626192040572,Weather,1,24
4
- noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.1800562867679109,0.1800562867679109,,,0.4783662307086268,,,0.2827177589447777,,,0.1531467054271756,Ocean,1,60
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,4.374771920840852,4.374771920840852,,,0.1152311849314379,,,1.82993017030016,,,1.0531807745156687,Ocean,1,72
6
- nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,11.51033463000501,11.51033463000501,,,0.039358679806223,,,1.4756657620170983,,,1.01632784094436,Weather,1,24
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,3.2226164214271753,3.2226164214271753,,,0.3221271839241493,,,1.2819379318573034,,,0.7596282621746742,Air Quality,1,24
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,0.196472204011631,0.196472204011631,,,0.0457663853051315,,,0.4186321843201908,,,0.2083754543479648,Weather,1,24
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,0.8568420099579209,0.8568420099579209,,,0.6496336270646061,,,0.9025556362543606,,,0.4843968412194905,Hazards,1,24
10
- usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,1.193204529459073,1.193204529459073,,,0.0073125161725226,,,0.7773334775800276,,,0.4400666003207751,Hydrology,1,24
11
- wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,0.2088427394867115,0.2088427394867115,,,0.0881898252212145,,,0.4257444836499963,,,0.2360107558765506,Web,1,7
 
 
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length
2
+ binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,320548.15692329407,320548.15692329407,467.31884765625,0.5665971731253517,0.007836937880489092,0.0077924221646379,3.792452848805436,566.1697244848881,0.009458909438209607,0.007807423229439966,0.007870320739698625,Finance,1,24
3
+ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-2.0-1B,7.92033974581673e-22,7.92033974581673e-22,2.228279148683914e-11,nan,nan,2.0,nan,2.8143098169563228e-11,inf,inf,inf,Climate,1,36
4
+ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-2.0-1B,9.285839740510159e-20,9.285839740510159e-20,2.8203846723362513e-10,nan,nan,2.0,nan,3.047267585971104e-10,inf,inf,inf,Transportation,1,12
5
+ nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,4.1231865031386405,4.1231865031386405,1.5428876876831055,1.126037410341669,0.05832365833151538,0.06071146139323571,4.235504849832446,2.030563100014043,0.08367417108486906,0.06357834846060255,0.05027504602863044,Weather,1,24
6
+ noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.02963635117069785,0.02963635117069785,0.13975186546643575,0.15250094120354446,0.07638732754827025,0.07245120431844473,1.0405089044983928,0.17215211637008082,0.10091078327437594,0.08191865720637856,0.08213195408594115,Ocean,1,60
7
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.24914332094997052,0.24914332094997052,0.41996539301342434,0.2935242234976848,0.15512598742275407,0.13936518778403728,1.7997811730829416,0.4991425857908445,0.17336355835927258,0.1458635207516952,0.13817408495234382,Ocean,1,72
8
+ nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.26241539051166757,0.26241539051166757,0.41361860434214276,0.18070717062216235,0.02955710774440277,0.030243499103952243,1.1538545122964738,0.51226496123751,0.036612148649868614,0.029561783398073374,0.0371717219498138,Weather,1,24
9
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,106.40962941824978,106.40962941824978,9.78657309214274,0.8756555218665142,0.5593263257490875,0.42162006987872047,2.765335796827705,10.31550432205085,0.5284356536376104,0.5013399236103004,0.305544966864272,Air Quality,1,24
10
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,0.5960649353833105,0.5960649353833105,0.6073143482208252,0.5709011151834931,0.02428782581104591,0.02445705456791102,3.6466021172524172,0.7720524175101782,0.030271620256980075,0.02381235899143314,0.026828045325804146,Weather,1,24
11
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,10.740864751030358,10.740864751030358,2.5939857959747314,0.4544208693678362,0.48914766134421644,0.3316026035849166,3.3187002230734723,3.2773258536542196,0.39327910243850633,0.3112782955169678,0.25863877402411567,Hazards,1,24
12
+ usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,206.15316887944937,206.15316887944937,9.746449788411459,0.0558269200290871,0.0034072213808503163,0.003419762635831067,1.2689160039715095,14.358034993669898,0.005034227024807561,0.003417308910472973,0.007334580965044436,Hydrology,1,24
13
+ wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,0.2088427394867115,0.2088427394867115,,,0.0881898252212145,,,0.4257444836499963,,,0.2360107558765506,Web,1,7
results/toto_2_0_1b/config.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
- "model": "Toto-2.0-1B",
3
- "model_type": "zero-shot",
4
- "model_dtype": "float32",
5
- "model_link": "https://tsfm.ai/models/Datadog/Toto-2.0-1B",
6
- "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
- "org": "Datadog / TSFM.ai",
8
- "testdata_leakage": "No",
9
- "replication_code_available": "Yes",
10
- "api_model_id": "Datadog/Toto-2.0-1B"
11
  }
 
1
  {
2
+ "model": "Toto-2.0-1B",
3
+ "model_type": "zero-shot",
4
+ "model_dtype": "float32",
5
+ "model_link": "https://tsfm.ai/models/Datadog/Toto-2.0-1B",
6
+ "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
+ "org": "Datadog / TSFM.ai",
8
+ "testdata_leakage": "No",
9
+ "replication_code_available": "Yes",
10
+ "api_model_id": "Datadog/Toto-2.0-1B"
11
  }
results/toto_2_0_1b/online_meta.json CHANGED
@@ -1,57 +1,74 @@
1
  {
2
- "model": "Toto-2.0-1B",
3
- "source": "local RQ1 leaderboard snapshot",
4
- "evaluated_at": "2026-06-22T08:52:22.694866+00:00",
5
- "datasets": [
6
- {
7
- "dataset": "binance_btcusdt_1h_close/1h/short",
8
- "domain": "Finance",
9
- "frequency": "1h"
10
- },
11
- {
12
- "dataset": "nasa_power_shanghai_hourly_T2M/1h/short",
13
- "domain": "Weather",
14
- "frequency": "1h"
15
- },
16
- {
17
- "dataset": "noaa_coops_sf_water_level_water_level/6min/short",
18
- "domain": "Ocean",
19
- "frequency": "6min"
20
- },
21
- {
22
- "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
23
- "domain": "Ocean",
24
- "frequency": "10min"
25
- },
26
- {
27
- "dataset": "nws_ksfo_observations_temperature/1h/short",
28
- "domain": "Weather",
29
- "frequency": "1h"
30
- },
31
- {
32
- "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short",
33
- "domain": "Air Quality",
34
- "frequency": "1h"
35
- },
36
- {
37
- "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short",
38
- "domain": "Weather",
39
- "frequency": "1h"
40
- },
41
- {
42
- "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short",
43
- "domain": "Hazards",
44
- "frequency": "1h"
45
- },
46
- {
47
- "dataset": "usgs_potomac_iv_usgs_00060/15min/short",
48
- "domain": "Hydrology",
49
- "frequency": "15min"
50
- },
51
- {
52
- "dataset": "wikimedia_time_series_hourly_pageviews/1D/short",
53
- "domain": "Web",
54
- "frequency": "1D"
55
- }
56
- ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
57
  }
 
1
  {
2
+ "model": "Toto-2.0-1B",
3
+ "api_model_id": "Datadog/Toto-2.0-1B",
4
+ "evaluated_at": "2026-06-29T07:37:35.135322+00:00",
5
+ "datasets": [
6
+ {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t070000z",
8
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t042500z",
14
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
15
+ "context_length": 288,
16
+ "prediction_length": 36
17
+ },
18
+ {
19
+ "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260626t161500z",
20
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
21
+ "context_length": 120,
22
+ "prediction_length": 12
23
+ },
24
+ {
25
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
26
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
27
+ "context_length": 336,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t012400z",
32
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
33
+ "context_length": 240,
34
+ "prediction_length": 60
35
+ },
36
+ {
37
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t075000z",
38
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
39
+ "context_length": 78,
40
+ "prediction_length": 72
41
+ },
42
+ {
43
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260629t053500z",
44
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
45
+ "context_length": 96,
46
+ "prediction_length": 24
47
+ },
48
+ {
49
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260628t070000z",
50
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
51
+ "context_length": 336,
52
+ "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260628t070000z",
56
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
57
+ "context_length": 336,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260628t070000z",
62
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
63
+ "context_length": 168,
64
+ "prediction_length": 24
65
+ },
66
+ {
67
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t045000z",
68
+ "data_fetched_at": "2026-06-29T07:34:52.372126Z",
69
+ "context_length": 96,
70
+ "prediction_length": 24
71
+ }
72
+ ],
73
+ "failed_datasets": []
74
  }