ziyuzhou02 commited on
Commit
155bf13
·
verified ·
1 Parent(s): ed040b7

Update leaderboard results from local eval

Browse files
results/chronos_2/all_results.csv CHANGED
@@ -1,11 +1,4 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,850340.098783493,850340.098783493,727.2472330729166,0.7041882762181357,0.01152339947322184,0.011630060387601912,10.115866070477345,922.1388717451906,0.014650358233228576,0.011554043338915425,0.009949001220201235,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,6.784256455804855,6.784256455804855,2.2419544061024985,1.2998527648654454,0.08373305648426789,0.08821920786795756,21.37812596691265,2.60466052601963,0.10350844200915602,0.08909460765156285,0.07501617040826013,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.21230559111481068,0.21230559111481068,0.354445701589187,0.5612980713262602,0.6896604503650728,0.38196908413769304,12.717360533831584,0.4607663085717213,0.41017163118863287,0.31552561219003783,0.2496358199038851,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.022251690535853384,0.022251690535853384,0.11674873530864716,0.669588316076971,0.08297221473996698,0.08843515167304947,5.646784653750901,0.1491700054831848,0.1102694154807023,0.08630297196072005,0.08634016444544741,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,Chronos-2,0.03840640309651159,0.03840640309651159,0.1598963737487793,0.12067650655947981,0.009384705633644387,0.009451257092868055,1.2568865880924347,0.19597551657416695,0.011516680871871323,0.009396456971895508,0.014369211028682265,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,136.714958867089,136.714958867089,10.579479217529297,0.9306934599281305,0.6675144320848995,0.47262110180861877,13.420236875774599,11.6925172168823,0.5837745081735417,0.528203650453307,0.3974712038022124,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.1190689421587194,1.1190689421587194,0.8412031332651774,0.441175603980243,0.03141136456094001,0.031155879977454323,4.331613831946798,1.0578605494859517,0.039362253004128434,0.03130058170289032,0.03181970266100664,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,23.90632034711071,23.90632034711071,4.1700907945632935,0.7174349754087387,0.9590568642047042,0.4429379056972726,9.542390433690882,4.889408997732826,0.5146746313402975,0.4389569257435046,0.3425850838480869,Hazards,1
10
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,413.00608159104985,413.00608159104985,8.549418131510416,0.29312290736607144,0.0034539161400237175,0.0034367766148776474,4.685522112165178,20.322551060116687,0.008142591409729557,0.0034254763799040065,0.004485753980157902,Hydrology,1
11
- wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,468.4802385560969,468.4802385560969,18.142602103097097,0.3760796719012265,0.07726229402960458,0.07373648618491686,1.8686392429740952,21.6444043243536,0.08603681446364293,0.07211710092088568,0.06159937599418486,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1
 
 
 
 
 
 
 
results/chronos_2/online_meta.json CHANGED
@@ -1,38 +1,25 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-20T17:07:19.806622+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z",
8
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260620t102400z",
14
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260619t175000z",
20
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
21
- "context_length": 77,
22
- "prediction_length": 72
23
- },
24
- {
25
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t135000z",
26
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
- "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260612t000000z",
32
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
33
- "context_length": 30,
34
- "prediction_length": 7
35
  }
36
- ],
37
- "failed_datasets": []
38
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-16T05:10:19.032951+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
 
 
 
 
 
 
 
 
 
 
 
 
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
+ "context_length": 96,
22
+ "prediction_length": 24
23
  }
24
+ ]
 
25
  }
results/chronos_bolt_base/all_results.csv ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Base,173311.2012945811,173311.2012945811,336.5470377604167,0.6056320179454769,0.005069654034631842,0.005078110357440335,6.416975467413926,416.30661932592557,0.006289186675360939,0.005084250519345982,0.007519023856772219,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Base,0.33354179413883384,0.33354179413883384,0.5241189002990723,0.5461152193174948,0.03479930857817332,0.03407902558716341,2.4470182012404664,0.5775307733262651,0.03787087038205017,0.03436845247862769,0.025141594058177508,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Base,16.452846446186147,16.452846446186147,3.0466872453689575,0.6321656532177664,0.7928661911648757,0.3163337060063831,7.433029756078803,4.056210848339389,0.3893962414405814,0.29248197555541994,0.2449953087700738,Hazards,1
results/chronos_bolt_base/config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Chronos-Bolt-Base",
3
+ "model_type": "zero-shot",
4
+ "model_dtype": "float32",
5
+ "model_link": "https://tsfm.ai/models/amazon/chronos-bolt-base",
6
+ "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
+ "org": "Amazon / TSFM.ai",
8
+ "testdata_leakage": "No",
9
+ "replication_code_available": "Yes",
10
+ "api_model_id": "amazon/chronos-bolt-base"
11
+ }
results/chronos_bolt_base/online_meta.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Chronos-Bolt-Base",
3
+ "api_model_id": "amazon/chronos-bolt-base",
4
+ "evaluated_at": "2026-06-16T05:10:09.420941+00:00",
5
+ "datasets": [
6
+ {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
+ "context_length": 96,
22
+ "prediction_length": 24
23
+ }
24
+ ]
25
+ }
results/chronos_bolt_mini/all_results.csv ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Mini,313080.6974468231,313080.6974468231,441.78564453125,0.7950137763128259,0.006640403337629883,0.006669849819629467,5.235151179180327,559.5361448975599,0.008452969766780293,0.006674100914971091,0.007738441949901666,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Mini,0.42976201609216486,0.42976201609216486,0.5858331123987833,0.6104194648934672,0.03896145721276601,0.03803127306514476,2.489513294855127,0.65556236628727,0.04298769614998492,0.03841528605893661,0.02841598195745935,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Mini,16.039361255353317,16.039361255353317,3.00660769144694,0.6238494345365408,0.7813439578971653,0.3135572386198168,7.3047927628333005,4.004917134642528,0.3844720449256827,0.28863433837890623,0.24712086300320094,Hazards,1
results/chronos_bolt_mini/config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Chronos-Bolt-Mini",
3
+ "model_type": "zero-shot",
4
+ "model_dtype": "float32",
5
+ "model_link": "https://tsfm.ai/models/amazon/chronos-bolt-mini",
6
+ "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
+ "org": "Amazon / TSFM.ai",
8
+ "testdata_leakage": "No",
9
+ "replication_code_available": "Yes",
10
+ "api_model_id": "amazon/chronos-bolt-mini"
11
+ }
results/chronos_bolt_mini/online_meta.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Chronos-Bolt-Mini",
3
+ "api_model_id": "amazon/chronos-bolt-mini",
4
+ "evaluated_at": "2026-06-16T05:09:53.659720+00:00",
5
+ "datasets": [
6
+ {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
+ "context_length": 96,
22
+ "prediction_length": 24
23
+ }
24
+ ]
25
+ }
results/chronos_bolt_tiny/all_results.csv ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Tiny,432166.1935278575,432166.1935278575,490.5721028645833,0.8828072728934241,0.007361469671215155,0.007409594624820806,4.665237404517475,657.39348454929,0.00993131060512786,0.007411122930582707,0.007817505183843032,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Tiny,0.2691669456561006,0.2691669456561006,0.4715476830800374,0.4913376835236542,0.03127003444565667,0.03068863297529541,2.3858747857338045,0.518813016081999,0.03402052564472125,0.030921159546231963,0.02325280866408681,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Tiny,16.11318317393159,16.11318317393159,3.0184088945388794,0.6262980991550412,0.7830275828547949,0.31449223628080153,6.958395196656329,4.01412296447575,0.38535580458967206,0.28976725387573243,0.2483140953063965,Hazards,1
results/chronos_bolt_tiny/config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Chronos-Bolt-Tiny",
3
+ "model_type": "zero-shot",
4
+ "model_dtype": "float32",
5
+ "model_link": "https://tsfm.ai/models/amazon/chronos-bolt-tiny",
6
+ "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
+ "org": "Amazon / TSFM.ai",
8
+ "testdata_leakage": "No",
9
+ "replication_code_available": "Yes",
10
+ "api_model_id": "amazon/chronos-bolt-tiny"
11
+ }
results/chronos_bolt_tiny/online_meta.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Chronos-Bolt-Tiny",
3
+ "api_model_id": "amazon/chronos-bolt-tiny",
4
+ "evaluated_at": "2026-06-16T05:09:43.302523+00:00",
5
+ "datasets": [
6
+ {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
+ "context_length": 96,
22
+ "prediction_length": 24
23
+ }
24
+ ]
25
+ }
results/dataset_properties.csv CHANGED
@@ -1,11 +1,9 @@
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
 
3
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
4
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
5
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
6
  nws_ksfo_observations_temperature,Weather,1h,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
8
- open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
9
- usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
10
- usgs_potomac_iv_usgs_00060,Hydrology,15min,1
11
  wikimedia_time_series_hourly_pageviews,Web,1D,1
 
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
+ coingecko_bitcoin_7d_price_usd,Finance,1h,1
4
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
5
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
6
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
7
  nws_ksfo_observations_temperature,Weather,1h,1
8
  open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
 
 
 
9
  wikimedia_time_series_hourly_pageviews,Web,1D,1
results/moirai_1_1_small/all_results.csv ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Moirai-1.1-Small,696015.276705424,1148158.655008475,893.383544921875,1.6076851625581483,0.013428481386081078,0.013558899610447017,6.319664350225788,834.2753003088512,0.012603482286159316,0.01349643658274514,0.01180700829184082,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Small,11.15032985733736,9.823947084771854,3.1007635990778604,3.2308970197331917,0.20429326593875885,0.1849047622991562,41.29807311549259,3.3392109632871896,0.2189646533303075,0.20332876059526955,0.13637978739642925,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Small,21.581878593389092,13.855211259411305,2.780069430669149,0.5768443775451836,0.7039667869763685,0.29778029746775,7.130291422780721,4.645630053436142,0.4459804851298697,0.26688666534423827,0.2303719969007704,Hazards,1
results/moirai_1_1_small/config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Moirai-1.1-Small",
3
+ "model_type": "zero-shot",
4
+ "model_dtype": "float32",
5
+ "model_link": "https://tsfm.ai/models/Salesforce/moirai-1.1-R-small",
6
+ "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py",
7
+ "org": "Salesforce / TSFM.ai",
8
+ "testdata_leakage": "No",
9
+ "replication_code_available": "Yes",
10
+ "api_model_id": "Salesforce/moirai-1.1-R-small"
11
+ }
results/moirai_1_1_small/online_meta.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Moirai-1.1-Small",
3
+ "api_model_id": "Salesforce/moirai-1.1-R-small",
4
+ "evaluated_at": "2026-06-16T05:14:21.986461+00:00",
5
+ "datasets": [
6
+ {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
+ "context_length": 96,
22
+ "prediction_length": 24
23
+ }
24
+ ]
25
+ }
results/online_status.json CHANGED
@@ -1,396 +1,19 @@
1
  {
2
- "status": "ok",
3
- "started_at": "2026-06-20T17:06:17.165947+00:00",
4
- "finished_at": "2026-06-20T17:12:57.024534+00:00",
5
- "task_count": 5,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
- "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
9
- "models": {
10
- "Chronos-2": {
11
- "model": "Chronos-2",
12
- "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-20T17:07:19.806622+00:00",
14
- "datasets": [
15
- {
16
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z",
17
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
18
- "context_length": 96,
19
- "prediction_length": 24
20
- },
21
- {
22
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260620t102400z",
23
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
24
- "context_length": 240,
25
- "prediction_length": 60
26
- },
27
- {
28
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260619t175000z",
29
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
30
- "context_length": 77,
31
- "prediction_length": 72
32
- },
33
- {
34
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t135000z",
35
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
36
- "context_length": 96,
37
- "prediction_length": 24
38
- },
39
- {
40
- "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260612t000000z",
41
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
42
- "context_length": 30,
43
- "prediction_length": 7
44
- }
45
- ],
46
- "failed_datasets": []
47
- },
48
- "TimesFM-2.5": {
49
- "model": "TimesFM-2.5",
50
- "api_model_id": "google/timesfm-2.5-200m-pytorch",
51
- "evaluated_at": "2026-06-20T17:08:23.059742+00:00",
52
- "datasets": [
53
- {
54
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z",
55
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
56
- "context_length": 96,
57
- "prediction_length": 24
58
- },
59
- {
60
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260620t102400z",
61
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
62
- "context_length": 240,
63
- "prediction_length": 60
64
- },
65
- {
66
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260619t175000z",
67
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
68
- "context_length": 77,
69
- "prediction_length": 72
70
- },
71
- {
72
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t135000z",
73
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
74
- "context_length": 96,
75
- "prediction_length": 24
76
- },
77
- {
78
- "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260612t000000z",
79
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
80
- "context_length": 30,
81
- "prediction_length": 7
82
- }
83
- ],
84
- "failed_datasets": []
85
- },
86
- "Toto-2.0-1B": {
87
- "model": "Toto-2.0-1B",
88
- "api_model_id": "Datadog/Toto-2.0-1B",
89
- "evaluated_at": "2026-06-20T17:09:20.629613+00:00",
90
- "datasets": [
91
- {
92
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z",
93
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
94
- "context_length": 96,
95
- "prediction_length": 24
96
- },
97
- {
98
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260620t102400z",
99
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
100
- "context_length": 240,
101
- "prediction_length": 60
102
- },
103
- {
104
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260619t175000z",
105
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
106
- "context_length": 77,
107
- "prediction_length": 72
108
- },
109
- {
110
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t135000z",
111
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
112
- "context_length": 96,
113
- "prediction_length": 24
114
- },
115
- {
116
- "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260612t000000z",
117
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
118
- "context_length": 30,
119
- "prediction_length": 7
120
- }
121
- ],
122
- "failed_datasets": []
123
- },
124
- "TiRex": {
125
- "model": "TiRex",
126
- "api_model_id": "NX-AI/TiRex-1.1-gifteval",
127
- "evaluated_at": "2026-06-20T17:10:08.237982+00:00",
128
- "datasets": [
129
- {
130
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z",
131
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
132
- "context_length": 96,
133
- "prediction_length": 24
134
- },
135
- {
136
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260620t102400z",
137
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
138
- "context_length": 240,
139
- "prediction_length": 60
140
- },
141
- {
142
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260619t175000z",
143
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
144
- "context_length": 77,
145
- "prediction_length": 72
146
- },
147
- {
148
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t135000z",
149
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
150
- "context_length": 96,
151
- "prediction_length": 24
152
- },
153
- {
154
- "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260612t000000z",
155
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
156
- "context_length": 30,
157
- "prediction_length": 7
158
- }
159
- ],
160
- "failed_datasets": []
161
- },
162
- "Moirai-1.1-Large": {
163
- "model": "Moirai-1.1-Large",
164
- "api_model_id": "Salesforce/moirai-1.1-R-large",
165
- "evaluated_at": "2026-06-20T17:11:08.061554+00:00",
166
- "datasets": [
167
- {
168
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z",
169
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
170
- "context_length": 96,
171
- "prediction_length": 24
172
- },
173
- {
174
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260620t102400z",
175
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
176
- "context_length": 240,
177
- "prediction_length": 60
178
- },
179
- {
180
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260619t175000z",
181
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
182
- "context_length": 77,
183
- "prediction_length": 72
184
- },
185
- {
186
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t135000z",
187
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
188
- "context_length": 96,
189
- "prediction_length": 24
190
- },
191
- {
192
- "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260612t000000z",
193
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
194
- "context_length": 30,
195
- "prediction_length": 7
196
- }
197
- ],
198
- "failed_datasets": []
199
- },
200
- "Timer-S1": {
201
- "model": "Timer-S1",
202
- "api_model_id": "bytedance-research/Timer-S1",
203
- "evaluated_at": "2026-06-20T17:12:53.394633+00:00",
204
- "datasets": [
205
- {
206
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z",
207
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
208
- "context_length": 96,
209
- "prediction_length": 24
210
- },
211
- {
212
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260620t102400z",
213
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
214
- "context_length": 240,
215
- "prediction_length": 60
216
- },
217
- {
218
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260619t175000z",
219
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
220
- "context_length": 77,
221
- "prediction_length": 72
222
- },
223
- {
224
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t135000z",
225
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
226
- "context_length": 96,
227
- "prediction_length": 24
228
- },
229
- {
230
- "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260612t000000z",
231
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
232
- "context_length": 30,
233
- "prediction_length": 7
234
- }
235
- ],
236
- "failed_datasets": []
237
- },
238
- "ARIMA": {
239
- "model": "ARIMA",
240
- "api_model_id": "baseline/arima",
241
- "evaluated_at": "2026-06-20T17:12:56.760023+00:00",
242
- "datasets": [
243
- {
244
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z",
245
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
246
- "context_length": 96,
247
- "prediction_length": 24
248
- },
249
- {
250
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260620t102400z",
251
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
252
- "context_length": 240,
253
- "prediction_length": 60
254
- },
255
- {
256
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260619t175000z",
257
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
258
- "context_length": 77,
259
- "prediction_length": 72
260
- },
261
- {
262
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t135000z",
263
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
264
- "context_length": 96,
265
- "prediction_length": 24
266
- },
267
- {
268
- "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260612t000000z",
269
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
270
- "context_length": 30,
271
- "prediction_length": 7
272
- }
273
- ],
274
- "failed_datasets": []
275
- },
276
- "ETS": {
277
- "model": "ETS",
278
- "api_model_id": "baseline/ets",
279
- "evaluated_at": "2026-06-20T17:12:56.920093+00:00",
280
- "datasets": [
281
- {
282
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z",
283
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
284
- "context_length": 96,
285
- "prediction_length": 24
286
- },
287
- {
288
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260620t102400z",
289
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
290
- "context_length": 240,
291
- "prediction_length": 60
292
- },
293
- {
294
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260619t175000z",
295
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
296
- "context_length": 77,
297
- "prediction_length": 72
298
- },
299
- {
300
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t135000z",
301
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
302
- "context_length": 96,
303
- "prediction_length": 24
304
- },
305
- {
306
- "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260612t000000z",
307
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
308
- "context_length": 30,
309
- "prediction_length": 7
310
- }
311
- ],
312
- "failed_datasets": []
313
- },
314
- "Moving-Average": {
315
- "model": "Moving-Average",
316
- "api_model_id": "baseline/moving-average",
317
- "evaluated_at": "2026-06-20T17:12:56.977959+00:00",
318
- "datasets": [
319
- {
320
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z",
321
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
322
- "context_length": 96,
323
- "prediction_length": 24
324
- },
325
- {
326
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260620t102400z",
327
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
328
- "context_length": 240,
329
- "prediction_length": 60
330
- },
331
- {
332
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260619t175000z",
333
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
334
- "context_length": 77,
335
- "prediction_length": 72
336
- },
337
- {
338
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t135000z",
339
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
340
- "context_length": 96,
341
- "prediction_length": 24
342
- },
343
- {
344
- "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260612t000000z",
345
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
346
- "context_length": 30,
347
- "prediction_length": 7
348
- }
349
- ],
350
- "failed_datasets": []
351
- },
352
- "Seasonal-Naive": {
353
- "model": "Seasonal-Naive",
354
- "api_model_id": "baseline/seasonal-naive",
355
- "evaluated_at": "2026-06-20T17:12:57.023425+00:00",
356
- "datasets": [
357
- {
358
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z",
359
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
360
- "context_length": 96,
361
- "prediction_length": 24
362
- },
363
- {
364
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260620t102400z",
365
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
366
- "context_length": 240,
367
- "prediction_length": 60
368
- },
369
- {
370
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260619t175000z",
371
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
372
- "context_length": 77,
373
- "prediction_length": 72
374
- },
375
- {
376
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t135000z",
377
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
378
- "context_length": 96,
379
- "prediction_length": 24
380
- },
381
- {
382
- "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260612t000000z",
383
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
384
- "context_length": 30,
385
- "prediction_length": 7
386
- }
387
- ],
388
- "failed_datasets": []
389
- }
390
- },
391
- "failed_models": [],
392
- "failed_datasets": [],
393
- "push_status": "ok",
394
- "pushed_at": "2026-06-20T17:14:19.149183+00:00",
395
- "push_detail": "HF Hub API"
396
  }
 
1
  {
2
+ "status": "partial",
3
+ "started_at": "2026-06-20T15:38:57.005541+00:00",
4
+ "finished_at": "2026-06-20T17:17:36.135591+00:00",
5
+ "task_count": 8,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
+ "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
9
+ "models": {},
10
+ "failed_models": [
11
+ "Chronos-Bolt-Tiny",
12
+ "Chronos-Bolt-Mini",
13
+ "Chronos-Bolt-Base",
14
+ "Chronos-2",
15
+ "TimesFM-2.5",
16
+ "Moirai-1.1-Small"
17
+ ],
18
+ "push_status": "pending"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,11 +1,4 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,122063.28371810913,101242.120677948,274.7447916666667,0.266033409884782,0.004364328542468783,0.0043661971434430505,16.627174955257434,349.375562565714,0.005550657613897696,0.0043649712033207244,0.006547869044446434,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,6.602895581186355,8.783970266745351,2.4889137744903564,1.4430362377026291,0.09223925307316716,0.09846848901201422,24.116860785958774,2.569610005659683,0.10211554465542194,0.09890870020068139,0.07508043445337181,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.02140716342587297,0.011609897491454873,0.08869297628601393,0.14045366132617276,0.1304844775329764,0.11709249413943275,8.593505047305278,0.14631187042025323,0.13024602154303072,0.07895399919967538,0.10966095615544616,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.013809829184688698,0.012500876335153658,0.09338678750726911,0.5356006780332021,0.06892997962154859,0.06911513494055505,17.085815016475895,0.11751522958616342,0.08686957967570434,0.06903335854075522,0.07007391019388305,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.015208168148243809,0.032852737168165426,0.15766175587972006,0.11899000253433446,0.009255102964388128,0.009311964467452789,0.929965958026015,0.12332140182565153,0.007247095220490685,0.009265137604464235,0.006391523495957504,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,113.76173126637143,73.10270333878384,7.873887141545613,0.692678261015584,0.47448062190033385,0.37618632912136524,38.5862966517048,10.665914459921916,0.5325191190714551,0.3931210455549279,0.5146041799219523,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,2.777817887153257,4.101181747461396,1.9629536469777424,1.029486489700972,0.07318377348006742,0.07512393543413544,11.106741278354567,1.6666786994358742,0.06201595160691625,0.0730401357014974,0.05233249056452209,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,24.92154609698605,20.05000984858172,3.764908711115519,0.6477262298693366,0.8897735708833302,0.4127795518610178,29.112739460442658,4.992148445007024,0.5254893100007394,0.3963061801174231,0.4551074650784915,Hazards,1
10
- usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,411.3089149221778,395.06844189514715,9.063201904296875,0.3107383510044643,0.0036575907169508434,0.0036423837231190858,10.85416538783482,20.280752326335868,0.008125844003874137,0.0036313329833576793,0.0035042926361644406,Hydrology,1
11
- wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,382.36791636794806,380.8561190595584,16.257890973772323,0.3370113211146514,0.06127320631014211,0.06191220665758579,9.65443353566283,19.554230139996513,0.07772834240770903,0.06462534742555721,0.06307113332638298,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1
 
 
 
 
 
 
 
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,38 +1,25 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-20T17:08:23.059742+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z",
8
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260620t102400z",
14
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260619t175000z",
20
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
21
- "context_length": 77,
22
- "prediction_length": 72
23
- },
24
- {
25
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t135000z",
26
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
- "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260612t000000z",
32
- "data_fetched_at": "2026-06-20T17:06:16.526635Z",
33
- "context_length": 30,
34
- "prediction_length": 7
35
  }
36
- ],
37
- "failed_datasets": []
38
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-16T05:13:15.465340+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
 
 
 
 
 
 
 
 
 
 
 
 
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
+ "context_length": 96,
22
+ "prediction_length": 24
23
  }
24
+ ]
 
25
  }