ziyuzhou02 commited on
Commit
407e97f
·
verified ·
1 Parent(s): 56b648a

Update leaderboard results from local eval

Browse files
results/chronos_2/all_results.csv CHANGED
@@ -1,11 +1,4 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,795892.7670351664,795892.7670351664,790.9036458333334,0.8844064850515597,0.012065986820654906,0.01197373858254655,2.646835902697727,892.1282234270847,0.013569451044616139,0.012029804708920292,0.007531978130686167,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.5119387607677103,0.5119387607677103,0.5322686831156412,0.22405899420002462,0.023426114075044756,0.02316681007603277,1.8106925017039035,0.7154989593058192,0.03240117675417024,0.02410364328002882,0.028398127926023316,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.004423984531293475,0.004423984531293475,0.06408423980077108,0.2881350545071077,0.032381803235999006,0.031836724902842665,4.472969845894197,0.06651304031010366,0.03371561520327699,0.032484450562532984,0.022754370240625287,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.01811272283348823,0.01811272283348823,0.10846604241265191,0.569324013696278,0.08168940981050991,0.0866862591457902,3.8683016657966616,0.1345835162027216,0.10578617170319697,0.0852571526616051,0.0827146886461531,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7238969495139903,0.7238969495139903,0.719465454419454,0.631340777471073,0.045036415320360755,0.04649862391248605,16.631743110624452,0.8508213381868077,0.05422122088566998,0.045850160983058205,0.04254027064888371,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,926.5741481021208,926.5741481021208,26.09523872534434,3.4304590459534055,0.6065297098262642,0.9079024875382133,96.37975078738128,30.43968048620289,0.7761924878547526,0.6654119867181086,0.6038539105611692,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,2.6739004413899843,2.6739004413899843,1.2019844055175781,0.5738448850895024,0.044351636354932666,0.04580341532123342,1.8177510420394272,1.6352065439539998,0.06563799876004565,0.04824824803366029,0.03986098888142892,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,24.08605814823227,24.08605814823227,4.217082420984904,0.8175280945366534,0.5597721222734818,0.3899493288292937,8.9671823165721,4.907754898956576,0.46010202177717896,0.39535147696733475,0.2991201960378223,Hazards,1
10
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,621.5442706644535,621.5442706644535,22.53045654296875,0.2312051125734901,0.007882593566069898,0.007849365563011827,1.7188556420363443,24.930789611732187,0.00869047132435109,0.007853753914760349,0.0052633380014171305,Hydrology,1
11
- wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1
 
 
 
 
 
 
 
results/chronos_2/online_meta.json CHANGED
@@ -1,20 +1,25 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-17T10:28:07.100136+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t100000z",
8
- "data_fetched_at": "2026-06-17T10:27:49.079025Z",
9
- "context_length": 144,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t041800z",
14
- "data_fetched_at": "2026-06-17T10:27:49.079025Z",
15
- "context_length": 720,
16
- "prediction_length": 60
 
 
 
 
 
 
17
  }
18
- ],
19
- "failed_datasets": []
20
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-16T05:10:19.032951+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
+ "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
+ "context_length": 96,
22
+ "prediction_length": 24
23
  }
24
+ ]
 
25
  }
results/dataset_properties.csv CHANGED
@@ -1,5 +1,6 @@
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
 
3
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
4
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
5
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
 
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
+ coingecko_bitcoin_7d_price_usd,Finance,1h,1
4
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
5
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
6
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
results/online_status.json CHANGED
@@ -1,56 +1,19 @@
1
  {
2
- "status": "ok",
3
- "started_at": "2026-06-17T10:27:51.352882+00:00",
4
- "finished_at": "2026-06-17T10:37:05.831810+00:00",
5
- "task_count": 2,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
- "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
9
- "models": {
10
- "Chronos-2": {
11
- "model": "Chronos-2",
12
- "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-17T10:28:07.100136+00:00",
14
- "datasets": [
15
- {
16
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t100000z",
17
- "data_fetched_at": "2026-06-17T10:27:49.079025Z",
18
- "context_length": 144,
19
- "prediction_length": 24
20
- },
21
- {
22
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t041800z",
23
- "data_fetched_at": "2026-06-17T10:27:49.079025Z",
24
- "context_length": 720,
25
- "prediction_length": 60
26
- }
27
- ],
28
- "failed_datasets": []
29
- },
30
- "TimesFM-2.5": {
31
- "model": "TimesFM-2.5",
32
- "api_model_id": "google/timesfm-2.5-200m-pytorch",
33
- "evaluated_at": "2026-06-17T10:28:56.209618+00:00",
34
- "datasets": [
35
- {
36
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t100000z",
37
- "data_fetched_at": "2026-06-17T10:27:49.079025Z",
38
- "context_length": 144,
39
- "prediction_length": 24
40
- },
41
- {
42
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t041800z",
43
- "data_fetched_at": "2026-06-17T10:27:49.079025Z",
44
- "context_length": 720,
45
- "prediction_length": 60
46
- }
47
- ],
48
- "failed_datasets": []
49
- }
50
- },
51
- "failed_models": [],
52
- "failed_datasets": [],
53
- "push_status": "ok",
54
- "pushed_at": "2026-06-17T10:37:28.420394+00:00",
55
- "push_detail": "HF Hub API"
56
  }
 
1
  {
2
+ "status": "partial",
3
+ "started_at": "2026-06-17T10:03:44.248836+00:00",
4
+ "finished_at": "2026-06-17T10:46:34.487620+00:00",
5
+ "task_count": 11,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
+ "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
9
+ "models": {},
10
+ "failed_models": [
11
+ "Chronos-Bolt-Tiny",
12
+ "Chronos-Bolt-Mini",
13
+ "Chronos-Bolt-Base",
14
+ "Chronos-2",
15
+ "TimesFM-2.5",
16
+ "Moirai-1.1-Small"
17
+ ],
18
+ "push_status": "pending"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,11 +1,4 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,309392.70016606647,136888.05380884805,268.0716145833333,0.2997637899948471,0.004096107129402805,0.004080191001027811,15.80802116644324,556.2307975706366,0.00846038313657211,0.004077423575465499,0.005465809198535518,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.5665421733798818,1.0122897415682626,0.741881529490153,0.312295715652738,0.03321066196022703,0.034261479709559346,7.995220714251391,0.7526899583360215,0.034085361081161974,0.03359590430569772,0.03340898875538959,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.00160363027974905,0.0011578888055962485,0.027072368065516154,0.12172256817658497,0.013273005229391262,0.013159652202666608,5.607238433989235,0.040045352785923236,0.020299082689873207,0.013723046489573475,0.01595857311220726,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.013983160415220889,0.021609704863693305,0.12171765168507893,0.6388799706676827,0.09193182613112898,0.09808983289265683,5.919869108202333,0.11825041401712252,0.09294792522991376,0.09567326492698144,0.06719480813400452,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7508424231181152,0.870589869565265,0.8021595478057861,0.7039059755498606,0.05027382560132961,0.05203871054191638,15.134366883017256,0.8665116404977576,0.05522113392167586,0.05112009781021389,0.040400225461277625,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,929.9331416623199,977.3601784557201,26.788983821868896,3.5216582170744997,0.622834528941769,0.9421713924209847,113.59708691372822,30.494805158622018,0.777598131933263,0.6831020453457772,0.6252027792620818,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.3978600856066805,0.9648829396868072,0.6551488240559896,0.3127776033791762,0.023707518236788044,0.024292430064287107,3.9897425405465534,0.6307615124646403,0.025319078819808875,0.026297997558797765,0.021434548757163597,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,22.8234201046306,19.494517330023807,3.8171834150950112,0.7400032468681766,0.47567150818384213,0.3621714595597613,29.24017580337401,4.777386325662873,0.4478799680308943,0.3578609451651573,0.3840829773081674,Hazards,1
10
- usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1251.060590756436,971.438191699485,25.688079833984375,0.2636083018773383,0.009004948980074107,0.008946339802043114,10.048294173403258,35.37033489743116,0.012329528504551166,0.00895445048679194,0.00906010315488078,Hydrology,1
11
- wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1
 
 
 
 
 
 
 
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,20 +1,25 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-17T10:28:56.209618+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t100000z",
8
- "data_fetched_at": "2026-06-17T10:27:49.079025Z",
9
- "context_length": 144,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t041800z",
14
- "data_fetched_at": "2026-06-17T10:27:49.079025Z",
15
- "context_length": 720,
16
- "prediction_length": 60
 
 
 
 
 
 
17
  }
18
- ],
19
- "failed_datasets": []
20
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-16T05:13:15.465340+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
+ "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
+ "context_length": 96,
22
+ "prediction_length": 24
23
  }
24
+ ]
 
25
  }