ziyuzhou02 commited on
Commit
ff48040
·
verified ·
1 Parent(s): 4139203

Update leaderboard results from local eval

Browse files
results/chronos_2/all_results.csv CHANGED
@@ -1,11 +1,4 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,385045.84802691144,385045.84802691144,498.4041341145833,0.49128009300036224,0.007682823164417108,0.0076450952633348975,2.1671099457187712,620.5206265926311,0.009508733392695909,0.007637444800403527,0.006411995246873231,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.2636181896623384,0.2636181896623384,0.41401322682698566,0.23349983671001576,0.017847168659734923,0.01761600110836976,1.959125489732039,0.5134376200302607,0.022199109404753965,0.017900373012802992,0.020483897112699892,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.004168695615669331,0.004168695615669331,0.05472104041837156,0.06331622207344285,0.5199831774805633,0.49753916439412504,0.5540375742562094,0.06456543669541259,0.2998858839898441,0.2541617995417862,0.31434507055386574,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.04202345635277657,0.04202345635277657,0.15772164033518898,0.9623695486387752,0.11037295204784235,0.10256239440952095,4.902366963615054,0.2049962349721979,0.13565926933822622,0.10437461200006956,0.07576193594080974,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,Chronos-2,0.3137860168476436,0.3137860168476436,0.464180866877238,0.46612306607609266,0.02298759999327221,0.02320523138772051,2.255276891701538,0.5601660618492017,0.02834489949480901,0.023487963507847386,0.023133381101097576,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,39.61062385971703,39.61062385971703,5.341403961181641,0.4421293116229344,0.1715813951711349,0.18209901352637461,2.198385890212146,6.293697153479585,0.2082569064190109,0.17674575655025554,0.1551408308624319,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.5701619780666078,0.5701619780666078,0.5729495684305826,0.2785295290593131,0.022043345694780506,0.021729303244539505,1.9582654497961631,0.7550907085023678,0.02970361863504807,0.02253858415438844,0.024279920752778735,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,55.106199240890156,55.106199240890156,6.8338035345077515,1.2664964079396606,0.9142609577699213,0.5756469216662,17.747358543071968,7.423354985509595,0.8025248632983345,0.7387895712981353,0.5335522257410609,Hazards,1
10
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,4878.137272293369,4878.137272293369,57.902364095052086,2.22345078125,0.021977115806121075,0.02230259439114755,31.591423046874997,69.84366307900359,0.026777123225177096,0.022198989429412938,0.01711120081134074,Hydrology,1
11
- wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1
 
 
 
 
 
 
 
results/chronos_2/online_meta.json CHANGED
@@ -1,14 +1,25 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-18T19:52:37.989836+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z",
8
- "data_fetched_at": "2026-06-18T19:52:00.546561Z",
 
 
 
 
 
 
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
12
- ],
13
- "failed_datasets": []
14
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-16T05:10:19.032951+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  }
24
+ ]
 
25
  }
results/dataset_properties.csv CHANGED
@@ -1,5 +1,6 @@
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
 
3
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
4
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
5
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
@@ -7,4 +8,5 @@ nws_ksfo_observations_temperature,Weather,1h,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
8
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
9
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
 
10
  wikimedia_time_series_hourly_pageviews,Web,1D,1
 
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
+ coingecko_bitcoin_7d_price_usd,Finance,1h,1
4
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
5
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
6
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
 
8
  open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
9
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
10
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
11
+ usgs_potomac_iv_usgs_00060,Hydrology,15min,1
12
  wikimedia_time_series_hourly_pageviews,Web,1D,1
results/online_status.json CHANGED
@@ -1,154 +1,19 @@
1
  {
2
- "status": "ok",
3
- "started_at": "2026-06-18T19:52:01.107145+00:00",
4
- "finished_at": "2026-06-18T19:54:43.440007+00:00",
5
- "task_count": 1,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
- "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
9
- "models": {
10
- "Chronos-2": {
11
- "model": "Chronos-2",
12
- "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-18T19:52:37.989836+00:00",
14
- "datasets": [
15
- {
16
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z",
17
- "data_fetched_at": "2026-06-18T19:52:00.546561Z",
18
- "context_length": 96,
19
- "prediction_length": 24
20
- }
21
- ],
22
- "failed_datasets": []
23
- },
24
- "TimesFM-2.5": {
25
- "model": "TimesFM-2.5",
26
- "api_model_id": "google/timesfm-2.5-200m-pytorch",
27
- "evaluated_at": "2026-06-18T19:53:11.549688+00:00",
28
- "datasets": [
29
- {
30
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z",
31
- "data_fetched_at": "2026-06-18T19:52:00.546561Z",
32
- "context_length": 96,
33
- "prediction_length": 24
34
- }
35
- ],
36
- "failed_datasets": []
37
- },
38
- "Toto-2.0-1B": {
39
- "model": "Toto-2.0-1B",
40
- "api_model_id": "Datadog/Toto-2.0-1B",
41
- "evaluated_at": "2026-06-18T19:53:41.264803+00:00",
42
- "datasets": [
43
- {
44
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z",
45
- "data_fetched_at": "2026-06-18T19:52:00.546561Z",
46
- "context_length": 96,
47
- "prediction_length": 24
48
- }
49
- ],
50
- "failed_datasets": []
51
- },
52
- "TiRex": {
53
- "model": "TiRex",
54
- "api_model_id": "NX-AI/TiRex-1.1-gifteval",
55
- "evaluated_at": "2026-06-18T19:53:49.869615+00:00",
56
- "datasets": [
57
- {
58
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z",
59
- "data_fetched_at": "2026-06-18T19:52:00.546561Z",
60
- "context_length": 96,
61
- "prediction_length": 24
62
- }
63
- ],
64
- "failed_datasets": []
65
- },
66
- "Moirai-1.1-Large": {
67
- "model": "Moirai-1.1-Large",
68
- "api_model_id": "Salesforce/moirai-1.1-R-large",
69
- "evaluated_at": "2026-06-18T19:54:18.746101+00:00",
70
- "datasets": [
71
- {
72
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z",
73
- "data_fetched_at": "2026-06-18T19:52:00.546561Z",
74
- "context_length": 96,
75
- "prediction_length": 24
76
- }
77
- ],
78
- "failed_datasets": []
79
- },
80
- "Timer-S1": {
81
- "model": "Timer-S1",
82
- "api_model_id": "bytedance-research/Timer-S1",
83
- "evaluated_at": "2026-06-18T19:54:42.398800+00:00",
84
- "datasets": [
85
- {
86
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z",
87
- "data_fetched_at": "2026-06-18T19:52:00.546561Z",
88
- "context_length": 96,
89
- "prediction_length": 24
90
- }
91
- ],
92
- "failed_datasets": []
93
- },
94
- "ARIMA": {
95
- "model": "ARIMA",
96
- "api_model_id": "baseline/arima",
97
- "evaluated_at": "2026-06-18T19:54:43.325265+00:00",
98
- "datasets": [
99
- {
100
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z",
101
- "data_fetched_at": "2026-06-18T19:52:00.546561Z",
102
- "context_length": 96,
103
- "prediction_length": 24
104
- }
105
- ],
106
- "failed_datasets": []
107
- },
108
- "ETS": {
109
- "model": "ETS",
110
- "api_model_id": "baseline/ets",
111
- "evaluated_at": "2026-06-18T19:54:43.373307+00:00",
112
- "datasets": [
113
- {
114
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z",
115
- "data_fetched_at": "2026-06-18T19:52:00.546561Z",
116
- "context_length": 96,
117
- "prediction_length": 24
118
- }
119
- ],
120
- "failed_datasets": []
121
- },
122
- "Moving-Average": {
123
- "model": "Moving-Average",
124
- "api_model_id": "baseline/moving-average",
125
- "evaluated_at": "2026-06-18T19:54:43.402196+00:00",
126
- "datasets": [
127
- {
128
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z",
129
- "data_fetched_at": "2026-06-18T19:52:00.546561Z",
130
- "context_length": 96,
131
- "prediction_length": 24
132
- }
133
- ],
134
- "failed_datasets": []
135
- },
136
- "Seasonal-Naive": {
137
- "model": "Seasonal-Naive",
138
- "api_model_id": "baseline/seasonal-naive",
139
- "evaluated_at": "2026-06-18T19:54:43.426616+00:00",
140
- "datasets": [
141
- {
142
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z",
143
- "data_fetched_at": "2026-06-18T19:52:00.546561Z",
144
- "context_length": 96,
145
- "prediction_length": 24
146
- }
147
- ],
148
- "failed_datasets": []
149
- }
150
- },
151
- "failed_models": [],
152
- "failed_datasets": [],
153
  "push_status": "pending"
154
  }
 
1
  {
2
+ "status": "partial",
3
+ "started_at": "2026-06-18T18:20:24.783587+00:00",
4
+ "finished_at": "2026-06-18T19:53:32.798078+00:00",
5
+ "task_count": 11,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
+ "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
9
+ "models": {},
10
+ "failed_models": [
11
+ "Chronos-Bolt-Tiny",
12
+ "Chronos-Bolt-Mini",
13
+ "Chronos-Bolt-Base",
14
+ "Chronos-2",
15
+ "TimesFM-2.5",
16
+ "Moirai-1.1-Small"
17
+ ],
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
18
  "push_status": "pending"
19
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,11 +1,4 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,738856.7660821279,570699.654214859,585.0496419270834,0.5766871155801597,0.009029842228555232,0.00896587210368016,23.996490346527747,859.567778643504,0.013171843915897305,0.008965183151323313,0.009701484269118191,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,1.526210171215401,0.7473377386639489,0.7295161088307699,0.41144070104913816,0.03116201568238881,0.03095660265167545,17.411750000413743,1.2353987903569443,0.053413991954890584,0.031541529643874154,0.038499626353120694,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.014916308409422237,0.0060963488232847396,0.07002619168100258,0.08102539479390587,0.5663570026746717,0.5997834592293729,5.357857757780048,0.1221323397361331,0.5672658087685563,0.3252493511933727,0.4856509675117295,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.024202893953412366,0.030328875377433364,0.13643380337291294,0.832477632695325,0.08577594925038669,0.09075969733504771,14.97219699295105,0.1555727931015329,0.10295258078238995,0.0902870732290023,0.07403392275838976,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.451143813647377,1.8587206124896813,0.957312266031901,0.9613177976011991,0.046410566370603035,0.04866735983908856,14.169091384827743,1.2046343070190957,0.06095556422632252,0.04844084962278008,0.03761346568741606,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,128.38730747357113,76.83730431487841,6.912498076756795,0.5721750383386532,0.264575894595827,0.2144088982786079,33.88106499361149,11.330812304224755,0.3749338203201751,0.22873287830458083,0.3146156556132135,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.4408147687421054,0.8901380158275364,0.765444835027059,0.3721077755673378,0.029875976417459715,0.03052612799945682,3.600781765025698,0.6639388290664324,0.026117902860577757,0.03011092734925336,0.023208248176009263,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,54.195704777156266,38.85493756522025,5.710466782251994,1.0583104461316437,0.765987406857878,0.5105233175745305,53.29751616371184,7.361773208755909,0.7958673739195578,0.6173477602434588,0.7402203933135405,Hazards,1
10
- usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,2771.5685460989675,3731.752880235513,49.60968017578125,1.90501171875,0.018840952217132473,0.019067740126627084,34.52156367187499,52.64568877029692,0.020183650646759203,0.019019685690395367,0.015003169408113685,Hydrology,1
11
- wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1
 
 
 
 
 
 
 
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,14 +1,25 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-18T19:53:11.549688+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z",
8
- "data_fetched_at": "2026-06-18T19:52:00.546561Z",
 
 
 
 
 
 
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
12
- ],
13
- "failed_datasets": []
14
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-16T05:13:15.465340+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  }
24
+ ]
 
25
  }