ziyuzhou02 commited on
Commit
cfd0e0f
·
verified ·
1 Parent(s): 89c142d

Update leaderboard results from local eval

Browse files
results/chronos_2/all_results.csv CHANGED
@@ -1,11 +1,4 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,791932.3650010427,791932.3650010427,735.50048828125,0.7393151490852103,0.011366826394983603,0.011273865832732566,2.3228361005046874,889.9058180510131,0.013670055718556706,0.011298198586734034,0.007394720365805855,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.0082514629748403,1.0082514629748403,0.780179500579834,0.4309468502771349,0.034445166500048946,0.033817551485012066,2.444838132938304,1.0041172555906208,0.04547117819971291,0.03533021756285016,0.033518584988996875,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.12215378547946028,0.12215378547946028,0.2452332506577174,0.23635610194215687,0.20527283500781876,0.2760323867072923,0.6762620974250129,0.3495050578739316,0.24553378577764387,0.1722809071743574,0.1434535540447694,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.06288874308148706,0.06288874308148706,0.2169910172621409,1.2949462339892972,0.14587314535727947,0.16090215647022396,4.609926996624608,0.2507762809387823,0.17581200354554996,0.1521261315202167,0.12860810059345845,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,Chronos-2,2.065891313600787,2.065891313600787,1.1627431710561116,0.8915602444688718,0.06072335377369043,0.058016833430381755,6.943902277613918,1.4373208805276527,0.0725614252745971,0.05869969807240472,0.03793198411271381,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,19.804842954546228,19.804842954546228,3.8708037535349527,0.30866706051209875,0.12267577203279918,0.13215227346422057,2.6900659408030294,4.450263245533485,0.12020969937287972,0.10455744522773086,0.1433699826872804,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,2.0855517859469423,2.0855517859469423,1.3815631866455078,0.6822533727765836,0.05438422676403106,0.05607807520692143,2.0121007706484875,1.444143963026866,0.05565995573021031,0.05324797788580771,0.043881186226836726,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,33.04558965163127,33.04558965163127,4.62960680325826,0.8900712679161407,1.0310004329403077,0.4250649657020231,11.251947298546497,5.748529346853095,0.4944971481163953,0.3982457465168396,0.3187932494910577,Hazards,1
10
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,7381.664152490596,7381.664152490596,60.11656697591146,0.3652652170688291,0.02209817667980457,0.02258932677828665,4.218891972409019,85.91661162133082,0.03234507731626572,0.022632119332107844,0.0183749477464597,Hydrology,1
11
- wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1
 
 
 
 
 
 
 
results/chronos_2/online_meta.json CHANGED
@@ -1,14 +1,25 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-18T02:52:45.047536+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z",
8
- "data_fetched_at": "2026-06-18T02:52:11.409631Z",
 
 
 
 
 
 
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
12
- ],
13
- "failed_datasets": []
14
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-16T05:10:19.032951+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  }
24
+ ]
 
25
  }
results/dataset_properties.csv CHANGED
@@ -1,5 +1,6 @@
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
 
3
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
4
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
5
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
 
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
+ coingecko_bitcoin_7d_price_usd,Finance,1h,1
4
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
5
  noaa_coops_sf_water_level_water_level,Ocean,6min,1
6
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
results/online_status.json CHANGED
@@ -1,156 +1,19 @@
1
  {
2
- "status": "ok",
3
- "started_at": "2026-06-18T02:52:11.960669+00:00",
4
- "finished_at": "2026-06-18T02:55:04.522164+00:00",
5
- "task_count": 1,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
- "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
9
- "models": {
10
- "Chronos-2": {
11
- "model": "Chronos-2",
12
- "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-18T02:52:45.047536+00:00",
14
- "datasets": [
15
- {
16
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z",
17
- "data_fetched_at": "2026-06-18T02:52:11.409631Z",
18
- "context_length": 96,
19
- "prediction_length": 24
20
- }
21
- ],
22
- "failed_datasets": []
23
- },
24
- "TimesFM-2.5": {
25
- "model": "TimesFM-2.5",
26
- "api_model_id": "google/timesfm-2.5-200m-pytorch",
27
- "evaluated_at": "2026-06-18T02:53:09.061294+00:00",
28
- "datasets": [
29
- {
30
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z",
31
- "data_fetched_at": "2026-06-18T02:52:11.409631Z",
32
- "context_length": 96,
33
- "prediction_length": 24
34
- }
35
- ],
36
- "failed_datasets": []
37
- },
38
- "Toto-2.0-1B": {
39
- "model": "Toto-2.0-1B",
40
- "api_model_id": "Datadog/Toto-2.0-1B",
41
- "evaluated_at": "2026-06-18T02:53:53.807365+00:00",
42
- "datasets": [
43
- {
44
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z",
45
- "data_fetched_at": "2026-06-18T02:52:11.409631Z",
46
- "context_length": 96,
47
- "prediction_length": 24
48
- }
49
- ],
50
- "failed_datasets": []
51
- },
52
- "TiRex": {
53
- "model": "TiRex",
54
- "api_model_id": "NX-AI/TiRex-1.1-gifteval",
55
- "evaluated_at": "2026-06-18T02:54:04.470223+00:00",
56
- "datasets": [
57
- {
58
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z",
59
- "data_fetched_at": "2026-06-18T02:52:11.409631Z",
60
- "context_length": 96,
61
- "prediction_length": 24
62
- }
63
- ],
64
- "failed_datasets": []
65
- },
66
- "Moirai-1.1-Large": {
67
- "model": "Moirai-1.1-Large",
68
- "api_model_id": "Salesforce/moirai-1.1-R-large",
69
- "evaluated_at": "2026-06-18T02:54:40.911470+00:00",
70
- "datasets": [
71
- {
72
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z",
73
- "data_fetched_at": "2026-06-18T02:52:11.409631Z",
74
- "context_length": 96,
75
- "prediction_length": 24
76
- }
77
- ],
78
- "failed_datasets": []
79
- },
80
- "Timer-S1": {
81
- "model": "Timer-S1",
82
- "api_model_id": "bytedance-research/Timer-S1",
83
- "evaluated_at": "2026-06-18T02:55:02.252498+00:00",
84
- "datasets": [
85
- {
86
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z",
87
- "data_fetched_at": "2026-06-18T02:52:11.409631Z",
88
- "context_length": 96,
89
- "prediction_length": 24
90
- }
91
- ],
92
- "failed_datasets": []
93
- },
94
- "ARIMA": {
95
- "model": "ARIMA",
96
- "api_model_id": "baseline/arima",
97
- "evaluated_at": "2026-06-18T02:55:04.379161+00:00",
98
- "datasets": [
99
- {
100
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z",
101
- "data_fetched_at": "2026-06-18T02:52:11.409631Z",
102
- "context_length": 96,
103
- "prediction_length": 24
104
- }
105
- ],
106
- "failed_datasets": []
107
- },
108
- "ETS": {
109
- "model": "ETS",
110
- "api_model_id": "baseline/ets",
111
- "evaluated_at": "2026-06-18T02:55:04.483090+00:00",
112
- "datasets": [
113
- {
114
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z",
115
- "data_fetched_at": "2026-06-18T02:52:11.409631Z",
116
- "context_length": 96,
117
- "prediction_length": 24
118
- }
119
- ],
120
- "failed_datasets": []
121
- },
122
- "Moving-Average": {
123
- "model": "Moving-Average",
124
- "api_model_id": "baseline/moving-average",
125
- "evaluated_at": "2026-06-18T02:55:04.505800+00:00",
126
- "datasets": [
127
- {
128
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z",
129
- "data_fetched_at": "2026-06-18T02:52:11.409631Z",
130
- "context_length": 96,
131
- "prediction_length": 24
132
- }
133
- ],
134
- "failed_datasets": []
135
- },
136
- "Seasonal-Naive": {
137
- "model": "Seasonal-Naive",
138
- "api_model_id": "baseline/seasonal-naive",
139
- "evaluated_at": "2026-06-18T02:55:04.519812+00:00",
140
- "datasets": [
141
- {
142
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z",
143
- "data_fetched_at": "2026-06-18T02:52:11.409631Z",
144
- "context_length": 96,
145
- "prediction_length": 24
146
- }
147
- ],
148
- "failed_datasets": []
149
- }
150
- },
151
- "failed_models": [],
152
- "failed_datasets": [],
153
- "push_status": "ok",
154
- "pushed_at": "2026-06-18T02:55:45.169755+00:00",
155
- "push_detail": "HF Hub API"
156
  }
 
1
  {
2
+ "status": "partial",
3
+ "started_at": "2026-06-18T01:33:56.086755+00:00",
4
+ "finished_at": "2026-06-18T03:00:24.208797+00:00",
5
+ "task_count": 11,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
+ "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
9
+ "models": {},
10
+ "failed_models": [
11
+ "Chronos-Bolt-Tiny",
12
+ "Chronos-Bolt-Mini",
13
+ "Chronos-Bolt-Base",
14
+ "Chronos-2",
15
+ "TimesFM-2.5",
16
+ "Moirai-1.1-Small"
17
+ ],
18
+ "push_status": "pending"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,11 +1,4 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1176089.112493515,946486.2823950449,786.55224609375,0.7906316859734602,0.01216174871000915,0.012049798697823605,34.78298257240484,1084.4764232077684,0.016658901234266856,0.012082416826092856,0.013203551678851826,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.265212421903167,2.0555524345600134,1.1191657384236653,0.6181922872278925,0.04934103729951961,0.04822957659021768,26.443721001437382,1.8069898787495096,0.0818290476776705,0.05068111761204866,0.058322632263445154,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.061003782589183216,0.041528771156087885,0.13458415667215984,0.12971237207389347,0.11485435576662754,0.10038778009409606,6.232329075788531,0.24698943821382974,0.17351466150630013,0.09454786632966682,0.11206092798565728,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.05483160299389015,0.07572728855325019,0.24305864506297642,1.4505110904319336,0.16397465179521664,0.182423636653717,17.399125971482952,0.23416148913493473,0.16416385315193402,0.17040139205996185,0.12195126224613609,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,2.14338651504598,1.8274821756972415,1.0949596563975017,0.8395856653835363,0.05718058401844452,0.05478118489716257,36.605840459856665,1.4640309132822231,0.07390984932663709,0.0552777284201273,0.059645884677861055,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,90.0589825056439,157.17845600768973,10.046245098114014,0.8011113817865457,0.2427842023963238,0.2850160511412698,4.840943008428174,9.489941122348647,0.25634055929810634,0.2713673408607049,0.1809186352116972,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.7222865242843,1.6458366033977352,1.2263707319895427,0.6056151294866826,0.04753171375268358,0.04879176925239712,0.7495494545816551,0.8498744167724429,0.03275571800656585,0.04726657618558608,0.02866634295479699,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,31.63940753471267,30.139434257070167,4.480736454327901,0.8614499992299303,0.8918377748329794,0.42141340684998835,29.399519748458555,5.624891779822317,0.4838616584793391,0.3854396949959485,0.3859932576266478,Hazards,1
10
- usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,8737.516040148834,10560.658617896339,77.73975626627605,0.4723428228837025,0.02867358375038498,0.02938967014013366,12.708874666238131,93.47468127866944,0.03519046824608732,0.029266731770833332,0.025499948767701522,Hydrology,1
11
- wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1
 
 
 
 
 
 
 
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,14 +1,25 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-18T02:53:09.061294+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z",
8
- "data_fetched_at": "2026-06-18T02:52:11.409631Z",
 
 
 
 
 
 
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
12
- ],
13
- "failed_datasets": []
14
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-16T05:13:15.465340+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
+ "context_length": 96,
10
+ "prediction_length": 24
11
+ },
12
+ {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  }
24
+ ]
 
25
  }