ziyuzhou02 commited on
Commit
996d724
·
verified ·
1 Parent(s): 32bf106

Update leaderboard results from local eval

Browse files
results/chronos_2/all_results.csv CHANGED
@@ -1,11 +1,4 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,372262.2808074951,372262.2808074951,551.4921875,0.6018945896476847,0.008372929251392975,0.008333605703814723,2.8207431773740637,610.1330025555864,0.009245041323371556,0.008356486276923805,0.006637511363828181,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.3733566288342445,0.3733566288342445,0.47429601351420086,0.20180164258024957,0.020979311612681278,0.020890449920173595,1.7551928325642183,0.6110291554698879,0.027670289957569455,0.021478366624854087,0.02726156951972398,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.004317156091352814,0.004317156091352814,0.04863158663113912,0.21590449693823593,0.02992352499667517,0.02924117170832417,4.6763543555321405,0.065705068992832,0.04705992444026415,0.03483138861814814,0.02836086507021004,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.017983668482365545,0.017983668482365545,0.10867107576794094,0.488598649684199,0.0848642442649492,0.08894144460613412,2.362834667768937,0.13410320086547353,0.10873233063120724,0.08811168759724149,0.08357786650242846,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,Chronos-2,0.01871043748208952,0.01871043748208952,0.08124224344889323,0.04923772203753122,0.0051369868975695695,0.0050992554724619945,0.6924729458337405,0.13678610120216717,0.008566978925560105,0.005088240554961185,0.004771541716885548,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,938.0486468963095,938.0486468963095,24.677589337031048,3.1892274416118283,0.5524608869304949,0.8428957496158858,91.98419572162034,30.627579840665007,0.8266553717273865,0.6660618270482402,0.6124388702928345,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,2.299053834493255,2.299053834493255,1.0399292310078938,0.4884282559670287,0.03855869361055902,0.04003735074256939,1.7673296965074716,1.516263115192497,0.06177273174799399,0.04236683513586151,0.038088152536806946,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,25.659644462824645,25.659644462824645,4.157174666722615,0.7956315151622232,0.9536975402213544,0.3978829096046416,8.658066442328398,5.065534963143048,0.480525055792226,0.39435649012388446,0.29691854333689094,Hazards,1
10
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,2302.8288857589164,2302.8288857589164,44.156026204427086,0.5498026609111544,0.015223178750945013,0.015087647347376554,14.37400215831712,47.98779934273832,0.01649065269509908,0.015173892166469789,0.012649188969628992,Hydrology,1
11
- wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1
 
 
 
 
 
 
 
results/chronos_2/online_meta.json CHANGED
@@ -1,20 +1,25 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-17T06:47:50.476694+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t060000z",
8
- "data_fetched_at": "2026-06-17T06:47:10.831801Z",
9
- "context_length": 144,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t003600z",
14
- "data_fetched_at": "2026-06-17T06:47:10.831801Z",
15
- "context_length": 720,
16
- "prediction_length": 60
 
 
 
 
 
 
17
  }
18
- ],
19
- "failed_datasets": []
20
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-16T05:10:19.032951+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
+ "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
+ "context_length": 96,
22
+ "prediction_length": 24
23
  }
24
+ ]
 
25
  }
results/dataset_properties.csv CHANGED
@@ -1,11 +1,10 @@
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
 
3
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
4
- noaa_coops_sf_water_level_water_level,Ocean,6min,1
5
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
6
  nws_ksfo_observations_temperature,Weather,1h,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
8
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
9
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
10
- usgs_potomac_iv_usgs_00060,Hydrology,15min,1
11
  wikimedia_time_series_hourly_pageviews,Web,1D,1
 
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
+ coingecko_bitcoin_7d_price_usd,Finance,1h,1
4
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
 
5
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
6
  nws_ksfo_observations_temperature,Weather,1h,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
8
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
9
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
 
10
  wikimedia_time_series_hourly_pageviews,Web,1D,1
results/online_status.json CHANGED
@@ -1,136 +1,19 @@
1
  {
2
- "status": "ok",
3
- "started_at": "2026-06-17T06:47:12.800371+00:00",
4
- "finished_at": "2026-06-17T06:49:26.004944+00:00",
5
- "task_count": 2,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
- "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
9
- "models": {
10
- "Chronos-2": {
11
- "model": "Chronos-2",
12
- "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-17T06:47:50.476694+00:00",
14
- "datasets": [
15
- {
16
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t060000z",
17
- "data_fetched_at": "2026-06-17T06:47:10.831801Z",
18
- "context_length": 144,
19
- "prediction_length": 24
20
- },
21
- {
22
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t003600z",
23
- "data_fetched_at": "2026-06-17T06:47:10.831801Z",
24
- "context_length": 720,
25
- "prediction_length": 60
26
- }
27
- ],
28
- "failed_datasets": []
29
- },
30
- "TimesFM-2.5": {
31
- "model": "TimesFM-2.5",
32
- "api_model_id": "google/timesfm-2.5-200m-pytorch",
33
- "evaluated_at": "2026-06-17T06:48:11.370249+00:00",
34
- "datasets": [
35
- {
36
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t060000z",
37
- "data_fetched_at": "2026-06-17T06:47:10.831801Z",
38
- "context_length": 144,
39
- "prediction_length": 24
40
- },
41
- {
42
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t003600z",
43
- "data_fetched_at": "2026-06-17T06:47:10.831801Z",
44
- "context_length": 720,
45
- "prediction_length": 60
46
- }
47
- ],
48
- "failed_datasets": []
49
- },
50
- "Toto-2.0-1B": {
51
- "model": "Toto-2.0-1B",
52
- "api_model_id": "Datadog/Toto-2.0-1B",
53
- "evaluated_at": "2026-06-17T06:48:27.000834+00:00",
54
- "datasets": [
55
- {
56
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t060000z",
57
- "data_fetched_at": "2026-06-17T06:47:10.831801Z",
58
- "context_length": 144,
59
- "prediction_length": 24
60
- },
61
- {
62
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t003600z",
63
- "data_fetched_at": "2026-06-17T06:47:10.831801Z",
64
- "context_length": 720,
65
- "prediction_length": 60
66
- }
67
- ],
68
- "failed_datasets": []
69
- },
70
- "TiRex": {
71
- "model": "TiRex",
72
- "api_model_id": "NX-AI/TiRex-1.1-gifteval",
73
- "evaluated_at": "2026-06-17T06:48:55.979697+00:00",
74
- "datasets": [
75
- {
76
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t060000z",
77
- "data_fetched_at": "2026-06-17T06:47:10.831801Z",
78
- "context_length": 144,
79
- "prediction_length": 24
80
- },
81
- {
82
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t003600z",
83
- "data_fetched_at": "2026-06-17T06:47:10.831801Z",
84
- "context_length": 720,
85
- "prediction_length": 60
86
- }
87
- ],
88
- "failed_datasets": []
89
- },
90
- "Moirai-1.1-Large": {
91
- "model": "Moirai-1.1-Large",
92
- "api_model_id": "Salesforce/moirai-1.1-R-large",
93
- "evaluated_at": "2026-06-17T06:49:08.836536+00:00",
94
- "datasets": [
95
- {
96
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t060000z",
97
- "data_fetched_at": "2026-06-17T06:47:10.831801Z",
98
- "context_length": 144,
99
- "prediction_length": 24
100
- },
101
- {
102
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t003600z",
103
- "data_fetched_at": "2026-06-17T06:47:10.831801Z",
104
- "context_length": 720,
105
- "prediction_length": 60
106
- }
107
- ],
108
- "failed_datasets": []
109
- },
110
- "Timer-S1": {
111
- "model": "Timer-S1",
112
- "api_model_id": "bytedance-research/Timer-S1",
113
- "evaluated_at": "2026-06-17T06:49:26.001744+00:00",
114
- "datasets": [
115
- {
116
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t060000z",
117
- "data_fetched_at": "2026-06-17T06:47:10.831801Z",
118
- "context_length": 144,
119
- "prediction_length": 24
120
- },
121
- {
122
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t003600z",
123
- "data_fetched_at": "2026-06-17T06:47:10.831801Z",
124
- "context_length": 720,
125
- "prediction_length": 60
126
- }
127
- ],
128
- "failed_datasets": []
129
- }
130
- },
131
- "failed_models": [],
132
- "failed_datasets": [],
133
- "push_status": "ok",
134
- "pushed_at": "2026-06-17T06:49:43.629778+00:00",
135
- "push_detail": "HF Hub API"
136
  }
 
1
  {
2
+ "status": "partial",
3
+ "started_at": "2026-06-17T05:13:28.838977+00:00",
4
+ "finished_at": "2026-06-17T06:50:55.108414+00:00",
5
+ "task_count": 9,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
+ "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
9
+ "models": {},
10
+ "failed_models": [
11
+ "Chronos-Bolt-Tiny",
12
+ "Chronos-Bolt-Mini",
13
+ "Chronos-Bolt-Base",
14
+ "Chronos-2",
15
+ "TimesFM-2.5",
16
+ "Moirai-1.1-Small"
17
+ ],
18
+ "push_status": "pending"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,11 +1,4 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,268997.48540496826,735799.9625574747,758.2861328125,0.8275880077534362,0.011497788060949246,0.011583201116144736,1.809919666102023,518.6496750263788,0.007858840052723186,0.011489931872932069,0.007440952047111303,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.6796349774360048,0.9467602227106605,0.6781556606292725,0.28853906071463103,0.03049993702480038,0.03146406498303539,9.47270471298791,0.8243997679742545,0.03733272040555644,0.030710095578906926,0.03443853486329298,Weather,1
4
- noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0008026016050358464,0.0005934133646216347,0.019146303335825603,0.08500181212063133,0.012472595323893769,0.012414956169616399,3.9730392103246843,0.02833022423200788,0.020290949118088236,0.013713151848187331,0.016250735410742092,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.013102948133669499,0.020353021652094898,0.11896591716342503,0.5348855348466117,0.09268668906793506,0.0979795404534701,5.761144563641417,0.11446810967981212,0.09281198560592371,0.09645885672657889,0.07020343869392165,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.013528864745543009,0.012764864042461946,0.0808415412902832,0.048994872250672616,0.0050970093891798155,0.005085041117606733,4.358280122910313,0.11631364814819888,0.007284779401438526,0.0050631443871629305,0.009686079493191602,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,888.5478221294788,943.8605594732102,24.712063988049824,3.193682799935832,0.5544446453485388,0.8423660861282238,99.77548851199587,29.808519287772057,0.8045484729994634,0.6669923170053756,0.6033468354690605,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.2003643249715121,2.0834029057497596,1.2339006265004475,0.5795316768374048,0.048150887323147505,0.04969491967266285,2.5919421824699325,1.095611393228234,0.04463533275709968,0.05026925184737294,0.03211689360500869,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,23.121002053125647,19.760825333787277,3.648207664489746,0.6982215625817697,0.8178380282952694,0.3643848925379251,27.480545370962826,4.808430310727779,0.456135681650066,0.3460750353666162,0.3722260915348286,Hazards,1
10
- usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,2791.2229591558375,2514.2153542513647,45.848663330078125,0.5708782982733462,0.01580878294191956,0.015660745049877262,23.965451093344683,52.83202588540248,0.018155335355808412,0.015755554408961554,0.016405960477246604,Hydrology,1
11
- wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1
3
+ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1
4
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1
 
 
 
 
 
 
 
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,20 +1,25 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-17T06:48:11.370249+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t060000z",
8
- "data_fetched_at": "2026-06-17T06:47:10.831801Z",
9
- "context_length": 144,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t003600z",
14
- "data_fetched_at": "2026-06-17T06:47:10.831801Z",
15
- "context_length": 720,
16
- "prediction_length": 60
 
 
 
 
 
 
17
  }
18
- ],
19
- "failed_datasets": []
20
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-16T05:13:15.465340+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z",
8
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
9
+ "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z",
14
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z",
20
+ "data_fetched_at": "2026-06-16T05:09:33.157863Z",
21
+ "context_length": 96,
22
+ "prediction_length": 24
23
  }
24
+ ]
 
25
  }